Skip to content

Commit 3c2a6d2

Browse files
anyangmlanyangml
authored
Merge pull request #343 from deepmodeling/update-json-file
Automated PR: Update JSON file
2 parents 1a2d878 + 2ebf3a1 commit 3c2a6d2

File tree

5 files changed

+1203
-1203
lines changed

5 files changed

+1203
-1203
lines changed

‎lambench/metrics/results/barplot.json‎

Lines changed: 23 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
"DPA-3.0-7M": 0.14,
55
"DPA-3.1-3M": 0.15,
66
"MACE-MP-0": 0.35,
7-
"MACE-MPA-0": 0.33,
7+
"MACE-MPA-0": 0.32,
88
"Orb-v2": 0.22,
99
"Orb-v3": 0.18,
1010
"SevenNet-l3i5": 0.24,
@@ -13,29 +13,29 @@
1313
"GRACE-2L-OAM": 0.24
1414
},
1515
"Inorganic Materials": {
16-
"DPA-2.4-7M": 0.27,
17-
"DPA-3.0-7M": 0.23,
18-
"DPA-3.1-3M": 0.22,
19-
"MACE-MP-0": 0.31,
20-
"MACE-MPA-0": 0.27,
21-
"Orb-v2": 0.34,
22-
"Orb-v3": 0.18,
23-
"SevenNet-l3i5": 0.25,
24-
"SevenNet-MF-ompa": 0.22,
25-
"MatterSim-v1-5M": 0.23,
26-
"GRACE-2L-OAM": 0.23
16+
"DPA-2.4-7M": 0.2,
17+
"DPA-3.0-7M": 0.17,
18+
"DPA-3.1-3M": 0.17,
19+
"MACE-MP-0": 0.29,
20+
"MACE-MPA-0": 0.21,
21+
"Orb-v2": 0.25,
22+
"Orb-v3": 0.15,
23+
"SevenNet-l3i5": 0.24,
24+
"SevenNet-MF-ompa": 0.17,
25+
"MatterSim-v1-5M": 0.19,
26+
"GRACE-2L-OAM": 0.18
2727
},
2828
"Catalysis": {
29-
"DPA-2.4-7M": 0.39,
30-
"DPA-3.0-7M": 0.33,
31-
"DPA-3.1-3M": 0.27,
32-
"MACE-MP-0": 0.46,
33-
"MACE-MPA-0": 0.43,
34-
"Orb-v2": 0.37,
35-
"Orb-v3": 0.31,
36-
"SevenNet-l3i5": 0.52,
37-
"SevenNet-MF-ompa": 0.4,
38-
"MatterSim-v1-5M": 0.43,
39-
"GRACE-2L-OAM": 0.38
29+
"DPA-2.4-7M": 0.34,
30+
"DPA-3.0-7M": 0.29,
31+
"DPA-3.1-3M": 0.2,
32+
"MACE-MP-0": 0.41,
33+
"MACE-MPA-0": 0.39,
34+
"Orb-v2": 0.31,
35+
"Orb-v3": 0.26,
36+
"SevenNet-l3i5": 0.49,
37+
"SevenNet-MF-ompa": 0.35,
38+
"MatterSim-v1-5M": 0.41,
39+
"GRACE-2L-OAM": 0.34
4040
}
4141
}

‎lambench/metrics/results/final_rankings.json‎

Lines changed: 21 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -1,77 +1,77 @@
11
[
22
{
33
"Model": "DPA-3.1-3M",
4-
"Generalizability-FF Error \u2193": 0.21,
4+
"Generalizability-FF Error \u2193": 0.172,
55
"Generalizability-PC Error \u2193": 0.321,
66
"Applicability-Instability \u2193": 0.572,
77
"Applicability-Efficiency \u2191": 0.261
88
},
99
{
1010
"Model": "Orb-v3",
11-
"Generalizability-FF Error \u2193": 0.221,
11+
"Generalizability-FF Error \u2193": 0.197,
1212
"Generalizability-PC Error \u2193": 0.406,
1313
"Applicability-Instability \u2193": 0.0,
1414
"Applicability-Efficiency \u2191": 0.39
1515
},
1616
{
1717
"Model": "DPA-3.0-7M",
18-
"Generalizability-FF Error \u2193": 0.234,
18+
"Generalizability-FF Error \u2193": 0.201,
1919
"Generalizability-PC Error \u2193": 0.327,
2020
"Applicability-Instability \u2193": 0.291,
2121
"Applicability-Efficiency \u2191": 0.163
2222
},
2323
{
2424
"Model": "DPA-2.4-7M",
25-
"Generalizability-FF Error \u2193": 0.273,
25+
"Generalizability-FF Error \u2193": 0.237,
2626
"Generalizability-PC Error \u2193": 0.341,
2727
"Applicability-Instability \u2193": 0.039,
2828
"Applicability-Efficiency \u2191": 0.617
2929
},
3030
{
3131
"Model": "GRACE-2L-OAM",
32-
"Generalizability-FF Error \u2193": 0.282,
32+
"Generalizability-FF Error \u2193": 0.253,
3333
"Generalizability-PC Error \u2193": 0.403,
3434
"Applicability-Instability \u2193": 0.309,
3535
"Applicability-Efficiency \u2191": 0.639
3636
},
3737
{
3838
"Model": "SevenNet-MF-ompa",
39-
"Generalizability-FF Error \u2193": 0.287,
39+
"Generalizability-FF Error \u2193": 0.255,
4040
"Generalizability-PC Error \u2193": 0.455,
4141
"Applicability-Instability \u2193": 0.0,
4242
"Applicability-Efficiency \u2191": 0.084
4343
},
44-
{
45-
"Model": "MatterSim-v1-5M",
46-
"Generalizability-FF Error \u2193": 0.305,
47-
"Generalizability-PC Error \u2193": 0.466,
48-
"Applicability-Instability \u2193": 0.0,
49-
"Applicability-Efficiency \u2191": 0.393
50-
},
5144
{
5245
"Model": "Orb-v2",
53-
"Generalizability-FF Error \u2193": 0.31,
46+
"Generalizability-FF Error \u2193": 0.262,
5447
"Generalizability-PC Error \u2193": 0.6,
5548
"Applicability-Instability \u2193": 2.649,
5649
"Applicability-Efficiency \u2191": 1.341
5750
},
5851
{
59-
"Model": "SevenNet-l3i5",
60-
"Generalizability-FF Error \u2193": 0.337,
61-
"Generalizability-PC Error \u2193": 0.397,
62-
"Applicability-Instability \u2193": 0.036,
63-
"Applicability-Efficiency \u2191": 0.272
52+
"Model": "MatterSim-v1-5M",
53+
"Generalizability-FF Error \u2193": 0.283,
54+
"Generalizability-PC Error \u2193": 0.466,
55+
"Applicability-Instability \u2193": 0.0,
56+
"Applicability-Efficiency \u2191": 0.393
6457
},
6558
{
6659
"Model": "MACE-MPA-0",
67-
"Generalizability-FF Error \u2193": 0.342,
60+
"Generalizability-FF Error \u2193": 0.308,
6861
"Generalizability-PC Error \u2193": 0.425,
6962
"Applicability-Instability \u2193": 0.0,
7063
"Applicability-Efficiency \u2191": 0.239
7164
},
65+
{
66+
"Model": "SevenNet-l3i5",
67+
"Generalizability-FF Error \u2193": 0.324,
68+
"Generalizability-PC Error \u2193": 0.397,
69+
"Applicability-Instability \u2193": 0.036,
70+
"Applicability-Efficiency \u2191": 0.272
71+
},
7272
{
7373
"Model": "MACE-MP-0",
74-
"Generalizability-FF Error \u2193": 0.373,
74+
"Generalizability-FF Error \u2193": 0.349,
7575
"Generalizability-PC Error \u2193": 0.472,
7676
"Applicability-Instability \u2193": 0.089,
7777
"Applicability-Efficiency \u2191": 0.269

‎lambench/metrics/results/radar.json‎

Lines changed: 23 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -46,24 +46,24 @@
4646
"name": "DPA-2.4-7M",
4747
"value": [
4848
0.83,
49-
0.73,
50-
0.61
49+
0.8,
50+
0.6599999999999999
5151
]
5252
},
5353
{
5454
"name": "DPA-3.0-7M",
5555
"value": [
5656
0.86,
57-
0.77,
58-
0.6699999999999999
57+
0.83,
58+
0.71
5959
]
6060
},
6161
{
6262
"name": "DPA-3.1-3M",
6363
"value": [
6464
0.85,
65-
0.78,
66-
0.73
65+
0.83,
66+
0.8
6767
],
6868
"areaStyle": {
6969
"opacity": 0.1
@@ -73,64 +73,64 @@
7373
"name": "MACE-MP-0",
7474
"value": [
7575
0.65,
76-
0.69,
77-
0.54
76+
0.71,
77+
0.5900000000000001
7878
]
7979
},
8080
{
8181
"name": "MACE-MPA-0",
8282
"value": [
83-
0.6699999999999999,
84-
0.73,
85-
0.5700000000000001
83+
0.6799999999999999,
84+
0.79,
85+
0.61
8686
]
8787
},
8888
{
8989
"name": "Orb-v2",
9090
"value": [
9191
0.78,
92-
0.6599999999999999,
93-
0.63
92+
0.75,
93+
0.69
9494
]
9595
},
9696
{
9797
"name": "Orb-v3",
9898
"value": [
9999
0.8200000000000001,
100-
0.8200000000000001,
101-
0.69
100+
0.85,
101+
0.74
102102
]
103103
},
104104
{
105105
"name": "SevenNet-l3i5",
106106
"value": [
107107
0.76,
108-
0.75,
109-
0.48
108+
0.76,
109+
0.51
110110
]
111111
},
112112
{
113113
"name": "SevenNet-MF-ompa",
114114
"value": [
115115
0.76,
116-
0.78,
117-
0.6
116+
0.83,
117+
0.65
118118
]
119119
},
120120
{
121121
"name": "MatterSim-v1-5M",
122122
"value": [
123123
0.75,
124-
0.77,
125-
0.5700000000000001
124+
0.81,
125+
0.5900000000000001
126126
]
127127
},
128128
{
129129
"name": "GRACE-2L-OAM",
130130
"value": [
131131
0.76,
132-
0.77,
133-
0.62
132+
0.8200000000000001,
133+
0.6599999999999999
134134
]
135135
}
136136
]

0 commit comments

Comments
 (0)