Skip to content

Commit 94d2591

Browse files
anyangmlanyangml
authored
Merge pull request #347 from deepmodeling/update-json-file
Automated PR: Update JSON file
2 parents 26f3a41 + caade33 commit 94d2591

File tree

5 files changed

+477
-763
lines changed

5 files changed

+477
-763
lines changed

‎lambench/metrics/results/barplot.json‎

Lines changed: 18 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -1,41 +1,38 @@
11
{
22
"Molecules": {
3-
"DPA-2.4-7M": 0.17,
4-
"DPA-3.0-7M": 0.14,
5-
"DPA-3.1-3M": 0.15,
6-
"MACE-MP-0": 0.35,
7-
"MACE-MPA-0": 0.32,
3+
"DPA-2.4-7M": 0.18,
4+
"DPA-3.1-3M": 0.16,
5+
"MACE-MP-0": 0.36,
6+
"MACE-MPA-0": 0.34,
87
"Orb-v2": 0.22,
9-
"Orb-v3": 0.18,
10-
"SevenNet-l3i5": 0.24,
11-
"SevenNet-MF-ompa": 0.24,
12-
"MatterSim-v1-5M": 0.25,
13-
"GRACE-2L-OAM": 0.24
8+
"Orb-v3": 0.19,
9+
"SevenNet-l3i5": 0.25,
10+
"SevenNet-MF-ompa": 0.25,
11+
"MatterSim-v1-5M": 0.26,
12+
"GRACE-2L-OAM": 0.25
1413
},
1514
"Inorganic Materials": {
1615
"DPA-2.4-7M": 0.2,
17-
"DPA-3.0-7M": 0.17,
18-
"DPA-3.1-3M": 0.17,
19-
"MACE-MP-0": 0.29,
16+
"DPA-3.1-3M": 0.16,
17+
"MACE-MP-0": 0.28,
2018
"MACE-MPA-0": 0.21,
2119
"Orb-v2": 0.25,
2220
"Orb-v3": 0.15,
2321
"SevenNet-l3i5": 0.24,
2422
"SevenNet-MF-ompa": 0.17,
25-
"MatterSim-v1-5M": 0.19,
23+
"MatterSim-v1-5M": 0.18,
2624
"GRACE-2L-OAM": 0.18
2725
},
2826
"Catalysis": {
2927
"DPA-2.4-7M": 0.34,
30-
"DPA-3.0-7M": 0.29,
31-
"DPA-3.1-3M": 0.2,
28+
"DPA-3.1-3M": 0.21,
3229
"MACE-MP-0": 0.41,
33-
"MACE-MPA-0": 0.39,
34-
"Orb-v2": 0.31,
35-
"Orb-v3": 0.26,
30+
"MACE-MPA-0": 0.38,
31+
"Orb-v2": 0.29,
32+
"Orb-v3": 0.25,
3633
"SevenNet-l3i5": 0.49,
37-
"SevenNet-MF-ompa": 0.35,
34+
"SevenNet-MF-ompa": 0.34,
3835
"MatterSim-v1-5M": 0.41,
39-
"GRACE-2L-OAM": 0.34
36+
"GRACE-2L-OAM": 0.33
4037
}
4138
}

‎lambench/metrics/results/final_rankings.json‎

Lines changed: 16 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
[
22
{
33
"Model": "DPA-3.1-3M",
4-
"Generalizability-FF Error \u2193": 0.172,
5-
"Generalizability-PC Error \u2193": 0.321,
4+
"Generalizability-FF Error \u2193": 0.175,
5+
"Generalizability-PC Error \u2193": 0.322,
66
"Applicability-Instability \u2193": 0.572,
77
"Applicability-Efficiency \u2191": 0.261
88
},
@@ -13,45 +13,38 @@
1313
"Applicability-Instability \u2193": 0.0,
1414
"Applicability-Efficiency \u2191": 0.39
1515
},
16-
{
17-
"Model": "DPA-3.0-7M",
18-
"Generalizability-FF Error \u2193": 0.201,
19-
"Generalizability-PC Error \u2193": 0.327,
20-
"Applicability-Instability \u2193": 0.291,
21-
"Applicability-Efficiency \u2191": 0.163
22-
},
2316
{
2417
"Model": "DPA-2.4-7M",
25-
"Generalizability-FF Error \u2193": 0.237,
26-
"Generalizability-PC Error \u2193": 0.341,
18+
"Generalizability-FF Error \u2193": 0.241,
19+
"Generalizability-PC Error \u2193": 0.342,
2720
"Applicability-Instability \u2193": 0.039,
2821
"Applicability-Efficiency \u2191": 0.617
2922
},
3023
{
3124
"Model": "GRACE-2L-OAM",
32-
"Generalizability-FF Error \u2193": 0.253,
33-
"Generalizability-PC Error \u2193": 0.403,
25+
"Generalizability-FF Error \u2193": 0.251,
26+
"Generalizability-PC Error \u2193": 0.404,
3427
"Applicability-Instability \u2193": 0.309,
3528
"Applicability-Efficiency \u2191": 0.639
3629
},
30+
{
31+
"Model": "Orb-v2",
32+
"Generalizability-FF Error \u2193": 0.253,
33+
"Generalizability-PC Error \u2193": 0.601,
34+
"Applicability-Instability \u2193": 2.649,
35+
"Applicability-Efficiency \u2191": 1.341
36+
},
3737
{
3838
"Model": "SevenNet-MF-ompa",
3939
"Generalizability-FF Error \u2193": 0.255,
4040
"Generalizability-PC Error \u2193": 0.455,
4141
"Applicability-Instability \u2193": 0.0,
4242
"Applicability-Efficiency \u2191": 0.084
4343
},
44-
{
45-
"Model": "Orb-v2",
46-
"Generalizability-FF Error \u2193": 0.262,
47-
"Generalizability-PC Error \u2193": 0.6,
48-
"Applicability-Instability \u2193": 2.649,
49-
"Applicability-Efficiency \u2191": 1.341
50-
},
5144
{
5245
"Model": "MatterSim-v1-5M",
5346
"Generalizability-FF Error \u2193": 0.283,
54-
"Generalizability-PC Error \u2193": 0.466,
47+
"Generalizability-PC Error \u2193": 0.467,
5548
"Applicability-Instability \u2193": 0.0,
5649
"Applicability-Efficiency \u2191": 0.393
5750
},
@@ -64,14 +57,14 @@
6457
},
6558
{
6659
"Model": "SevenNet-l3i5",
67-
"Generalizability-FF Error \u2193": 0.324,
60+
"Generalizability-FF Error \u2193": 0.326,
6861
"Generalizability-PC Error \u2193": 0.397,
6962
"Applicability-Instability \u2193": 0.036,
7063
"Applicability-Efficiency \u2191": 0.272
7164
},
7265
{
7366
"Model": "MACE-MP-0",
74-
"Generalizability-FF Error \u2193": 0.349,
67+
"Generalizability-FF Error \u2193": 0.351,
7568
"Generalizability-PC Error \u2193": 0.472,
7669
"Applicability-Instability \u2193": 0.089,
7770
"Applicability-Efficiency \u2191": 0.269

‎lambench/metrics/results/radar.json‎

Lines changed: 18 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,6 @@
22
"legend": {
33
"data": [
44
"DPA-2.4-7M",
5-
"DPA-3.0-7M",
65
"DPA-3.1-3M",
76
"MACE-MP-0",
87
"MACE-MPA-0",
@@ -45,25 +44,17 @@
4544
{
4645
"name": "DPA-2.4-7M",
4746
"value": [
48-
0.83,
47+
0.8200000000000001,
4948
0.8,
5049
0.6599999999999999
5150
]
5251
},
53-
{
54-
"name": "DPA-3.0-7M",
55-
"value": [
56-
0.86,
57-
0.83,
58-
0.71
59-
]
60-
},
6152
{
6253
"name": "DPA-3.1-3M",
6354
"value": [
64-
0.85,
65-
0.83,
66-
0.8
55+
0.84,
56+
0.84,
57+
0.79
6758
],
6859
"areaStyle": {
6960
"opacity": 0.1
@@ -72,65 +63,65 @@
7263
{
7364
"name": "MACE-MP-0",
7465
"value": [
75-
0.65,
76-
0.71,
66+
0.64,
67+
0.72,
7768
0.5900000000000001
7869
]
7970
},
8071
{
8172
"name": "MACE-MPA-0",
8273
"value": [
83-
0.6799999999999999,
74+
0.6599999999999999,
8475
0.79,
85-
0.61
76+
0.62
8677
]
8778
},
8879
{
8980
"name": "Orb-v2",
9081
"value": [
9182
0.78,
9283
0.75,
93-
0.69
84+
0.71
9485
]
9586
},
9687
{
9788
"name": "Orb-v3",
9889
"value": [
99-
0.8200000000000001,
90+
0.81,
10091
0.85,
101-
0.74
92+
0.75
10293
]
10394
},
10495
{
10596
"name": "SevenNet-l3i5",
10697
"value": [
107-
0.76,
98+
0.75,
10899
0.76,
109100
0.51
110101
]
111102
},
112103
{
113104
"name": "SevenNet-MF-ompa",
114105
"value": [
115-
0.76,
106+
0.75,
116107
0.83,
117-
0.65
108+
0.6599999999999999
118109
]
119110
},
120111
{
121112
"name": "MatterSim-v1-5M",
122113
"value": [
123-
0.75,
124-
0.81,
114+
0.74,
115+
0.8200000000000001,
125116
0.5900000000000001
126117
]
127118
},
128119
{
129120
"name": "GRACE-2L-OAM",
130121
"value": [
131-
0.76,
122+
0.75,
132123
0.8200000000000001,
133-
0.6599999999999999
124+
0.6699999999999999
134125
]
135126
}
136127
]

0 commit comments

Comments
 (0)