Adding updated chipsff benchmarks

usnistgov · Dec 5, 2024 · 4bd507f · 4bd507f
1 parent 5c9c57e
commit 4bd507f
Show file tree

Hide file tree

Showing 227 changed files with 32,229 additions and 5,225 deletions.
diff --git a/jarvis_leaderboard/benchmarks/AI/SinglePropertyPrediction/dft_3d_chipsff_surf_en.json.zip b/jarvis_leaderboard/benchmarks/AI/SinglePropertyPrediction/dft_3d_chipsff_surf_en.json.zip
diff --git a/jarvis_leaderboard/benchmarks/AI/SinglePropertyPrediction/dft_3d_chipsff_vac_en.json.zip b/jarvis_leaderboard/benchmarks/AI/SinglePropertyPrediction/dft_3d_chipsff_vac_en.json.zip
diff --git a/...contributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-a-dft_3d_chipsff-test-mae.csv b/...contributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-a-dft_3d_chipsff-test-mae.csv
@@ -0,0 +1,105 @@
+id,prediction,unconverged
+JVASP-8184,3.874231,
+JVASP-10591,3.999999,1
+JVASP-8118,3.087322,
+JVASP-8003,4.176159,
+JVASP-1222,3.692717,
+JVASP-106363,7.009231,
+JVASP-1109,4.05617,1
+JVASP-96,4.042421,
+JVASP-20092,3.363114,
+JVASP-30,3.209918,
+JVASP-1372,4.048255,
+JVASP-23,4.655037,
+JVASP-105410,3.954561,
+JVASP-36873,3.736126,
+JVASP-113,5.295532,
+JVASP-7836,2.562697,
+JVASP-861,2.459766,
+JVASP-9117,6.01799,
+JVASP-108770,4.51633,
+JVASP-9147,4.885776,
+JVASP-1180,3.561084,
+JVASP-10703,6.01259,
+JVASP-79522,2.929686,1
+JVASP-21211,4.236458,
+JVASP-1195,3.254742,
+JVASP-8082,3.93164,
+JVASP-1186,4.362459,
+JVASP-802,2.907156,
+JVASP-8559,3.98557,
+JVASP-14968,4.510331,
+JVASP-43367,4.8148,
+JVASP-22694,2.935175,
+JVASP-3510,8.203406,
+JVASP-36018,3.286576,
+JVASP-90668,5.59901,1
+JVASP-110231,3.37527,
+JVASP-149916,4.53612,
+JVASP-1103,4.572163,
+JVASP-1177,4.380563,
+JVASP-1115,4.378037,1
+JVASP-1112,4.23192,
+JVASP-25,9.974719,1
+JVASP-10037,5.745648,
+JVASP-103127,4.49716,
+JVASP-813,2.916117,
+JVASP-1067,9.307856,1
+JVASP-825,2.621356,
+JVASP-14616,2.949028,
+JVASP-111005,7.957374,
+JVASP-1002,3.884584,
+JVASP-99732,7.620957,1
+JVASP-54,3.210415,
+JVASP-133719,3.411776,
+JVASP-1183,4.210939,
+JVASP-62940,2.512326,
+JVASP-14970,3.23451,
+JVASP-34674,4.77653,1
+JVASP-107,3.023583,
+JVASP-58349,4.942096,1
+JVASP-110,3.98513,
+JVASP-1915,8.716203,
+JVASP-816,2.876095,
+JVASP-867,2.564132,
+JVASP-34249,3.580241,
+JVASP-1216,4.29746,
+JVASP-32,5.176314,1
+JVASP-1201,3.817176,
+JVASP-2376,5.470341,
+JVASP-18983,5.25178,
+JVASP-943,2.483363,
+JVASP-104764,2.97431,
+JVASP-39,3.102797,
+JVASP-10036,5.503716,
+JVASP-1312,3.215079,
+JVASP-8554,5.871568,
+JVASP-1174,4.052883,
+JVASP-8158,3.102649,
+JVASP-131,3.738826,
+JVASP-36408,3.595836,
+JVASP-85478,4.29289,
+JVASP-972,2.797745,
+JVASP-106686,4.53972,1
+JVASP-1008,4.690829,
+JVASP-4282,7.340611,1
+JVASP-890,4.071695,
+JVASP-1192,4.361361,
+JVASP-91,2.525875,
+JVASP-104,3.807994,
+JVASP-963,2.761787,
+JVASP-1189,4.673823,
+JVASP-149871,5.703904,
+JVASP-5224,4.59776,
+JVASP-41,4.94168,1
+JVASP-1240,5.359235,
+JVASP-1408,4.402239,
+JVASP-1023,4.411791,
+JVASP-1029,4.157163,
+JVASP-149906,7.717032,
+JVASP-1327,3.899203,
+JVASP-29539,4.54709,
+JVASP-19780,3.035291,1
+JVASP-85416,4.199932,1
+JVASP-9166,5.200126,
+JVASP-1198,4.358463,
diff --git a/...ributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-a-dft_3d_chipsff-test-mae.csv.zip b/...ributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-a-dft_3d_chipsff-test-mae.csv.zip
diff --git a/...contributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-b-dft_3d_chipsff-test-mae.csv b/...contributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-b-dft_3d_chipsff-test-mae.csv
@@ -0,0 +1,105 @@
+id,prediction,unconverged
+JVASP-8184,3.874231,
+JVASP-10591,3.999999,1
+JVASP-8118,3.087322,
+JVASP-8003,4.176159,
+JVASP-1222,3.692727,
+JVASP-106363,7.009348,
+JVASP-1109,4.42263,1
+JVASP-96,4.042419,
+JVASP-20092,3.363115,
+JVASP-30,3.209918,
+JVASP-1372,4.048259,
+JVASP-23,4.655035,
+JVASP-105410,3.954555,
+JVASP-36873,3.736126,
+JVASP-113,4.93333,
+JVASP-7836,2.562704,
+JVASP-861,2.459767,
+JVASP-9117,6.01799,
+JVASP-108770,4.51633,
+JVASP-9147,4.86285,
+JVASP-1180,3.561084,
+JVASP-10703,6.01259,
+JVASP-79522,2.929686,1
+JVASP-21211,4.236458,
+JVASP-1195,3.254742,
+JVASP-8082,3.93164,
+JVASP-1186,4.362456,
+JVASP-802,2.907156,
+JVASP-8559,3.98557,
+JVASP-14968,4.510333,
+JVASP-43367,5.01315,
+JVASP-22694,5.083128,
+JVASP-3510,8.203403,
+JVASP-36018,3.286576,
+JVASP-90668,5.59945,1
+JVASP-110231,3.375273,
+JVASP-149916,4.5367,
+JVASP-1103,4.572166,
+JVASP-1177,4.380567,
+JVASP-1115,4.378036,1
+JVASP-1112,4.231921,
+JVASP-25,9.974717,1
+JVASP-10037,5.745651,
+JVASP-103127,4.49716,
+JVASP-813,2.916118,
+JVASP-1067,9.307856,1
+JVASP-825,2.621358,
+JVASP-14616,2.949025,
+JVASP-111005,7.957373,
+JVASP-1002,3.884583,
+JVASP-99732,7.616335,1
+JVASP-54,3.210415,
+JVASP-133719,3.411819,
+JVASP-1183,4.21094,
+JVASP-62940,2.512326,
+JVASP-14970,3.234515,
+JVASP-34674,5.881246,1
+JVASP-107,3.023583,
+JVASP-58349,4.942096,1
+JVASP-110,3.98513,
+JVASP-1915,8.716205,
+JVASP-816,2.876096,
+JVASP-867,2.564134,
+JVASP-34249,3.580246,
+JVASP-1216,4.29746,
+JVASP-32,5.176315,1
+JVASP-1201,3.817175,
+JVASP-2376,5.470338,
+JVASP-18983,5.702,
+JVASP-943,2.483363,
+JVASP-104764,4.846891,
+JVASP-39,3.102797,
+JVASP-10036,5.503707,
+JVASP-1312,3.215077,
+JVASP-8554,5.871567,
+JVASP-1174,4.052879,
+JVASP-8158,3.102651,
+JVASP-131,3.738826,
+JVASP-36408,3.595836,
+JVASP-85478,4.29282,
+JVASP-972,2.797745,
+JVASP-106686,4.53972,1
+JVASP-1008,4.690831,
+JVASP-4282,7.340648,1
+JVASP-890,4.071701,
+JVASP-1192,4.361357,
+JVASP-91,2.525878,
+JVASP-104,3.807992,
+JVASP-963,2.761786,
+JVASP-1189,4.673823,
+JVASP-149871,5.703904,
+JVASP-5224,4.59776,
+JVASP-41,4.94168,1
+JVASP-1240,5.359238,
+JVASP-1408,4.402238,
+JVASP-1023,4.411791,
+JVASP-1029,4.157163,
+JVASP-149906,7.717032,
+JVASP-1327,3.899197,
+JVASP-29539,4.547096,
+JVASP-19780,3.037978,1
+JVASP-85416,6.15434,1
+JVASP-9166,5.200128,
+JVASP-1198,4.358462,
diff --git a/...ributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-b-dft_3d_chipsff-test-mae.csv.zip b/...ributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-b-dft_3d_chipsff-test-mae.csv.zip
diff --git a/...contributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c-dft_3d_chipsff-test-mae.csv b/...contributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c-dft_3d_chipsff-test-mae.csv
@@ -0,0 +1,105 @@
+id,prediction,unconverged
+JVASP-8184,6.3959,
+JVASP-10591,19.66418,1
+JVASP-8118,5.07051,
+JVASP-8003,4.17616,
+JVASP-1222,18.504455,
+JVASP-106363,7.023336,
+JVASP-1109,11.64396,1
+JVASP-96,4.04242,
+JVASP-20092,3.36311,
+JVASP-30,5.2375,
+JVASP-1372,4.04826,
+JVASP-23,4.65504,
+JVASP-105410,3.95456,
+JVASP-36873,3.736126,
+JVASP-113,5.349125,
+JVASP-7836,2.5627,
+JVASP-861,2.45977,
+JVASP-9117,6.01799,
+JVASP-108770,6.41752,
+JVASP-9147,5.0445,
+JVASP-1180,5.78295,
+JVASP-10703,6.01259,
+JVASP-79522,5.175166,1
+JVASP-21211,5.13158,
+JVASP-1195,5.26888,
+JVASP-8082,3.93164,
+JVASP-1186,4.36246,
+JVASP-802,4.5027,
+JVASP-8559,3.98557,
+JVASP-14968,4.757627,
+JVASP-43367,9.78677,
+JVASP-22694,2.935172,
+JVASP-3510,8.203403,
+JVASP-36018,3.286576,
+JVASP-90668,6.823476,1
+JVASP-110231,5.54786,
+JVASP-149916,12.82595,
+JVASP-1103,4.57217,
+JVASP-1177,4.38057,
+JVASP-1115,4.37803,1
+JVASP-1112,4.23192,
+JVASP-25,9.974717,1
+JVASP-10037,6.422857,
+JVASP-103127,6.37292,
+JVASP-813,2.91612,
+JVASP-1067,9.307854,1
+JVASP-825,2.62136,
+JVASP-14616,2.94902,
+JVASP-111005,7.957375,
+JVASP-1002,3.88459,
+JVASP-99732,7.586094,1
+JVASP-54,12.52283,
+JVASP-133719,3.41159,
+JVASP-1183,4.21094,
+JVASP-62940,6.57617,
+JVASP-14970,4.417792,
+JVASP-34674,5.881247,1
+JVASP-107,9.91123,
+JVASP-58349,5.46369,1
+JVASP-110,4.12166,
+JVASP-1915,8.716208,
+JVASP-816,2.87609,
+JVASP-867,2.56413,
+JVASP-34249,3.58024,
+JVASP-1216,4.29746,
+JVASP-32,5.176312,1
+JVASP-1201,3.81717,
+JVASP-2376,6.579852,
+JVASP-18983,9.47493,
+JVASP-943,2.48336,
+JVASP-104764,5.165872,
+JVASP-39,4.97556,
+JVASP-10036,5.943882,
+JVASP-1312,3.21507,
+JVASP-8554,7.192735,
+JVASP-1174,4.05288,
+JVASP-8158,3.10265,
+JVASP-131,5.88263,
+JVASP-36408,3.595836,
+JVASP-85478,12.366,
+JVASP-972,2.79775,
+JVASP-106686,6.52446,1
+JVASP-1008,4.69083,
+JVASP-4282,19.85447,1
+JVASP-890,4.0717,
+JVASP-1192,4.36136,
+JVASP-91,2.52587,
+JVASP-104,5.517623,
+JVASP-963,2.76179,
+JVASP-1189,4.67382,
+JVASP-149871,6.586119,
+JVASP-5224,12.89205,
+JVASP-41,5.46318,1
+JVASP-1240,5.359239,
+JVASP-1408,4.40224,
+JVASP-1023,5.88316,
+JVASP-1029,2.57657,
+JVASP-149906,7.717032,
+JVASP-1327,3.8992,
+JVASP-29539,13.96499,
+JVASP-19780,4.307765,1
+JVASP-85416,7.068562,1
+JVASP-9166,5.200128,
+JVASP-1198,4.35846,
diff --git a/...ributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c-dft_3d_chipsff-test-mae.csv.zip b/...ributions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c-dft_3d_chipsff-test-mae.csv.zip
diff --git a/...butions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c11-dft_3d_chipsff-test-mae.csv.zip b/...butions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c11-dft_3d_chipsff-test-mae.csv.zip
diff --git a/...butions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c44-dft_3d_chipsff-test-mae.csv.zip b/...butions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-c44-dft_3d_chipsff-test-mae.csv.zip
diff --git a/...ons/alignn_ff_12_2_24/AI-SinglePropertyPrediction-form_en-dft_3d_chipsff-test-mae.csv.zip b/...ons/alignn_ff_12_2_24/AI-SinglePropertyPrediction-form_en-dft_3d_chipsff-test-mae.csv.zip
diff --git a/...ibutions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-kv-dft_3d_chipsff-test-mae.csv.zip b/...ibutions/alignn_ff_12_2_24/AI-SinglePropertyPrediction-kv-dft_3d_chipsff-test-mae.csv.zip