update leaderboard

arena_elo/results/latest/elo_results_image2shape.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd3d9ec2aabdf36d6a01a2006929d6d77a554dfcaae2e944aac6aef9dac7744f
-size 380376
+oid sha256:8a6f9c4cd3b2c4e39e76432faaffd18999345d494c667345bd2a0129dc5ef8b4
+size 380400

arena_elo/results/latest/elo_results_text2shape.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4b2d5769c32821e58d0abc98dcca6b38e171430a0cea7b659749c20a4f6bf99
+oid sha256:66b2024f1cd39a15313d384947751f8a3223079165c0bca8a616d535ac15e127
 size 311335

arena_elo/results/latest/image2shape_leaderboard.csv

@@ -1,16 +1,16 @@
 Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
-instant-mesh,InstantMesh,1225.0743762823975,1297.5361103570417,1213.982697949364,1311.6306749933074,1216.0328953861922,1252.8513509936606,https://github.com/TencentARC/InstantMesh,Tencent
-openlrm,OpenLRM,1162.0555167427412,1225.9416140694043,1213.7908330298321,1166.331659859239,1187.608012600313,1191.145527260306,https://github.com/3DTopia/OpenLRM,Adobe Research
-stable-zero123,Stable Zero123,1247.1037556181382,1126.1884959185716,1195.2246284615442,1157.0054402153846,1193.0522449792413,1183.714913038576,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-zero123-xl,Zero123-XL,1135.549810570144,1119.3658955205813,1138.4857829255768,1171.6669336658658,1152.403014780554,1143.4942874925446,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-wonder3d,Wonder3D,1159.6855233083718,1131.667002213237,1057.7637250298346,1172.7194229190045,1126.7054448730885,1129.7082236687074,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
-lgm,LGM,1071.32002002487,1064.227019036749,1180.9295266048664,1144.652994730468,1115.2005935958648,1115.2660307985639,https://github.com/3DTopia/LGM,Peking University
-grm-i,GRM,1078.2362918428653,1114.5588075581852,1122.4276508325277,1069.0610810181167,1107.012884556666,1098.2593431616722,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
-magic123,Magic123,1071.846811444447,1073.0576421352393,1102.9863496244304,1118.9808652787774,1120.4805919999337,1097.4704520965656,https://guochengqian.github.io/project/magic123/,KAUST
-syncdreamer,SyncDreamer,964.8250465436397,975.1635348823173,879.9275729161875,899.2049604061029,905.5068813213643,924.9255992139224,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
-shap-e,Shap-E,891.6961697624083,905.1488968856037,844.2697816867485,852.6882974144647,844.8702622255175,867.7346815949486,https://github.com/openai/shap-e/,OpenAI
-triplane-gaussian,TriplaneGaussian,857.9308198477061,831.1970989134179,893.724423073413,814.26158978473,895.4386011032594,858.5105065445053,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
-point-e,Point·E,782.8310321916288,776.3903399808784,809.1135557060973,805.0084525163527,810.0949095911902,796.6876579972295,https://github.com/openai/point-e/,OpenAI
-escher-net,EscherNet,663.5711830750586,686.1810176655742,695.7505449421176,688.7069517758811,656.6993630871524,678.1818121091568,https://github.com/kxhit/EscherNet,Imperial College London
-free3d,Free3D,688.2736427455841,673.3765248631992,651.6229272174603,628.0806754223045,668.8942998996625,662.0496140296422,https://github.com/lyndonzheng/Free3D,Oxford University
-,,,,,1291.3803244446026,,258.27606488892053,N/A,N/A
+instant-mesh,InstantMesh,1243.1939444344966,1313.9342744651524,1235.1476477649219,1329.889696752655,1235.3749350543758,1271.5080996943204,https://github.com/TencentARC/InstantMesh,Tencent
+openlrm,OpenLRM,1160.0838605461408,1221.238186751852,1213.6019843022368,1166.0446137251504,1186.0055194216193,1189.3948329493999,https://github.com/3DTopia/OpenLRM,Adobe Research
+stable-zero123,Stable Zero123,1235.0281011144202,1118.7719294204524,1188.09907069314,1149.68747262256,1184.8815516509962,1175.2936251003139,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+zero123-xl,Zero123-XL,1134.9416554254003,1119.5290390747111,1137.5844258641325,1171.2167381623337,1151.7729457987266,1143.008960865061,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+lgm,LGM,1085.7109692414356,1086.6274515211855,1189.05538992215,1154.6781445232896,1127.224470285592,1128.6592850987304,https://github.com/3DTopia/LGM,Peking University
+wonder3d,Wonder3D,1157.5780128539932,1129.456708417473,1055.755790922323,1170.95431098168,1124.7506288715504,1127.699090409404,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
+magic123,Magic123,1073.0426208685774,1064.7730806357097,1103.743863247284,1119.3961036533833,1121.2582536169625,1096.4427844043835,https://guochengqian.github.io/project/magic123/,KAUST
+grm-i,GRM,1068.3917918977465,1102.5058563057569,1112.4194689556043,1059.8770999542473,1095.8473518076055,1087.808313784192,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
+syncdreamer,SyncDreamer,960.4367190647245,971.9339212766217,876.7679578445892,896.279350313181,902.1279574285147,921.5091811855261,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
+shap-e,Shap-E,890.9834969114879,904.7398977612644,842.9549518092771,851.2237137374766,843.5849650653557,866.6974050569722,https://github.com/openai/shap-e/,OpenAI
+triplane-gaussian,TriplaneGaussian,857.1380359858629,830.8777455591757,892.0770010032352,812.6327450755748,894.1180314516157,857.3687118150929,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
+point-e,Point·E,782.8873104287209,776.6711197634636,808.2876172608272,804.2022941146189,809.7132543963908,796.3523191928042,https://github.com/openai/point-e/,OpenAI
+escher-net,EscherNet,663.1895126912445,686.6557083073083,694.3082878499988,687.3907862204525,655.7606937135912,677.460997756519,https://github.com/kxhit/EscherNet,Imperial College London
+free3d,Free3D,687.3939685357487,672.2850807398738,650.19654256028,626.526930163396,667.5794414371037,660.7963926872804,https://github.com/lyndonzheng/Free3D,Oxford University
+,,,,,1291.6540057163327,,258.3308011432665,N/A,N/A

arena_elo/results/latest/image2shape_leaderboard_full.csv

@@ -1,16 +1,16 @@
 Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
-instant-mesh,InstantMesh,1216.4707396639294,1265.8075063336253,1220.4534456493175,1291.8834304695686,1221.6797399772345,1243.258972418735,https://github.com/TencentARC/InstantMesh,Tencent
-stable-zero123,Stable Zero123,1233.9249040484272,1156.3877807048207,1207.2747230225912,1197.9411300885115,1213.4189473656272,1201.7894970459954,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-openlrm,OpenLRM,1174.7332231624334,1221.353127462516,1221.2780509453814,1171.070025507808,1189.1484900115884,1195.5165834179456,https://github.com/3DTopia/OpenLRM,Adobe Research
-wonder3d,Wonder3D,1170.2297308098246,1144.9595417177595,1076.2488251595073,1165.5573661436001,1121.1419074573776,1135.6274742576138,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
-zero123-xl,Zero123-XL,1108.3146146257918,1085.1406635258036,1115.7078258889335,1150.4182898132585,1131.2496385561965,1118.1662064819968,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-lgm,LGM,1083.686202155662,1073.5895689418144,1167.5152576048886,1135.6094403161453,1108.3333914678713,1113.7467720972763,https://github.com/3DTopia/LGM,Peking University
-grm-i,GRM,1077.5631787509126,1113.9012823197152,1121.4738518222516,1070.490754357401,1104.147529891375,1097.515319428331,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
-magic123,Magic123,1067.6333169968489,1076.700830945384,1099.2639157868753,1108.229640319435,1107.9886786544712,1091.9632765406027,https://guochengqian.github.io/project/magic123/,KAUST
-syncdreamer,SyncDreamer,948.685251818133,953.1983429729681,866.4540825382169,885.6381690296075,898.525651242313,910.5002995202478,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
-shap-e,Shap-E,873.7389507898497,884.4158051895648,835.2975940876645,845.5414699367378,839.1979608620655,855.6383561731766,https://github.com/openai/shap-e/,OpenAI
-triplane-gaussian,TriplaneGaussian,850.5746659308271,827.8280683521266,887.8605885156833,812.2225843178009,888.2778131456678,853.352744052421,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
-point-e,Point·E,805.4875362956118,802.789962761091,808.3166274343444,815.1101362678534,818.3671575725065,810.0142840662813,https://github.com/openai/point-e/,OpenAI
-escher-net,EscherNet,741.1274744132322,731.9343117282434,741.2794610848692,731.8725819267013,711.4457492944605,731.5319156895014,https://github.com/kxhit/EscherNet,Imperial College London
-free3d,Free3D,647.8302105385167,661.9932070445673,631.5757504594753,618.4149815055712,647.0773445012455,641.3782988098752,https://github.com/lyndonzheng/Free3D,Oxford University
-,,,,,1292.175202359605,,258.435040471921,N/A,N/A
+instant-mesh,InstantMesh,1226.240348786095,1273.7345686406918,1231.262995596849,1300.475035311167,1230.9186555710264,1252.5263207811659,https://github.com/TencentARC/InstantMesh,Tencent
+stable-zero123,Stable Zero123,1227.9975683456794,1152.1368413531782,1203.7858186662827,1193.544693620294,1208.8154699518373,1197.2560783874544,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+openlrm,OpenLRM,1174.1852252866497,1219.4392147800477,1221.7167088080294,1171.6233849654584,1188.786132362247,1195.1501332404864,https://github.com/3DTopia/OpenLRM,Adobe Research
+wonder3d,Wonder3D,1169.5970515797278,1144.7428972007242,1075.8326640607934,1165.310972136821,1120.8236498046351,1135.2614469565403,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
+lgm,LGM,1095.1234577537075,1091.8252987998844,1175.965455295295,1145.3949347488517,1119.5997828474697,1125.5817858890416,https://github.com/3DTopia/LGM,Peking University
+zero123-xl,Zero123-XL,1107.7180085957173,1085.299116223403,1115.332290534762,1150.1860571441816,1130.8208515892663,1117.8712648174662,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+magic123,Magic123,1068.9098322694683,1070.72427783272,1099.8774253343536,1108.7607402066449,1108.5953194981441,1091.3735190282662,https://guochengqian.github.io/project/magic123/,KAUST
+grm-i,GRM,1068.6346402950237,1102.9054514158424,1112.3961046124814,1062.3215264208518,1093.925199379932,1088.0365844248263,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
+syncdreamer,SyncDreamer,944.844143930235,950.4523619126508,863.8033841530255,883.2497654399599,895.5166511440798,907.5732613159902,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
+shap-e,Shap-E,873.2741933883224,884.0606448280471,834.6148242666842,844.7913654896143,838.65066552713,855.0783386999595,https://github.com/openai/shap-e/,OpenAI
+triplane-gaussian,TriplaneGaussian,850.0039176386974,827.9137745279768,886.9870734742514,811.3915490790787,887.5823072208344,852.7757243881676,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
+point-e,Point·E,805.6325935127524,803.2430127051947,807.9088667379374,814.8781048996082,818.4910808432446,810.0307317397475,https://github.com/openai/point-e/,OpenAI
+escher-net,EscherNet,744.6019586207278,736.4874609969145,744.7113970173127,735.3857249973325,715.9598128528096,735.4292708970195,https://github.com/kxhit/EscherNet,Imperial College London
+free3d,Free3D,643.2370599971961,657.0350787827242,625.8049914419421,612.6861455401388,641.5144214073439,636.0555394338691,https://github.com/lyndonzheng/Free3D,Oxford University
+,,,,,1292.825547240112,,258.5651094480224,N/A,N/A

arena_elo/results/latest/text2shape_leaderboard.csv

@@ -1,11 +1,11 @@
 Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
-mvdream,MVDream,1271.2521758581208,1326.675022611098,1300.2787588475298,1293.9998555492448,1288.6218747137614,1296.165537515951,https://github.com/bytedance/MVDream/,ByteDance
-lucid-dreamer,LucidDreamer,1096.1325906475793,1165.7389178100505,1116.968969665325,1128.1029350149909,1107.7842036376933,1122.9455233551278,https://github.com/EnVision-Research/LucidDreamer/,HKUST
-grm-t,GRM,1072.640494868158,1126.337168817956,1104.035825988325,1098.6877025201338,1095.4290359778618,1099.4260456344869,https://justimyhxu.github.io/projects/grm/,Stanford University
-magic3d,Magic3D,1025.0079552516897,1004.8505016881188,1022.0080415019668,1014.7088245805256,993.676994687812,1012.0504635420226,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
-latent-nerf,Latent-NeRF,924.9062469306061,966.7505798941075,972.682744617831,954.3949562634186,967.2066226298864,957.1882300671699,https://github.com/eladrich/latent-nerf/,Tel Aviv University
-dreamfusion,DreamFusion,946.2971645092533,871.3125651555201,897.920962494934,916.0849462027758,925.9939515474821,911.521917981993,https://dreamfusion3d.github.io/,Google Research
-shap-e,Shap-E,948.2973000701312,878.8449785806732,916.1046545469715,892.5813251611287,905.4809776606504,908.261847203911,https://github.com/openai/shap-e/,OpenAI
-sjc,Score Jacobian Chaining,871.3701110280047,885.155080723135,855.2707294399339,882.6175806382331,903.6146650272407,879.6056333713093,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
-point-e,Point·E,844.095960836457,774.3351847193409,814.7293128971836,818.8218740695505,812.1916741176119,812.8348013280288,https://github.com/openai/point-e/,OpenAI
-,,1000.0,1000.0,,708.8141035459057,1000.0,741.7628207091811,N/A,N/A
+mvdream,MVDream,1271.5441204427452,1326.8522642329747,1300.7704038830275,1294.4670274788164,1289.0274532512217,1296.532253857757,https://github.com/bytedance/MVDream/,ByteDance
+lucid-dreamer,LucidDreamer,1093.8912748517619,1163.495860075506,1115.6505865337738,1126.6182705970314,1106.4658167502312,1121.224361761661,https://github.com/EnVision-Research/LucidDreamer/,HKUST
+grm-t,GRM,1068.8264174840479,1123.5960173267338,1102.000651704624,1096.8421653106052,1092.096532599148,1096.6723568850318,https://justimyhxu.github.io/projects/grm/,Stanford University
+magic3d,Magic3D,1029.3517264599943,1008.7292563371147,1025.281691386008,1018.0849856035744,997.1946418876777,1015.7284603348738,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
+latent-nerf,Latent-NeRF,925.9630983004071,967.5515917729296,973.4253887532965,955.2527217944212,968.0120950105173,958.0409791263143,https://github.com/eladrich/latent-nerf/,Tel Aviv University
+dreamfusion,DreamFusion,948.5270662370289,873.2517767708854,898.8885735847447,916.7951817658654,927.9336422021292,913.0792481121307,https://dreamfusion3d.github.io/,Google Research
+shap-e,Shap-E,947.448893297001,878.2092671060209,915.2996407422323,891.7965706952882,904.6490509277819,907.4806845536648,https://github.com/openai/shap-e/,OpenAI
+sjc,Score Jacobian Chaining,870.377503648181,883.7979409524141,853.9821327853929,881.353688446997,902.4005539652442,878.382363959646,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
+point-e,Point·E,844.0698992788324,774.5160254254209,814.7009306269003,818.7893883074046,812.2202134060486,812.8592914089214,https://github.com/openai/point-e/,OpenAI
+,,1000.0,1000.0,,708.7721019077741,1000.0,741.7544203815548,N/A,N/A

arena_elo/results/latest/text2shape_leaderboard_full.csv

@@ -1,11 +1,11 @@
 Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
-mvdream,MVDream,1265.4283294857228,1327.8012520294856,1303.8952788251468,1295.7977544254682,1275.389047720882,1293.6623324973411,https://github.com/bytedance/MVDream/,ByteDance
-lucid-dreamer,LucidDreamer,1094.866286640116,1161.0697239932192,1112.3881038960496,1124.0333932278368,1113.0553161669584,1121.0825647848362,https://github.com/EnVision-Research/LucidDreamer/,HKUST
-grm-t,GRM,1066.6987619194033,1115.611688390576,1091.9092329610723,1091.3356932805946,1089.4358654025796,1090.998248390845,https://justimyhxu.github.io/projects/grm/,Stanford University
-magic3d,Magic3D,1027.9779476826927,1007.3958293564962,1026.3685675258278,1014.9310004274147,996.3991546253814,1014.6144999235624,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
-latent-nerf,Latent-NeRF,927.2218144082177,964.3276399106443,972.7984250355587,955.2579874968665,972.365106290576,958.3941946283727,https://github.com/eladrich/latent-nerf/,Tel Aviv University
-dreamfusion,DreamFusion,954.5918766370222,883.9465520302497,908.264147715355,925.1522369314215,931.1730123114636,920.6255651251025,https://dreamfusion3d.github.io/,Google Research
-shap-e,Shap-E,951.5824948922693,879.3257573090887,917.8452169261606,894.6434247551482,907.9746351068396,910.2743057979012,https://github.com/openai/shap-e/,OpenAI
-sjc,Score Jacobian Chaining,869.0190508218295,886.601407921674,852.8507847636411,881.0981659535813,900.8241721062909,878.0787163134034,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
-point-e,Point·E,842.6134375127266,773.9201490585665,813.6802423511881,817.7503435016677,813.3836902690285,812.2695725386355,https://github.com/openai/point-e/,OpenAI
-,,1000.0,1000.0,,707.5987036281506,1000.0,741.5197407256301,N/A,N/A
+mvdream,MVDream,1265.9361552460616,1328.2973855946577,1304.6236701334217,1296.4304211551455,1275.959629531901,1294.2494523322373,https://github.com/bytedance/MVDream/,ByteDance
+lucid-dreamer,LucidDreamer,1092.7989803082485,1159.3042971665757,1111.3624053517042,1122.8597038221587,1111.9034828695444,1119.6457739036462,https://github.com/EnVision-Research/LucidDreamer/,HKUST
+grm-t,GRM,1067.7906371929118,1116.2267285199905,1093.4684977567645,1093.1826857937183,1090.0400321329118,1092.1417162792593,https://justimyhxu.github.io/projects/grm/,Stanford University
+magic3d,Magic3D,1032.061190210248,1011.0040151836608,1029.3738828507437,1018.1480451347919,999.7464632814633,1018.0667193321815,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
+latent-nerf,Latent-NeRF,928.3204401924171,965.1465781877263,973.5718703633256,956.1299537369789,973.1157338917237,959.2569152744343,https://github.com/eladrich/latent-nerf/,Tel Aviv University
+dreamfusion,DreamFusion,951.8670902001287,882.6744516009823,905.7895857251574,922.2679552316322,929.4169284506434,918.4032022417089,https://dreamfusion3d.github.io/,Google Research
+shap-e,Shap-E,950.9071445626989,878.520283974512,917.0261265196363,893.7790168668388,907.0738551457626,909.4612854138898,https://github.com/openai/shap-e/,OpenAI
+sjc,Score Jacobian Chaining,867.8272085238275,885.0566361618369,851.3324878132801,879.6498768099611,899.4680876262645,876.6668593870339,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
+point-e,Point·E,842.491153563458,773.7696236100575,813.4514734859669,817.5523414487744,813.275787069785,812.1080758356084,https://github.com/openai/point-e/,OpenAI
+,,1000.0,1000.0,,707.9100617853458,1000.0,741.5820123570691,N/A,N/A