update leaderboard

arena_elo/results/latest/elo_results_image2shape.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab191a1ee6caa1458701d78d7a2b7f3e2371faa1136049b441d2f449301295cd
-size 381340
+oid sha256:ec81e09eae6bc201c41275e80726aecd7e652fb7d51b9ec4339e751cdda88748
+size 381336

arena_elo/results/latest/elo_results_text2shape.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f333a4e9998ee463b2044727d1d7259bbd424d856cb018b67f0850438ce2d8f
-size 311238
+oid sha256:fe89b90aaa2fc0349ac607b748fde3f9410836143ab016d9efe6f6b0a76289ce
+size 311233

arena_elo/results/latest/image2shape_leaderboard.csv

@@ -1,16 +1,16 @@
 Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
-instant-mesh,InstantMesh,1205.4577410406473,1306.2326004890674,1196.8372105695155,1316.8852180185145,1196.8076701007435,1244.4440880436973,https://github.com/TencentARC/InstantMesh,Tencent
-stable-zero123,Stable Zero123,1248.2691927778235,1116.2581083574144,1192.8818043094202,1150.3256448161617,1192.7344412271723,1180.0938382975985,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-openlrm,OpenLRM,1143.6913079017386,1200.0512391193117,1189.364846079921,1134.521962854749,1157.3449351154002,1164.9948582142242,https://github.com/3DTopia/OpenLRM,Adobe Research
-wonder3d,Wonder3D,1178.0244970631625,1154.2594222917783,1078.9662026344945,1212.3804312747552,1160.1985201292534,1156.765814678689,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
-zero123-xl,Zero123-XL,1136.98456346738,1116.6466419015987,1139.0019624096258,1173.2847292641018,1153.4115092757822,1143.8658812636977,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-lgm,LGM,1059.7710788767704,1049.0513814631681,1170.553833125216,1136.0870074269735,1103.5747618147739,1103.8076125413804,https://github.com/3DTopia/LGM,Peking University
-magic123,Magic123,1076.323982244469,1075.5393159778569,1108.4266349804964,1123.0142053547227,1126.9431043289453,1102.049448577298,https://guochengqian.github.io/project/magic123/,KAUST
-grm-i,GRM,1062.1484030627125,1111.6459701756648,1112.1319861984832,1053.4191753628913,1100.4766249685279,1087.964431953656,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
-syncdreamer,SyncDreamer,971.9639504216403,974.4875229747025,880.4429946736082,889.018966550244,901.3104712710067,923.4447811782404,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
-triplane-gaussian,TriplaneGaussian,868.2923516297058,845.1692200867845,897.6979536163421,829.6243314663353,908.3346986544063,869.8237110907148,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
-shap-e,Shap-E,893.9959244026358,899.4399128436208,851.7740785921026,843.4677416740801,842.7063362597014,866.2767987544281,https://github.com/openai/shap-e/,OpenAI
-point-e,Point·E,795.0126657996656,785.9813787950036,823.7486387989007,818.4069977890607,823.4360106804999,809.317138372626,https://github.com/openai/point-e/,OpenAI
-free3d,Free3D,704.1922557875031,688.7374865427104,668.473408026189,642.2375201777087,685.3453044094756,677.7971949887173,https://github.com/lyndonzheng/Free3D,Oxford University
-escher-net,EscherNet,655.8720855241459,676.4997989813176,689.6984459856848,677.3260679697012,647.3756117643111,669.354402045032,https://github.com/kxhit/EscherNet,Imperial College London
-,,,,,1292.1737202705335,,258.4347440541067,N/A,N/A
+instant-mesh,InstantMesh,1220.9969608876884,1322.530079375128,1214.0065225865364,1335.365174368666,1216.690574170252,1261.9178622776542,https://github.com/TencentARC/InstantMesh,Tencent
+stable-zero123,Stable Zero123,1251.0613127804295,1119.2208173769113,1195.6454546563405,1152.00046828816,1195.1319560502466,1182.6120018304177,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+openlrm,OpenLRM,1150.1533359412651,1215.4277776794256,1202.0231135169793,1152.8864012243812,1173.476758880435,1178.7934774484972,https://github.com/3DTopia/OpenLRM,Adobe Research
+wonder3d,Wonder3D,1186.8094805093672,1154.8046607083452,1079.5310045607569,1202.93122209983,1154.873357661535,1155.7899451079668,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
+zero123-xl,Zero123-XL,1141.9023923224843,1121.6276591329806,1145.5197242418735,1180.1791154222499,1159.9871253962901,1149.8432033031756,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+lgm,LGM,1071.512175307525,1063.1591383135049,1181.54573847608,1144.953724892795,1116.6954636008372,1115.5732481181487,https://github.com/3DTopia/LGM,Peking University
+magic123,Magic123,1072.325037729253,1073.4816988297664,1103.6129249238893,1120.4538273458004,1121.8373860362583,1098.3421749729935,https://guochengqian.github.io/project/magic123/,KAUST
+grm-i,GRM,1065.1655207154702,1108.1653650920614,1117.4109385323582,1062.3973744816687,1101.7780647079176,1090.9834527058952,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
+syncdreamer,SyncDreamer,957.7341631702706,960.1517853503702,865.7580075845249,877.619370620267,889.1876508183337,910.0901955087533,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
+triplane-gaussian,TriplaneGaussian,863.6385948323011,840.3764310302952,893.963421533508,825.3316458426469,903.6379019198272,865.3895990317158,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
+shap-e,Shap-E,891.2752009109673,896.8740915227318,849.9736211014856,840.8698349468275,841.2544605799118,864.0494418123848,https://github.com/openai/shap-e/,OpenAI
+point-e,Point·E,783.8645991149776,776.0184605735667,812.5051638491217,804.4367534220719,811.8619752769981,797.7373904473473,https://github.com/openai/point-e/,OpenAI
+escher-net,EscherNet,652.242019172,673.1511080505056,685.337340249816,672.9902043340458,642.9212476431443,665.3283838899023,https://github.com/kxhit/EscherNet,Imperial College London
+free3d,Free3D,691.319206606001,675.010926964407,653.1670241867305,627.5848827105901,670.6660772580128,663.5496235451483,https://github.com/lyndonzheng/Free3D,Oxford University
+,,,,,1291.4966670759707,,258.29933341519416,N/A,N/A

arena_elo/results/latest/image2shape_leaderboard_full.csv

@@ -1,16 +1,16 @@
 Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
-instant-mesh,InstantMesh,1224.7328838970486,1306.2850818820675,1195.5284523634064,1318.0773422871976,1197.5383242448083,1248.4324169349056,https://github.com/TencentARC/InstantMesh,Tencent
-stable-zero123,Stable Zero123,1247.557271280087,1151.9512872719254,1221.4586937661713,1199.8265527569174,1230.461499114915,1210.251060838003,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-openlrm,OpenLRM,1139.4809241632502,1188.5042108212606,1192.0337399829793,1137.5730448372612,1153.1080517037337,1162.139994301697,https://github.com/3DTopia/OpenLRM,Adobe Research
-wonder3d,Wonder3D,1183.2688867774891,1161.2102535372608,1094.9379970265352,1191.5348262421,1146.1123512667723,1155.4128629700317,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
-zero123-xl,Zero123-XL,1115.4466144347493,1086.29667574898,1126.399636749657,1159.8039188219327,1143.2915278280004,1126.247674716664,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-lgm,LGM,1075.3771285800278,1060.4287878981042,1161.7971994668549,1129.6057409278271,1101.6713018228397,1105.7760317391308,https://github.com/3DTopia/LGM,Peking University
-magic123,Magic123,1070.2048864849107,1077.1836596211415,1104.3170157267084,1110.5853095679558,1113.0348747098358,1095.0651492221104,https://guochengqian.github.io/project/magic123/,KAUST
-grm-i,GRM,1059.152985627081,1107.697886259598,1113.656632906718,1054.7567125007322,1097.6332091247334,1086.5794852837723,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
-syncdreamer,SyncDreamer,952.2201096533735,949.3218224600823,864.5752920389862,875.1017090053181,893.75778984713,906.995344600978,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
-triplane-gaussian,TriplaneGaussian,858.104302371207,839.4643904210101,891.9575548014609,825.2148984471821,900.3598554523237,863.0202002986367,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
-shap-e,Shap-E,876.7218549240743,879.4286848706051,843.4196979919863,837.778085086609,838.6484431333361,855.1993532013221,https://github.com/openai/shap-e/,OpenAI
-point-e,Point·E,813.9578205695373,808.0394594726963,820.657243997381,824.6667686274913,829.7533674095762,819.4149320153363,https://github.com/openai/point-e/,OpenAI
-escher-net,EscherNet,733.462964564535,720.0122853293958,739.4459374722455,724.3049715020329,707.8263617984117,725.0105041333242,https://github.com/kxhit/EscherNet,Imperial College London
-free3d,Free3D,650.3113666726287,664.1755144058723,629.8149057089099,611.1701193894439,646.8030425435841,640.4549897440877,https://github.com/lyndonzheng/Free3D,Oxford University
-,,,,,1289.8426894721392,,257.96853789442787,N/A,N/A
+instant-mesh,InstantMesh,1218.9473835989397,1279.494453511892,1224.070025366782,1305.5036365836709,1225.058330753359,1250.6147659629287,https://github.com/TencentARC/InstantMesh,Tencent
+stable-zero123,Stable Zero123,1238.3163770723816,1157.1625663996272,1210.2306196542916,1201.4008209437816,1217.7977509453133,1204.981627003079,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+openlrm,OpenLRM,1167.3340980928756,1216.6015597765024,1214.6035161670077,1163.898960269848,1180.5638037017404,1188.600387601595,https://github.com/3DTopia/OpenLRM,Adobe Research
+wonder3d,Wonder3D,1190.237617517575,1163.96377075934,1094.1087536683558,1188.6923630648532,1142.807843252731,1155.962069652571,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
+zero123-xl,Zero123-XL,1121.0471201906403,1093.2894354897537,1129.7162349571713,1165.988620841648,1146.4281994010187,1131.2939221760464,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+lgm,LGM,1084.8232598326974,1074.5996704728182,1169.7251461861447,1138.4484321932564,1110.844971150692,1115.6882959671216,https://github.com/3DTopia/LGM,Peking University
+magic123,Magic123,1067.6795839701554,1077.2619239328592,1100.3761123452414,1109.9844612018496,1109.195397553174,1092.8994958006558,https://guochengqian.github.io/project/magic123/,KAUST
+grm-i,GRM,1066.1456355250828,1109.6044162955536,1117.9602872836886,1065.7081592255895,1099.72587990414,1091.828875646811,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
+syncdreamer,SyncDreamer,941.6398091317051,939.8075657056498,852.064880092018,866.139925302757,882.3313514732444,896.3967063410748,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
+triplane-gaussian,TriplaneGaussian,854.8890731032309,837.3718793862009,886.7689538342543,823.2289995027976,894.7978686083899,859.4113548869748,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
+shap-e,Shap-E,874.704047420328,878.8947052283994,841.1755588898236,835.798759224547,836.4048366751965,853.395581487659,https://github.com/openai/shap-e/,OpenAI
+point-e,Point·E,803.6625028990942,799.623159262184,809.2842635882099,813.0878615158277,818.3478230128339,808.8011220556299,https://github.com/openai/point-e/,OpenAI
+escher-net,EscherNet,733.7353593606069,722.1232105248594,732.92839023744,720.4430389718876,701.0772698436543,722.0614537876897,https://github.com/kxhit/EscherNet,Imperial College London
+free3d,Free3D,636.8381322846869,650.2016832543602,616.987257729571,601.675961157687,634.618673724513,628.0643416301635,https://github.com/lyndonzheng/Free3D,Oxford University
+,,,,,1292.0739012691593,,258.41478025383185,N/A,N/A

arena_elo/results/latest/text2shape_leaderboard.csv

@@ -1,11 +1,11 @@
 Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
-mvdream,MVDream,1273.345625119271,1328.759016779071,1302.829858788134,1297.479657600432,1295.6606236347277,1299.6149563843273,https://github.com/bytedance/MVDream/,ByteDance
-lucid-dreamer,LucidDreamer,1095.3446661117866,1170.1758195649777,1119.677157315246,1135.1787921357757,1113.4032512181648,1126.75593726919,https://github.com/EnVision-Research/LucidDreamer/,HKUST
-grm-t,GRM,1066.1718848458513,1121.5409665193508,1095.1484425233193,1095.5728914677177,1088.6062599040142,1093.4080890520506,https://justimyhxu.github.io/projects/grm/,Stanford University
-magic3d,Magic3D,1026.284038782818,1006.6248349500037,1023.2830534592001,1015.8019267144354,992.6796367171876,1012.9346981247288,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
-latent-nerf,Latent-NeRF,928.2303468581122,968.108508179496,974.3516634910262,959.5837594535476,966.9148895500797,959.4378335064523,https://github.com/eladrich/latent-nerf/,Tel Aviv University
-dreamfusion,DreamFusion,951.5563474580294,875.8038836016271,900.513229520844,922.1192041518938,927.5399796018073,915.5065288668404,https://dreamfusion3d.github.io/,Google Research
-shap-e,Shap-E,948.9748841439523,877.9282961254657,917.0699001857087,889.5972326510569,905.1330669998506,907.7406760212068,https://github.com/openai/shap-e/,OpenAI
-sjc,Score Jacobian Chaining,863.6268344044124,875.6531915573756,850.2157929029711,873.1944401850096,897.3364785267592,872.0053475153056,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
-point-e,Point·E,846.465372275767,775.4054827226325,816.9109018135503,811.4720956401318,812.7258138474089,812.5959332598981,https://github.com/openai/point-e/,OpenAI
-,,1000.0,,,708.8097037700893,1000.0,541.7619407540178,N/A,N/A
+mvdream,MVDream,1270.1364114455841,1328.4146230028023,1302.5788053557603,1293.9655102773281,1291.06115663168,1297.231301342631,https://github.com/bytedance/MVDream/,ByteDance
+lucid-dreamer,LucidDreamer,1096.3853996378634,1170.8544014047566,1119.8657469210957,1129.7941517895474,1115.5631505630788,1126.4925700632684,https://github.com/EnVision-Research/LucidDreamer/,HKUST
+grm-t,GRM,1071.037547591102,1128.0540763579988,1100.692173589731,1099.3304038111314,1092.873676098083,1098.3975754896092,https://justimyhxu.github.io/projects/grm/,Stanford University
+magic3d,Magic3D,1028.8420238170338,1007.1426416334142,1025.9552476530814,1017.0919423851484,994.9377273333955,1014.7939165644148,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
+latent-nerf,Latent-NeRF,924.0416462194421,964.5574494263851,971.9366252607093,953.8419667313556,965.4047732444573,955.9564921764699,https://github.com/eladrich/latent-nerf/,Tel Aviv University
+shap-e,Shap-E,950.6980987778222,880.7727005952531,917.763956207058,894.6383676829495,906.448877851078,910.0644002228322,https://github.com/openai/shap-e/,OpenAI
+dreamfusion,DreamFusion,941.9718430257168,868.6447891654726,892.3434250347242,915.0910466189275,921.5333211385167,907.9168849966716,https://dreamfusion3d.github.io/,Google Research
+sjc,Score Jacobian Chaining,872.2483160117761,882.739159069897,855.1842997632618,880.7640909384697,904.0164792502495,878.9904690067308,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
+point-e,Point·E,844.6387134736594,768.8201593440208,813.6797202145782,815.4825197651426,808.1608378894612,810.1563901373725,https://github.com/openai/point-e/,OpenAI
+,,1000.0,,,708.8202558072069,1000.0,541.7640511614414,N/A,N/A

arena_elo/results/latest/text2shape_leaderboard_full.csv

@@ -1,11 +1,11 @@
 Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
-mvdream,MVDream,1267.9699432042075,1331.87592708783,1303.8425996412966,1296.9976442604866,1282.606452096352,1296.6585132580344,https://github.com/bytedance/MVDream/,ByteDance
-lucid-dreamer,LucidDreamer,1093.902962804735,1162.4802429238948,1114.7329904544004,1130.7830953400855,1116.0995107662766,1123.5997604578783,https://github.com/EnVision-Research/LucidDreamer/,HKUST
-grm-t,GRM,1058.719437488267,1111.4860509591178,1083.8304159062936,1089.121148684735,1082.7826923467571,1085.187949077034,https://justimyhxu.github.io/projects/grm/,Stanford University
-magic3d,Magic3D,1029.9549138828393,1009.2710595750605,1028.479015187079,1016.1476824788882,995.805903195376,1015.9317148638486,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
-latent-nerf,Latent-NeRF,930.6262220633034,965.4825817616669,974.577911391717,960.5740413896226,972.2281930339157,960.6977899280452,https://github.com/eladrich/latent-nerf/,Tel Aviv University
-dreamfusion,DreamFusion,960.2319008113269,888.7294765724392,911.6279464664113,932.054440308472,934.0811664007504,925.34498611188,https://dreamfusion3d.github.io/,Google Research
-shap-e,Shap-E,952.6404765581634,878.3378600754154,919.0965197896608,891.9873420028031,907.8436717630009,909.9811740378087,https://github.com/openai/shap-e/,OpenAI
-sjc,Score Jacobian Chaining,861.2091330505237,877.4518832986199,847.9191324910943,871.8620110063042,894.4500748652333,870.5784469423552,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
-point-e,Point·E,844.745010136634,774.8849177459548,815.8934686720474,810.4725945286017,814.102335532338,812.0196653231153,https://github.com/openai/point-e/,OpenAI
-,,1000.0,,,706.6072991617136,1000.0,541.3214598323427,N/A,N/A
+mvdream,MVDream,1265.3910105931195,1327.39665296427,1303.544330758968,1293.836354276099,1275.5461384656123,1293.1428974116138,https://github.com/bytedance/MVDream/,ByteDance
+lucid-dreamer,LucidDreamer,1094.9706585877439,1165.6199901930268,1114.9441005586286,1125.443610763611,1120.4886211415544,1124.2933962489128,https://github.com/EnVision-Research/LucidDreamer/,HKUST
+grm-t,GRM,1062.7086569062308,1117.434911801594,1088.8040677590109,1092.295542864123,1086.6002398627859,1089.568683838749,https://justimyhxu.github.io/projects/grm/,Stanford University
+magic3d,Magic3D,1032.1008226996157,1009.6735026519622,1030.7317736614593,1017.2153469575481,997.7793814572274,1017.5001654855625,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
+latent-nerf,Latent-NeRF,926.4145998742957,962.3274161941201,972.1606995100923,954.7980699980665,970.6847103978164,957.2770991948782,https://github.com/eladrich/latent-nerf/,Tel Aviv University
+dreamfusion,DreamFusion,951.3824912188232,882.8175576544688,904.3172906609099,925.5195663202321,928.7443446452335,918.5562500999334,https://dreamfusion3d.github.io/,Google Research
+shap-e,Shap-E,954.1295020637008,881.3959081120322,919.7031600778947,896.9141606115937,909.1277694153714,912.2541000561184,https://github.com/openai/shap-e/,OpenAI
+sjc,Score Jacobian Chaining,869.881994732302,884.5925557961571,853.0006499321972,879.4360312460564,901.2847698562998,877.6392003126024,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
+point-e,Point·E,843.0202633241687,768.7415046323688,812.7939270808392,814.5413169626675,809.7440247580987,809.7682073516286,https://github.com/openai/point-e/,OpenAI
+,,1000.0,,,708.2858242764568,1000.0,541.6571648552914,N/A,N/A