Auto Daily Leaderboard udpate Tue Feb 25 12:00:31 PM EST 2025

arena_elo/results/20250225/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911a5e17aaeb1eece51563532347548e6317d0af0c30b692bc740c5d78fd5cbc
+size 81355

arena_elo/results/20250225/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1123.769608664804,1126.158574474206,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1121.6520393489723,1121.6307215517932,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1118.0557922804026,1117.8282345052064,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.09264096805,1104.0999592481878,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1058.6521968218376,1059.0823712424976,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1054.5636235637614,1052.9161483001697,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.1065498804394,1042.395714962713,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.515055302631,1034.9303267318192,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.3972847208942,989.0125485182814,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.5508136034741,968.0879174644009,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,953.4433527873997,953.9471225475928,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,884.9446218538018,884.2111436482545,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,876.6601502738451,873.9428166253301,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,837.7975781245639,836.2113399962359,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.7986918051248,835.545060183312,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_video_generation.json

@@ -39968,5 +39968,19 @@
     "judge": "arena_user_10.20.28.164",
     "anony": true,
     "tstamp": 1740165007.1521
+  },
+  {
+    "model_a_conv_id": "1ce39680239c463a9067a6e91bec1d47",
+    "model_b_conv_id": "1fb8789bf8b2463d8bb15c1e17633942",
+    "inputs": {
+      "prompt": "a pink umbrella"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "T2V-Turbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.41.172",
+    "anony": true,
+    "tstamp": 1740491438.8296
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c11478464c8e84d0ae67c80654332e9b6bd50a4e4a2ce1749f56f557607bacc
+oid sha256:911a5e17aaeb1eece51563532347548e6317d0af0c30b692bc740c5d78fd5cbc
 size 81355

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1127.1691949732046,1129.501093504523,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-StableVideoDiffusion,StableVideoDiffusion,1121.4592351113392,1121.452777045595,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-Mochi1,Mochi1,1118.227248898122,1117.9933875975128,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1102.233723190339,1104.2623080647986,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-T2V-Turbo,T2V-Turbo,1057.2085870600984,1057.6362985792366,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1054.4216981424986,1052.773965891591,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1042.837635570472,1042.1227858053005,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1035.2477228529008,1034.6644915179827,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,986.3544288446327,988.9926644270606,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,968.193018888931,967.7315625513834,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,953.4206511434369,953.9381798885538,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,884.5884471201819,883.8548876527029,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,876.6882473406137,873.9640080860785,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,837.497711048029,835.9123319232042,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,834.452449815201,835.1992574644753,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1123.769608664804,1126.158574474206,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+StableVideoDiffusion,StableVideoDiffusion,1121.6520393489723,1121.6307215517932,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+Mochi1,Mochi1,1118.0557922804026,1117.8282345052064,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1102.09264096805,1104.0999592481878,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+T2V-Turbo,T2V-Turbo,1058.6521968218376,1059.0823712424976,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1054.5636235637614,1052.9161483001697,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1043.1065498804394,1042.395714962713,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1035.515055302631,1034.9303267318192,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,986.3972847208942,989.0125485182814,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.5508136034741,968.0879174644009,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,953.4433527873997,953.9471225475928,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,884.9446218538018,884.2111436482545,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,876.6601502738451,873.9428166253301,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,837.7975781245639,836.2113399962359,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.7986918051248,835.545060183312,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571