Auto Daily Leaderboard udpate Sat Dec 21 12:00:28 PM EST 2024

arena_elo/results/20241220/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7801daaa786baf77180601a4fd0ab980fc5e438ed8abdd14bf839c6eae6afc25
+size 78093

arena_elo/results/20241220/video_generation_leaderboard.csv

@@ -0,0 +1,15 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1148.2962614387404,1143.249308379033,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1141.892141888617,1144.3218696757524,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1128.3688891014795,1130.6916065175228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1067.6325828865802,1063.9280522418017,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1061.6474269020107,1061.5965321860847,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1047.2595767094595,1047.2879050647186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1046.21803298857,1046.641253470595,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,998.8511845157084,1003.4004821458105,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,974.7273257018484,974.8314925767364,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,959.3730746072087,961.0327042232323,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,890.9506945932699,890.7313298728704,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,851.6035983175464,849.2391171370164,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,842.3566417155292,840.9119531482321,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,840.8225686334359,842.136393360593,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_video_generation.json

@@ -35012,5 +35012,19 @@
     "judge": "arena_user_10.20.38.195",
     "anony": true,
     "tstamp": 1734669397.2675
+  },
+  {
+    "model_a_conv_id": "9ed74cb4edf547d29d17bcdc800b7f30",
+    "model_b_conv_id": "96122c6a49c84e37ac487362690b3d5e",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, black and white"
+    },
+    "model_a": "VideoCrafter2",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.150",
+    "anony": true,
+    "tstamp": 1734765964.1188
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e012281fcf0e273af1a856e63554e25d10b362849e0c943ed431ccba00495b5
-size 78092
+oid sha256:7801daaa786baf77180601a4fd0ab980fc5e438ed8abdd14bf839c6eae6afc25
+size 78093

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,15 +1,15 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1148.4535183128785,1143.3659855863964,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1141.4750825914232,1143.8732195344155,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1128.9444840590202,1131.248867253254,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1067.9128530732846,1064.2111849189073,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1062.1277624368847,1062.0758577936374,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1047.9555311706738,1047.9716333612666,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1047.5531344958208,1047.9692137345212,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,993.1095150096462,997.8451006588207,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,975.5450277948887,975.6304320784307,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,958.7580072450261,960.3784267534755,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,891.7668965130134,891.5315517677448,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,851.7954428117274,849.4293393474436,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,842.9999207694684,841.5419569552539,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,841.6028237162429,842.9272302564355,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1148.2962614387404,1143.249308379033,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1141.892141888617,1144.3218696757524,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1128.3688891014795,1130.6916065175228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1067.6325828865802,1063.9280522418017,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1061.6474269020107,1061.5965321860847,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1047.2595767094595,1047.2879050647186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1046.21803298857,1046.641253470595,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,998.8511845157084,1003.4004821458105,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,974.7273257018484,974.8314925767364,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,959.3730746072087,961.0327042232323,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,890.9506945932699,890.7313298728704,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,851.6035983175464,849.2391171370164,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,842.3566417155292,840.9119531482321,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,840.8225686334359,842.136393360593,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571