Auto Daily Leaderboard udpate Sun Jan 12 12:00:37 PM EST 2025

arena_elo/results/20250111/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be81568b5e8c551d8a4f195bb83f441f03656ffebdeed7571ee7c6b82d45c5a6
+size 88249

arena_elo/results/20250111/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fc3da588593b9d546d8bfa463b339ca20abf20e5fb50aba5790f8ca44cc648
+size 81356

arena_elo/results/20250111/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1130.494361795745,1134.5724602684438,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.7220956879364,1115.866204049581,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.7962812218802,1099.38338460339,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.807225130932,1071.6076120327423,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.2739065530066,1050.3408480899527,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.8031309621072,1044.485932917687,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1027.0453147517096,1021.1375040256186,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.4690424603779,1011.9111369596724,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.3953938685235,1023.6037844728272,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0635608331382,1017.1607314880351,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.167599498365,1010.7528566368325,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.4572958661496,994.1438373903412,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.8302189417443,967.564274599476,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.3012903792643,911.8837393057956,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7395443499992,899.1327495182942,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.6655441029008,827.1585908265932,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9681935962241,804.9045701119956,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20250111/video_generation_leaderboard.csv

@@ -0,0 +1,16 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1150.0996235967646,1146.2692388564212,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1133.1384878868066,1132.994258123112,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1130.0396538934074,1132.4249639223963,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1115.2574284033083,1117.4292916424188,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1054.6643016596327,1054.422566591013,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.4730425697787,1044.6457834561804,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1035.8691748816839,1036.151095150365,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1028.762194799251,1029.211605065648,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,998.1497347297303,1001.2856532941113,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,962.2437064405691,962.4003395342359,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,959.0807902389447,960.6621311774911,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,878.637674190566,878.4038901824445,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.6733839300557,843.2790018252431,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.3386286721529,830.6104409059177,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.5721741073482,829.8097402730027,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -114402,5 +114402,75 @@
     "judge": "arena_user_10.16.24.150",
     "anony": true,
     "tstamp": 1736478384.6106
+  },
+  {
+    "model_a_conv_id": "400cda94715d417f9e8d22a7e2bd40c5",
+    "model_b_conv_id": "eabb2652473d4d0cafab902ba5d36328",
+    "inputs": {
+      "prompt": "A horse riding an astronaut."
+    },
+    "model_a": "Kolors",
+    "model_b": "SD3",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736637678.0481
+  },
+  {
+    "model_a_conv_id": "e3350e6399c440d096a3fb3b3061274b",
+    "model_b_conv_id": "9618d9d8c16546d28c697808de6e3279",
+    "inputs": {
+      "prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SD3",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736637700.3463
+  },
+  {
+    "model_a_conv_id": "8018166aaef24db1ba60eeb27679a2e0",
+    "model_b_conv_id": "444f03c2273d45169471a2efcbcd61c8",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1736637720.1968
+  },
+  {
+    "model_a_conv_id": "0d6b7ecb727b40f794c53e20f974f93a",
+    "model_b_conv_id": "f9e072ebd30c48bea7760701cac4eb56",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1736637738.4412
+  },
+  {
+    "model_a_conv_id": "a7b75fcbbb6c47438664cd9342d4e240",
+    "model_b_conv_id": "bc6fb9e3a2a740ceba17035cd04daf6b",
+    "inputs": {
+      "prompt": "A blue bunny in a pink water toilet bowl ."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1736637756.0652
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -36874,5 +36874,257 @@
     "judge": "arena_user_10.20.34.20",
     "anony": true,
     "tstamp": 1736411934.057
+  },
+  {
+    "model_a_conv_id": "ee13b0f45a834ff2ba4450022d095d68",
+    "model_b_conv_id": "2747dfb447734845860508dbc3a16658",
+    "inputs": {
+      "prompt": "A panda drinking coffee in a cafe in Paris"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1736637787.5232
+  },
+  {
+    "model_a_conv_id": "85f771e1bebe4a44aa556a4488b763cb",
+    "model_b_conv_id": "a20ffd97a6bd46fe8011687129cba05b",
+    "inputs": {
+      "prompt": "A tranquil tableau of a beautiful, handcrafted ceramic bowl"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736637801.7062
+  },
+  {
+    "model_a_conv_id": "b3c1f965a5754336b8859c2092d3c03e",
+    "model_b_conv_id": "3e2b239509784544ba2ff9d2cc657446",
+    "inputs": {
+      "prompt": "a sheep and a cow"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736637817.9049
+  },
+  {
+    "model_a_conv_id": "4055fed992844aeaa4cb3e8ef958aa26",
+    "model_b_conv_id": "6866597e801e4474805fd42b1e6dbaec",
+    "inputs": {
+      "prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1736637830.5262
+  },
+  {
+    "model_a_conv_id": "f83a229f84a44b13887a42551747159e",
+    "model_b_conv_id": "c96bdd1657b549e187cecfd42b2de94d",
+    "inputs": {
+      "prompt": "A cute fluffy panda eating Chinese food in a restaurant"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1736637843.2574
+  },
+  {
+    "model_a_conv_id": "3aef5cf16e5742dd8344268206daaa83",
+    "model_b_conv_id": "3a9918a287f445d686196ff5d4089038",
+    "inputs": {
+      "prompt": "A tranquil tableau of a wooden bench in the park"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Pyramid Flow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736637857.9474
+  },
+  {
+    "model_a_conv_id": "a2c8ae831a95440f9234f7bee6dd7197",
+    "model_b_conv_id": "e5bbe72f1b9142408fee2917f512cbc5",
+    "inputs": {
+      "prompt": "A person is shaking head"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Pyramid Flow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1736637872.0924
+  },
+  {
+    "model_a_conv_id": "2f8df9ea4bad495dbda210e04a03245d",
+    "model_b_conv_id": "df117ee4b0a94b5580fc4ec4809e3e7a",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, in super slow motion"
+    },
+    "model_a": "Mochi1",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1736637895.5168
+  },
+  {
+    "model_a_conv_id": "999124bc3cca4da38ae4a1089619676a",
+    "model_b_conv_id": "995ea105873041c4931d32cb67548f03",
+    "inputs": {
+      "prompt": "baseball stadium"
+    },
+    "model_a": "Mochi1",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736637909.7211
+  },
+  {
+    "model_a_conv_id": "9508f68fa7844cd896b068484cc9e78f",
+    "model_b_conv_id": "7d945979429c45d1bc7fcfd1c4f6863f",
+    "inputs": {
+      "prompt": "a bear climbing a tree"
+    },
+    "model_a": "Mochi1",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736643340.9804
+  },
+  {
+    "model_a_conv_id": "f57ceec081fd4cc284272338230528aa",
+    "model_b_conv_id": "2babf4b87efa4a4cbe269866c68333b8",
+    "inputs": {
+      "prompt": "a teddy bear and a frisbee"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "Mochi1",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736643375.7756
+  },
+  {
+    "model_a_conv_id": "172a055f974d48a3bf76719219f19c8a",
+    "model_b_conv_id": "c72acc62c34f4b8ca4cf662779ce6e0d",
+    "inputs": {
+      "prompt": "a cat"
+    },
+    "model_a": "Mochi1",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.37.94",
+    "anony": true,
+    "tstamp": 1736643390.6049
+  },
+  {
+    "model_a_conv_id": "32f133d59de94a218eeb3da6792a271a",
+    "model_b_conv_id": "919fe8774ec64bb297df4fc557ebb36a",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, pixel art"
+    },
+    "model_a": "Mochi1",
+    "model_b": "VideoCrafter2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1736643415.9443
+  },
+  {
+    "model_a_conv_id": "2aaea14fe9dd41b9bf6e225c466fdf6b",
+    "model_b_conv_id": "e23f15a58f9948b48b1170b77d2c0d8c",
+    "inputs": {
+      "prompt": "a remote and a keyboard"
+    },
+    "model_a": "Mochi1",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1736643432.4947
+  },
+  {
+    "model_a_conv_id": "7bcc55bf169b4caeae235b1e6fd1b0e2",
+    "model_b_conv_id": "3cfc65a8b2ed4fac8b2badc6958e8973",
+    "inputs": {
+      "prompt": "A panda drinking coffee in a cafe in Paris, Van Gogh style"
+    },
+    "model_a": "Mochi1",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736643445.4094
+  },
+  {
+    "model_a_conv_id": "10c40180dc6944c2947c46833c953821",
+    "model_b_conv_id": "2cdfcd97e80845c68e589adab36cd05d",
+    "inputs": {
+      "prompt": "a shark is swimming in the ocean, featuring a steady and smooth perspective"
+    },
+    "model_a": "Mochi1",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736643459.2329
+  },
+  {
+    "model_a_conv_id": "75b7c8bd64124e4e8862ac3e57a99798",
+    "model_b_conv_id": "11c95667a6b0494eb9cefe4fe5393b74",
+    "inputs": {
+      "prompt": "a bear on the right of a zebra, front view"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1736643479.5216
+  },
+  {
+    "model_a_conv_id": "fa50a33b4ed34c8587b567f7d8360bb7",
+    "model_b_conv_id": "ca704a8f60884139ad71e3d00cc46599",
+    "inputs": {
+      "prompt": "a tie and a suitcase"
+    },
+    "model_a": "Mochi1",
+    "model_b": "VideoCrafter2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.5.242",
+    "anony": true,
+    "tstamp": 1736643493.6786
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:942e32c117fb3279484fd401cc26959044d1a0024ff2e31dfbc7ea09ba97ad51
+oid sha256:be81568b5e8c551d8a4f195bb83f441f03656ffebdeed7571ee7c6b82d45c5a6
 size 88249

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c48e2cf31e44cd7c2c3547784bf8fcbf0816c2620962e5a158abf8ebc67775f
+oid sha256:b9fc3da588593b9d546d8bfa463b339ca20abf20e5fb50aba5790f8ca44cc648
 size 81356

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.5520630037317,1133.9407209388971,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1114.4567604997114,1115.6059607052598,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1092.7460024038392,1099.275691040116,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1071.8046390594018,1071.6053511148048,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1051.4288249910264,1050.4915811169005,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.8115702064172,1044.4920550990748,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1026.1605320131962,1020.2893008462419,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1019.6649840047176,1023.8696509374658,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1019.4673069727885,1011.9113202909454,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1017.0770471038098,1017.1697171160488,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1012.8615648733246,1012.215938747759,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.4408408748683,994.0857687607271,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,965.8206709401134,967.5647573326471,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.3077944642406,911.8899404464037,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),904.748284386106,899.1434198860101,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,831.676449295973,827.1681733036727,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.9746649067268,804.9119731542457,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1130.494361795745,1134.5724602684438,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1114.7220956879364,1115.866204049581,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1092.7962812218802,1099.38338460339,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1071.807225130932,1071.6076120327423,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1051.2739065530066,1050.3408480899527,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1041.8031309621072,1044.485932917687,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1027.0453147517096,1021.1375040256186,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.4690424603779,1011.9111369596724,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.3953938685235,1023.6037844728272,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1017.0635608331382,1017.1607314880351,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.167599498365,1010.7528566368325,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,997.4572958661496,994.1438373903412,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,965.8302189417443,967.564274599476,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.3012903792643,911.8837393057956,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.7395443499992,899.1327495182942,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,831.6655441029008,827.1585908265932,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9681935962241,804.9045701119956,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,16 +1,16 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1146.3087258785736,1142.4608345623863,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Mochi1,Mochi1,1132.556159607346,1132.5772599622837,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
-Pyramid Flow,Pyramid Flow,1129.4177008984093,1131.8639878833578,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1116.4541559182796,1118.617215656013,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2V-Turbo,T2V-Turbo,1054.8648274211014,1054.6260532578822,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-CogVideoX-2B,CogVideoX-2B,1044.564780524836,1041.8814449255638,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-AnimateDiff,AnimateDiff,1035.6253612746157,1035.9238123312514,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1030.2223980634599,1030.645965941948,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,998.03049491984,1001.2052334692976,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,962.9130111542966,963.0278509011935,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-LTXVideo,LTXVideo,961.0949098197817,962.635588053025,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
-OpenSora,OpenSora,879.3163873279402,879.0418093430312,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,846.3603756879475,843.8301070145818,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,833.0189866487501,831.2266030625246,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,829.2517248548266,830.4362336356598,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1150.0996235967646,1146.2692388564212,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Mochi1,Mochi1,1133.1384878868066,1132.994258123112,Apache 2.0,Genmo AI,https://github.com/genmoai/mochi
+Pyramid Flow,Pyramid Flow,1130.0396538934074,1132.4249639223963,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1115.2574284033083,1117.4292916424188,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2V-Turbo,T2V-Turbo,1054.6643016596327,1054.422566591013,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+CogVideoX-2B,CogVideoX-2B,1047.4730425697787,1044.6457834561804,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+AnimateDiff,AnimateDiff,1035.8691748816839,1036.151095150365,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1028.762194799251,1029.211605065648,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,998.1497347297303,1001.2856532941113,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,962.2437064405691,962.4003395342359,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+LTXVideo,LTXVideo,959.0807902389447,960.6621311774911,Apache 2.0,Lightricks,https://github.com/Lightricks/LTX-Video
+OpenSora,OpenSora,878.637674190566,878.4038901824445,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.6733839300557,843.2790018252431,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,832.3386286721529,830.6104409059177,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,828.5721741073482,829.8097402730027,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571