Auto Daily Leaderboard udpate Wed Dec 4 12:00:30 PM EST 2024

arena_elo/results/20241204/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2507283100a0c1017c22bcc1525f06235bfc2ce75e5a0fc96abb8439a24906ba
+size 88250

arena_elo/results/20241204/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89d5eb02fe60651c90a6524986046b71a5813597e49f906ae00e07c3669a354
+size 75108

arena_elo/results/20241204/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1121.5229691388834,1139.91463025506,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1118.9773628808728,1119.0727833674928,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1087.2142946151707,1078.1402861293943,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.0966774790186,1071.5718107564705,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.9161998682864,1051.5188780357005,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.2555890624642,1042.3426445582616,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.6845864082985,1017.1328232531749,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.9099305723106,1010.2057916061898,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.5986418147057,1021.6957093129289,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.5886105232547,1018.0546632901526,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1008.3398802540977,1011.1051064991992,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1004.1314012926172,998.4450785665982,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.0412119648503,967.0069997996226,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,916.138045015005,913.3414461776049,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8330656647173,899.2087058453548,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.5232909652228,827.5948579661626,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.2282424802181,804.7810776307056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20241204/video_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+CogVideoX-5B,CogVideoX-5B,1153.212520979718,1147.9290620803702,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1149.2492532261913,1151.7747392500028,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1122.2678564405778,1124.6809997186228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1061.472698169287,1057.7221869276937,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.4691290936867,1053.8060730487005,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1041.871413257503,1040.5746197334772,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1039.2884201660563,1039.9763116440374,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1011.9062698674213,1014.5600218264809,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.0929081077171,968.6538408004857,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.2664115761662,884.6363934911552,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.1563423803524,844.2025110565764,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.6629858684405,835.4679622672872,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.0837908668807,836.015278155109,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -108578,5 +108578,831 @@
     "judge": "arena_user_10.16.38.196",
     "anony": true,
     "tstamp": 1733243491.6852
+  },
+  {
+    "model_a_conv_id": "ed1496e0bab44300b5d66962d740808d",
+    "model_b_conv_id": "a3a557c85957492f8b93e32bc1cabe45",
+    "inputs": {
+      "prompt": "Image of a spaceship crashing and burning named \"Host-C\" incorporating IPv6 and $1 crashing"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733255224.4631
+  },
+  {
+    "model_a_conv_id": "6835fa5ff1264ffe919c97d69785a39d",
+    "model_b_conv_id": "d459ced6049d4f18ac65b7a45b148724",
+    "inputs": {
+      "prompt": "An oil painting of a couple in formal evening wear going home get caught in a heavy downpour with no umbrellas."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733276727.9178
+  },
+  {
+    "model_a_conv_id": "8a95af47093b4705a57056d99a9045c6",
+    "model_b_conv_id": "fc95711052d041c78e38ae640343aee3",
+    "inputs": {
+      "prompt": "art sketch of a alien ship, cyberpunk, "
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733276820.7478
+  },
+  {
+    "model_a_conv_id": "ba25239a93734c419d79288efb141cee",
+    "model_b_conv_id": "b41745634bb54015a8d34347bec61b46",
+    "inputs": {
+      "prompt": "image of man watching computer screen"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733276852.1347
+  },
+  {
+    "model_a_conv_id": "2ab5cd12d63c49f49e269f274b8c8d01",
+    "model_b_conv_id": "14f6bd53e47d4c2d989a68a2fb18063a",
+    "inputs": {
+      "prompt": "an electric pokemon, nightly, spiral, naive nerikomi, weird perspective, extra narrow, detailed illustration, lit by flashlight, scenic spiral environment by rhads from lorax movie, trending artstation, true color, fisheye, grass field mountainous terrain, spiral clouds "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733276890.4675
+  },
+  {
+    "model_a_conv_id": "804b753f20cb4ccf95cfd8235e1ade5f",
+    "model_b_conv_id": "ecab3e30fb9d4bc1aab2fbfbe6793707",
+    "inputs": {
+      "prompt": "illustration of a beautiful iridescent flying dragon with expressive eyes and long tail, by mucha arthurrackham williamblake edmunddulac "
+    },
+    "model_a": "SDXL",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733276910.2628
+  },
+  {
+    "model_a_conv_id": "f7acea80a4ed4cf899e895b665f8cc21",
+    "model_b_conv_id": "87b810cae9e7406dbaa33c010bc8e566",
+    "inputs": {
+      "prompt": "A woman stands wearing a black and white coat over a dark vest, orange shirt and pink tie."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733276916.6124
+  },
+  {
+    "model_a_conv_id": "43144fa0461a483baeced70d152558ad",
+    "model_b_conv_id": "5bbf41bf3e794bd4a3ab7d0702d68477",
+    "inputs": {
+      "prompt": "A young girl in a yellow dress with blue flowers on a bench"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733276925.4784
+  },
+  {
+    "model_a_conv_id": "1676b9e2040f4b4b84f0e9e487340ee0",
+    "model_b_conv_id": "5a3491ed87be4653b1430deaed2d9db8",
+    "inputs": {
+      "prompt": "A tennis racket underneath a traffic light."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733276933.8524
+  },
+  {
+    "model_a_conv_id": "9ac3d06275e541bc9aac9a4f40bab9cc",
+    "model_b_conv_id": "0498810972a64e6a82c9c5d5f8d6171c",
+    "inputs": {
+      "prompt": "hyperrealism fruits and vegetables market"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733276939.2515
+  },
+  {
+    "model_a_conv_id": "d25c17f4c61340bab3b4bf0ae4633dcf",
+    "model_b_conv_id": "301bb16cd0564f028d07e202a6d808b7",
+    "inputs": {
+      "prompt": "A smafml vessef epropoeilled on watvewr by ors, sauls, or han engie."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733276949.1743
+  },
+  {
+    "model_a_conv_id": "004275bfd51e4ef385e4c908f3986569",
+    "model_b_conv_id": "a6b261db3aea43ee90cfd0326d63a5c7",
+    "inputs": {
+      "prompt": "A storefront with 'Hello World' written on it."
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733285495.2037
+  },
+  {
+    "model_a_conv_id": "8f2efa6aa39b4993baeecee6c0c1edba",
+    "model_b_conv_id": "5db7d115940e4dd9afd300c0b698f6ec",
+    "inputs": {
+      "prompt": "image of man watching computer screen"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "OpenJourney",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1733285503.9191
+  },
+  {
+    "model_a_conv_id": "617b5d14ea13400a87840b0706ddda02",
+    "model_b_conv_id": "e392b2b82c4c4dcb819a940515b80725",
+    "inputs": {
+      "prompt": "a black and white cat sitting on a brown suitcase next to a wall"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "Kolors",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733295704.5679
+  },
+  {
+    "model_a_conv_id": "27be03579fec42b6a5a46057ad921e5b",
+    "model_b_conv_id": "0a7816eaceb14fcc8b643f0d4d6b8090",
+    "inputs": {
+      "prompt": "A slender woman with long, flowing dark hair, wearing a form-fitting black dress, gracefully turns around in a dimly lit, elegant room, revealing a tasteful glimpse of her backside. The scene is captured in slow motion, emphasizing the fluidity of her movement. Her dress, adorned with subtle silver accents, glimmers softly under the ambient lighting. As she completes the turn, her expression remains serene and composed, adding a touch of sophistication to the moment. The background features a minimalist decor with a large, ornate mirror reflecting her graceful silhouette, enhancing the overall aesthetic appeal of the footage."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733306315.8029
+  },
+  {
+    "model_a_conv_id": "cfec9eb832b34daf8093fc01edec0d30",
+    "model_b_conv_id": "61a7cdeaa151414e8efec27b34af1bcf",
+    "inputs": {
+      "prompt": "Amateur photography of a group of threests a social gathering, possibly a casual outdoor event. The overall environment is urban, with a mix of natural and artificial light. on flickr in 2007, 2005 blog, 2007 blog"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733306600.852
+  },
+  {
+    "model_a_conv_id": "c5d01c6909884996bb127ec6fdb108ec",
+    "model_b_conv_id": "6561ee9c45c44f06b18f27be331b4bf0",
+    "inputs": {
+      "prompt": "A dramatic and realistic digital illustration of a man sitting cross-legged in a dimly lit prison cell, wearing an orange prison jumpsuit. The man has long hair, a thick beard, and a contemplative expression. Surrounding him are three large rats, detailed with realistic fur textures. The prison cell is dark and grimy, with cracked walls and metal bars visible. The lighting is cinematic, with a strong contrast between the character and the shadows, emphasizing the mood of isolation and despair"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1733307375.0295
+  },
+  {
+    "model_a_conv_id": "9839dfb930b94bf1a60cb9defbb73fc4",
+    "model_b_conv_id": "a0c9628c6ac94415a4d3b2b22af78980",
+    "inputs": {
+      "prompt": "A long curved fruit which grows in clusters and has soft pulpy flesh and yellow skin when ripe."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733326834.9199
+  },
+  {
+    "model_a_conv_id": "3c99f9cc4ec7403abc6c70c2e8272f49",
+    "model_b_conv_id": "0013a8807bb94948bdc47b7c7a8327f8",
+    "inputs": {
+      "prompt": "Two cars on the street."
+    },
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733326843.9646
+  },
+  {
+    "model_a_conv_id": "f651e1b2734f49888b3a0cb0433b0602",
+    "model_b_conv_id": "3c66a75a21f6492aa7b5e8693dd283c0",
+    "inputs": {
+      "prompt": "A mechanical or electrical device for measuring time."
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733326858.0361
+  },
+  {
+    "model_a_conv_id": "5b2f145b7d1b4f2991c47502fb71a198",
+    "model_b_conv_id": "fce2af90bc9249e7a05d835833392cc3",
+    "inputs": {
+      "prompt": "photograph of man on a bicycle holding a newspaper"
+    },
+    "model_a": "SDXL",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733326872.5378
+  },
+  {
+    "model_a_conv_id": "638821eb2fc644c3b3be16bd6456fb3f",
+    "model_b_conv_id": "a38a3d3f786345d68c8cd322c55d484e",
+    "inputs": {
+      "prompt": "A grocery store refrigerator has pint cartons of milk on the top shelf, quart cartons on the middle shelf, and gallon plastic jugs on the bottom shelf."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733326886.4483
+  },
+  {
+    "model_a_conv_id": "81f5220ed72b4f6982dab740b82c75b8",
+    "model_b_conv_id": "742a5bab2ad944c7ab1acba9577a31d5",
+    "inputs": {
+      "prompt": "a woman cyborg watering flowers, airbrush painting, 1 9 8 0 s digital scan "
+    },
+    "model_a": "OpenJourney",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733326898.9472
+  },
+  {
+    "model_a_conv_id": "d2c0ad4d40c240a890062db47458519c",
+    "model_b_conv_id": "46eb114db0ab4c3ab887077dc6a0f55d",
+    "inputs": {
+      "prompt": "photo cartoon bd illustration comic manga painting of cloakroom environement : 5 fantasy environement, digital painting : 1 fat brush concept sketch artist bd enki bilal : 1 0 "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733326915.2304
+  },
+  {
+    "model_a_conv_id": "ad69b2235fff452591bd054fafbf6158",
+    "model_b_conv_id": "5186b76830474af38819298473f228c7",
+    "inputs": {
+      "prompt": "A donkey and an octopus are playing a game. The donkey is holding a rope on one end, the octopus is holding onto the other. The donkey holds the rope in its mouth. A cat is jumping over the rope."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "PixArtSigma",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327005.2484
+  },
+  {
+    "model_a_conv_id": "c8f7ba18a9154d5a9d71ad917d00f6ee",
+    "model_b_conv_id": "e642762fc44849c9a917a2874631ee0e",
+    "inputs": {
+      "prompt": "A young girl in a yellow dress with blue flowers on a bench"
+    },
+    "model_a": "SDXL",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327021.6219
+  },
+  {
+    "model_a_conv_id": "60a0811d716a4c6aa86f5ec44e8d20ce",
+    "model_b_conv_id": "5f0ffd6ca24e4a24ac656464eccfdfbe",
+    "inputs": {
+      "prompt": "Bzaseball galove."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtSigma",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327039.6069
+  },
+  {
+    "model_a_conv_id": "70dc74b20c564c42a7d66db86351b882",
+    "model_b_conv_id": "2de898dbc0bc467092327a411588dd96",
+    "inputs": {
+      "prompt": "Motorcyclis in blue white and red clothing with matching colored motorcycle ."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327054.7701
+  },
+  {
+    "model_a_conv_id": "5cb8d32f851742b0b38c86e60fd4cb25",
+    "model_b_conv_id": "63c4000e07174b33a8c0b2a184aad1b3",
+    "inputs": {
+      "prompt": "A blue and white cat next to a blanket and shelf with grey bottle ."
+    },
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327066.4538
+  },
+  {
+    "model_a_conv_id": "ad270f500c4b4b1f9a66f5bcc8f2436d",
+    "model_b_conv_id": "ae9760d1b2c54c6b98a9f66d09c2b361",
+    "inputs": {
+      "prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SD3",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327080.4244
+  },
+  {
+    "model_a_conv_id": "3c2fc1bcf67d40779e5605bd0df087f5",
+    "model_b_conv_id": "ed122125d32147bda895989c16e8a2a4",
+    "inputs": {
+      "prompt": "hyperrealism, epic photography, closeup, 35mm film, photography, of young girl, in city"
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327090.4029
+  },
+  {
+    "model_a_conv_id": "7d17048f3855413fbe90871eec7432c8",
+    "model_b_conv_id": "43dcdbe5ac494189bd7abf9b7e432c34",
+    "inputs": {
+      "prompt": "sea creature by maurice sendak, shaun tan, made in hyperrealistic 3 d, dark green colours, nighttime, floating to the surface of a deep blue ocean with sea kelp "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327109.1211
+  },
+  {
+    "model_a_conv_id": "c5a90ca8df4148bebfbe873c9b6c0dc6",
+    "model_b_conv_id": "0ebcbbe52a23471d92b8a58405e315ca",
+    "inputs": {
+      "prompt": "An orange cat sitting on top of a white bench next to a bike."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtAlpha",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327119.867
+  },
+  {
+    "model_a_conv_id": "bf86b361427246b5aa77b74069a83145",
+    "model_b_conv_id": "91e19d3b97dd4eb18e1c74bfdbbedbea",
+    "inputs": {
+      "prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327136.0259
+  },
+  {
+    "model_a_conv_id": "e99a8d6cc897469dadb088bdc8a2e93f",
+    "model_b_conv_id": "efdd386d677e456897e41ce7f2528f3e",
+    "inputs": {
+      "prompt": "photorealistic render of Eiffel Tower in Paris in the summer"
+    },
+    "model_a": "StableCascade",
+    "model_b": "HunyuanDiT",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327192.6829
+  },
+  {
+    "model_a_conv_id": "8e388261b12144d085051e5a6fe79e64",
+    "model_b_conv_id": "a2b24cb41e0c40cca59eff7a16324748",
+    "inputs": {
+      "prompt": "One car on the street."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327216.9859
+  },
+  {
+    "model_a_conv_id": "e33f92e2344a4067ae70e279e46f2d8e",
+    "model_b_conv_id": "05b54d201b01460183eacfb2cc0ca176",
+    "inputs": {
+      "prompt": "photograph of man on a bicycle holding a newspaper"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327226.0601
+  },
+  {
+    "model_a_conv_id": "0f8fb31ee1ff4b98987c3960ed6c7da6",
+    "model_b_conv_id": "0103fe893a0e482ca2f1a72c733fdb03",
+    "inputs": {
+      "prompt": "photorealistic photo of an old man in front of the wall at night with a flash light on him"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PixArtSigma",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327251.4388
+  },
+  {
+    "model_a_conv_id": "424fcb8896db457eaeed365306e1cd4b",
+    "model_b_conv_id": "4a285eb18151436c9779a77b71e2b107",
+    "inputs": {
+      "prompt": "abstract watercolor painting of roman god monument, in stone and marble, magical and traditional, cinematic light, national romanticism by anders zorn "
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327266.7707
+  },
+  {
+    "model_a_conv_id": "a686c25fa8fc49ec962c7d60e56f3fe2",
+    "model_b_conv_id": "ecb8a5465c044421b707e4b3b44439fe",
+    "inputs": {
+      "prompt": "painting of private onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran cushions towels buckets zen garden flowers japanese motifs concept art clear focus fantasy d & d cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327294.6669
+  },
+  {
+    "model_a_conv_id": "c2fc7ca17b564c36ac91d53bf5720353",
+    "model_b_conv_id": "6a7fae521e3c45bab8e2451efc07fd06",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327306.3098
+  },
+  {
+    "model_a_conv_id": "ae6c1b5f717942ddb2527f72afd82fec",
+    "model_b_conv_id": "47277e9d127c443d8245efaab89b75cb",
+    "inputs": {
+      "prompt": "A beige pastry sitting in a white ball next to a spoon ."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327315.8766
+  },
+  {
+    "model_a_conv_id": "19e1956cdfd44b68b6b0b74447a06a58",
+    "model_b_conv_id": "13a9b1c933c04b849df0b758360aaf9a",
+    "inputs": {
+      "prompt": "A silver , orange , and grey   train 's closed doors ."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327325.4658
+  },
+  {
+    "model_a_conv_id": "0befde8a1f84447aa4af2454d967615e",
+    "model_b_conv_id": "a057391c413d4c05a2dbf3936d76ced7",
+    "inputs": {
+      "prompt": "A long green train traveling through a rural orange countryside ."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327341.4251
+  },
+  {
+    "model_a_conv_id": "3c5629589df84512864975df429652b7",
+    "model_b_conv_id": "2fa60ef16c2d4ac8b9c029be4bc1e2ec",
+    "inputs": {
+      "prompt": "cinestill 5 0 d depht of gfield of a dreamy beautiful pre - raphaelite cople hypnos and thanatos in style of annie liebovitz - john watherhouse, elegant, highly detailed, pale pink matt, soft blur, artstation, sharp focus, head in focus "
+    },
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327368.419
+  },
+  {
+    "model_a_conv_id": "a90b03178d5b413db4843cfd9010f6c0",
+    "model_b_conv_id": "8f0cd0a82b88478981d9455451342de7",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327406.6897
+  },
+  {
+    "model_a_conv_id": "97dc385db92540ab90928ea1838bf8d1",
+    "model_b_conv_id": "8b8975a7c90c4b0e83fc583e57d5cfe1",
+    "inputs": {
+      "prompt": "a beautiful painting cat, by henri matisse and kusama yayoi painting "
+    },
+    "model_a": "Kolors",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327416.7718
+  },
+  {
+    "model_a_conv_id": "8f960cb248f3463dae9ab0dd890494b3",
+    "model_b_conv_id": "1741e54e0d634f938e6ceeda9e269bb7",
+    "inputs": {
+      "prompt": "A grey cat sitting in a large black bag."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327424.0318
+  },
+  {
+    "model_a_conv_id": "bed0fdf369134cdd9ec00dcef5834373",
+    "model_b_conv_id": "f53fa4a3edac4187a3fe58d4f8b7127f",
+    "inputs": {
+      "prompt": "A lone man in a green jacket stands on a red snowboard in the snow ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327436.4252
+  },
+  {
+    "model_a_conv_id": "0142174fb9da4d659256d8c349a0dc78",
+    "model_b_conv_id": "f891bd93aeff4a91919b9bcca8570fd2",
+    "inputs": {
+      "prompt": "Rainbow coloured penguin."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327443.6381
+  },
+  {
+    "model_a_conv_id": "93b3dec4ce794e0d8e7e6c44e77d0fce",
+    "model_b_conv_id": "c13a3613125742a1bb99d3fcbcfcea03",
+    "inputs": {
+      "prompt": "Young woman wearing red dress and black sweater gives approval while holding cell phone ."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327453.4246
+  },
+  {
+    "model_a_conv_id": "def55397ff3e43e98e58e16fc3d0e555",
+    "model_b_conv_id": "5df76bc03ca64f0f9145aa22aa41fd9f",
+    "inputs": {
+      "prompt": "photograph of one single bright happy woman wearing makeup and makeup, a black balenciaga jacket, walking up a quiet street in front of a laundromat, 3D render, 8K"
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327472.3253
+  },
+  {
+    "model_a_conv_id": "510480dc63324d8396ad282bbae6a9c6",
+    "model_b_conv_id": "582cbe6a61a3465bb3ca8f9ac92be01c",
+    "inputs": {
+      "prompt": "A clean bathroom with pink walls and white appliances."
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327491.5135
+  },
+  {
+    "model_a_conv_id": "2ef3d4d7cd4d46a7b359a232036ea37d",
+    "model_b_conv_id": "cc3423eaa93d4890ba19f1bd9ca2aa91",
+    "inputs": {
+      "prompt": "a beautiful very detailed painting of manor building unfinished building urbex architecture abandoned nature industrial architecture by ludwig mies van der rohe, water apocalyptic at night otherworldly postcyberpunk made of glass at summer scumm bar, archdaily, wallpaper, highly detailed, trending on artstation. "
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327509.4656
+  },
+  {
+    "model_a_conv_id": "2cd6c65062d74d1a88aeea8afa1293cb",
+    "model_b_conv_id": "7dd813c3d63b4a49a8332f94fda77893",
+    "inputs": {
+      "prompt": "image of a huge black castle in the sky surrounded by black vines"
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327519.9243
+  },
+  {
+    "model_a_conv_id": "d34a988df70b4ef78a7324ba6d2b9c86",
+    "model_b_conv_id": "99ab5866d5ef4274a5639e465ce61372",
+    "inputs": {
+      "prompt": "Motorcyclis in blue white and red clothing with matching colored motorcycle ."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "HunyuanDiT",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.26.107",
+    "anony": true,
+    "tstamp": 1733327530.6124
+  },
+  {
+    "model_a_conv_id": "b0a4d5e3f0414f489f82a22c1eec65d9",
+    "model_b_conv_id": "2b1170991a7b45eb8bc523772aa4f14b",
+    "inputs": {
+      "prompt": "A brown carrier of some sort with a red handle"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327541.2545
+  },
+  {
+    "model_a_conv_id": "918d4f4118004a14af892b0d4151a570",
+    "model_b_conv_id": "d889acd860fb4be6813d1380b7763682",
+    "inputs": {
+      "prompt": "Peristeronic."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "OpenJourney",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733327548.6762
+  },
+  {
+    "model_a_conv_id": "aa9d9f7bcc1d4a5aaec44f47ac6b2a4f",
+    "model_b_conv_id": "c0535d3f91674bee9d9e3d378287f21b",
+    "inputs": {
+      "prompt": "A late 1990s mini truck—like a Nissan Frontier, Chevrolet S-10, or Toyota Tundra—with a square body design, lifted just a bit too high, rusty chrome accents, and mud-splattered fenders. The phrase 'YEA BROTHER' is scrawled in bold, weathered lettering on the side, with a hand-drawn American flag decal next to it. As the engine roars to life, a mechanical arm pops out of the dash, lights up a Pall Mall cigarette, and puffs a cloud of smoke into the air. The scene is set in a gravel driveway, surrounded by beer cans, tools, and a grill in the background, radiating pure redneck energy."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733329849.8858
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -33584,5 +33584,299 @@
     "judge": "arena_user_10.16.30.109",
     "anony": true,
     "tstamp": 1733243540.6572
+  },
+  {
+    "model_a_conv_id": "e2a6ba1db9f64c70aad22af7a8922569",
+    "model_b_conv_id": "c6e14939f49b4524a3a5f21ef8500548",
+    "inputs": {
+      "prompt": "a pink bowl"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324041.7902
+  },
+  {
+    "model_a_conv_id": "e119dbfb651d4669b892e66b15452723",
+    "model_b_conv_id": "2d04692e9161455cb7422a1918c14ea8",
+    "inputs": {
+      "prompt": "palace"
+    },
+    "model_a": "Mochi1",
+    "model_b": "LTXVideo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324054.7052
+  },
+  {
+    "model_a_conv_id": "2e6569816336496fae5c2e6fa943f163",
+    "model_b_conv_id": "de5cac312ff4445b91865e05824a1d82",
+    "inputs": {
+      "prompt": "Motion colour drop in water, ink swirling in water, colourful ink in water, abstraction fancy dream cloud of ink."
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324072.0633
+  },
+  {
+    "model_a_conv_id": "37947908ca29467d90dce6af9633623d",
+    "model_b_conv_id": "5e9e5e35c3e54973862d95d423fccccf",
+    "inputs": {
+      "prompt": "A cute fluffy panda eating Chinese food in a restaurant"
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "Allegro",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733324083.8554
+  },
+  {
+    "model_a_conv_id": "3ee8d48cc5814463bb222246bdfdda25",
+    "model_b_conv_id": "33f989e1af924803b8ec51719c5e0a3b",
+    "inputs": {
+      "prompt": "a truck accelerating to gain speed"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "Allegro",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324090.9666
+  },
+  {
+    "model_a_conv_id": "ab3af69407e943a8b10a811febe96133",
+    "model_b_conv_id": "8839f37230644f5fa48642af17925084",
+    "inputs": {
+      "prompt": "hospital"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "AnimateDiff",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324101.2663
+  },
+  {
+    "model_a_conv_id": "276c34be635d43edbd20a545192c4f58",
+    "model_b_conv_id": "f28e744f618c4f43915048a6fe2c46ac",
+    "inputs": {
+      "prompt": "A corgi is playing drum kit."
+    },
+    "model_a": "AnimateDiff Turbo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1733324110.3872
+  },
+  {
+    "model_a_conv_id": "71db2affcdf449dc81438ab4d0c28684",
+    "model_b_conv_id": "6d3d3ed137ed41128065186a206927e4",
+    "inputs": {
+      "prompt": "a yellow clock"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733324119.541
+  },
+  {
+    "model_a_conv_id": "14a25e4f18294caaa8a0729fa928204a",
+    "model_b_conv_id": "dad9b9bc70084cd68f98d317288926cb",
+    "inputs": {
+      "prompt": "a person giving a presentation to a room full of colleagues"
+    },
+    "model_a": "LTXVideo",
+    "model_b": "VideoCrafter2",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1733324126.8122
+  },
+  {
+    "model_a_conv_id": "3c69dd21aa384aaeaaa4f1100575d902",
+    "model_b_conv_id": "4e611e30a66a4d7a885d28afc2ed9260",
+    "inputs": {
+      "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, racking focus"
+    },
+    "model_a": "Allegro",
+    "model_b": "Pyramid Flow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324147.8467
+  },
+  {
+    "model_a_conv_id": "c09116e0f48740b0b58ed67798e07788",
+    "model_b_conv_id": "67f516f97c604ce9a259115efaaa60f0",
+    "inputs": {
+      "prompt": "an elephant spraying itself with water using its trunk to cool down"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324159.2302
+  },
+  {
+    "model_a_conv_id": "5cd4f434367b4c428334f7bf417b5c36",
+    "model_b_conv_id": "ed4adf12e7404dd9a43cdea2a776c52d",
+    "inputs": {
+      "prompt": "Busy freeway at night."
+    },
+    "model_a": "Allegro",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324175.5448
+  },
+  {
+    "model_a_conv_id": "9c507f86208a47f4bf3ceb951000f303",
+    "model_b_conv_id": "87a1edce17914bbf8a9f5f9d046c45b2",
+    "inputs": {
+      "prompt": "A person is squat"
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.196",
+    "anony": true,
+    "tstamp": 1733324188.7879
+  },
+  {
+    "model_a_conv_id": "4a518c8f3cda4a2a94af8496b3101b2f",
+    "model_b_conv_id": "00761b1c256b4471b2fa87513d503f2a",
+    "inputs": {
+      "prompt": "Aerial panoramic video from a drone of a fantasy land."
+    },
+    "model_a": "CogVideoX-5B",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733324202.637
+  },
+  {
+    "model_a_conv_id": "1bf473df9f5042e4a3acfd28d9120078",
+    "model_b_conv_id": "11588b19b72949ef9c6227b3fa3a071c",
+    "inputs": {
+      "prompt": "a green bicycle"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733324213.2085
+  },
+  {
+    "model_a_conv_id": "ece694ccb3a54afb8535ccc618c304f5",
+    "model_b_conv_id": "4cdae35d2ed64f17be92e30ada98dee9",
+    "inputs": {
+      "prompt": "castle"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "CogVideoX-2B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733324218.1796
+  },
+  {
+    "model_a_conv_id": "11fb44e3f7e34440916bd548480b6c41",
+    "model_b_conv_id": "dfe22815c21348a48ac9c543329fdea3",
+    "inputs": {
+      "prompt": "a drone flying over a snowy forest."
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733324225.6226
+  },
+  {
+    "model_a_conv_id": "50ea960b67d84746ac619d353b3cad1a",
+    "model_b_conv_id": "b13e9b5874c34605a087de07ad13aeb3",
+    "inputs": {
+      "prompt": "a blue bowl"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733324236.2937
+  },
+  {
+    "model_a_conv_id": "8b203e390c5543beb7374b42ef5c7321",
+    "model_b_conv_id": "460f84b818a5457bb65e47d5cb4f002b",
+    "inputs": {
+      "prompt": "A person is sweeping floor"
+    },
+    "model_a": "Allegro",
+    "model_b": "Mochi1",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.38.136",
+    "anony": true,
+    "tstamp": 1733324242.663
+  },
+  {
+    "model_a_conv_id": "d85c403f78054915a8741f667213fc1f",
+    "model_b_conv_id": "a8bba46bae3e4e84bf1218b4a4bac8fe",
+    "inputs": {
+      "prompt": "A tranquil tableau of in the quaint village square, a traditional wrought-iron streetlamp featured delicate filigree patterns and amber-hued glass panels"
+    },
+    "model_a": "Allegro",
+    "model_b": "Pyramid Flow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.109",
+    "anony": true,
+    "tstamp": 1733324255.9734
+  },
+  {
+    "model_a_conv_id": "5369228c32614de39d53bf54df5542b4",
+    "model_b_conv_id": "311f08885bad403ca4bf1f1e6da35e4b",
+    "inputs": {
+      "prompt": "A late 1990s mini truck—like a Nissan Frontier, Chevrolet S-10, or Toyota Tundra—with a square body design, lifted just a bit too high, rusty chrome accents, and mud-splattered fenders. The phrase 'YEA BROTHER' is scrawled in bold, weathered lettering on the side, with a hand-drawn American flag decal next to it. As the engine roars to life, a mechanical arm pops out of the dash, lights up a Pall Mall cigarette, and puffs a cloud of smoke into the air. The scene is set in a gravel driveway, surrounded by beer cans, tools, and a grill in the background, radiating pure redneck energy."
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff Turbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.16.234",
+    "anony": true,
+    "tstamp": 1733329981.1684
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5f79d98bb3a09431dd74dc406320e7245304dd008ff2ab2a63658a3b3ed860e
+oid sha256:2507283100a0c1017c22bcc1525f06235bfc2ce75e5a0fc96abb8439a24906ba
 size 88250

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d08dd5edb096da37bbac4877e9092341349851b711ee9d6b2136fa30e2e2750
+oid sha256:b89d5eb02fe60651c90a6524986046b71a5813597e49f906ae00e07c3669a354
 size 75108

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.0280133870144,1120.7165643560843,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1119.76898699982,1139.6958331226583,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1084.4060775713206,1075.2377635535684,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.166017371307,1071.6479361169622,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1052.716930806343,1051.3686171448594,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1040.772440746402,1042.5792731490517,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1027.904562748024,1020.7701445774316,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.8078652983697,1010.8656349081784,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.4615300489322,1022.0258326668156,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1018.0544278583469,1017.3857308872836,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1006.0486374544896,1008.966771056853,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1004.2215162640015,999.0581930328785,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.104416616448,966.8787344387692,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.7461645573251,912.8653839131264,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.8707857250673,899.2438562320352,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.7813140066881,826.9804611621538,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.1403125400976,804.6812350769155,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1121.5229691388834,1139.91463025506,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1118.9773628808728,1119.0727833674928,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1087.2142946151707,1078.1402861293943,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.0966774790186,1071.5718107564705,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.9161998682864,1051.5188780357005,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.2555890624642,1042.3426445582616,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1023.6845864082985,1017.1328232531749,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1018.9099305723106,1010.2057916061898,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1018.5986418147057,1021.6957093129289,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.5886105232547,1018.0546632901526,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1008.3398802540977,1011.1051064991992,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1004.1314012926172,998.4450785665982,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.0412119648503,967.0069997996226,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,916.138045015005,913.3414461776049,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8330656647173,899.2087058453548,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.5232909652228,827.5948579661626,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.2282424802181,804.7810776307056,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-CogVideoX-5B,CogVideoX-5B,1160.9798558528043,1155.2825017564596,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-Pyramid Flow,Pyramid Flow,1144.4443150788584,1147.2395781116793,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
-StableVideoDiffusion,StableVideoDiffusion,1123.5142921556,1125.9492939358383,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1059.4199799072226,1055.7878886216029,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1055.141819717971,1054.473560987793,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-AnimateDiff,AnimateDiff,1043.18176646356,1041.909276574398,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-VideoCrafter2,VideoCrafter2,1039.650649385956,1040.368902202116,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-Allegro,Allegro,1001.1069655520251,1003.8077700559775,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
-LaVie,LaVie,969.0713041833375,969.634777080319,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,885.2459765161428,885.6299788044697,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,847.2049389414091,846.1074362119856,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-AnimateDiff Turbo,AnimateDiff Turbo,835.9335206139747,836.747355723456,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
-ModelScope,ModelScope,835.1046156311368,837.0616799339045,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+CogVideoX-5B,CogVideoX-5B,1153.212520979718,1147.9290620803702,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+Pyramid Flow,Pyramid Flow,1149.2492532261913,1151.7747392500028,MIT LICENSE,Peking University,https://pyramid-flow.github.io/
+StableVideoDiffusion,StableVideoDiffusion,1122.2678564405778,1124.6809997186228,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1061.472698169287,1057.7221869276937,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1054.4691290936867,1053.8060730487005,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+AnimateDiff,AnimateDiff,1041.871413257503,1040.5746197334772,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+VideoCrafter2,VideoCrafter2,1039.2884201660563,1039.9763116440374,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+Allegro,Allegro,1011.9062698674213,1014.5600218264809,Apache 2.0,rhymes-ai,https://github.com/rhymes-ai/Allegro
+LaVie,LaVie,968.0929081077171,968.6538408004857,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,884.2664115761662,884.6363934911552,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,845.1563423803524,844.2025110565764,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+AnimateDiff Turbo,AnimateDiff Turbo,834.6629858684405,835.4679622672872,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+ModelScope,ModelScope,834.0837908668807,836.015278155109,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571