Auto Daily Leaderboard udpate Sun Dec 22 12:00:28 PM EST 2024

arena_elo/results/20241222/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93760ecacf260273bfbfad2199a0cb8dc36bf5f728da42523e6be28ecbe0f1a
+size 88249

arena_elo/results/20241222/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1122.877257257363,1129.6417737114698,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.0469717462163,1116.5313280596895,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1090.5363647607408,1096.9681100181651,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.8643275833563,1072.3651952903638,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.5804101652852,1052.5462146278314,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.2280651942528,1044.7735956800775,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1026.1638977241803,1020.0510965934449,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1020.1734384992551,1024.114456205313,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1019.9769044960274,1012.231844829071,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.4228222442877,1017.3087488225443,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.1181607302651,1010.6723464507558,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,995.0520841376658,991.5186491665892,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.2127972152518,968.468872256577,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.6425070718229,913.0835678015357,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.7331534629376,899.8558600177256,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.2325478690755,828.397539629819,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.1382898420145,805.7850977054923,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -113352,5 +113352,341 @@
     "judge": "arena_user_10.16.36.80",
     "anony": true,
     "tstamp": 1734697208.6221
+  },
+  {
+    "model_a_conv_id": "44be4de909574e1581cda0d32c95f013",
+    "model_b_conv_id": "6de6cf4746ae4362b89628f0fada4af1",
+    "inputs": {
+      "prompt": "New York Skyline with 'NeurIPS' written with fireworks on the sky."
+    },
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734873578.6997
+  },
+  {
+    "model_a_conv_id": "f29f54cec78a46888d6459613b98ca83",
+    "model_b_conv_id": "846c04fb15b74c4eaf805de63523679e",
+    "inputs": {
+      "prompt": "A sign that says 'Diffusion'."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734873589.7761
+  },
+  {
+    "model_a_conv_id": "bfa6d2ad5aa04400bfe73101511f44c2",
+    "model_b_conv_id": "43263fed371c41ed85346f21c71e3dab",
+    "inputs": {
+      "prompt": "A domesticated carnivvorous mzammal that typicbally hfaas a lons sfnout, an acxujte sense off osmell, noneetractaaln crlaws, anid xbarkring,y howlingu, or whining rvoiche."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734873603.3085
+  },
+  {
+    "model_a_conv_id": "d943bc2cd5ae41c2ad589af554bb600b",
+    "model_b_conv_id": "adb0e40869594d99a21ce85a61515dbc",
+    "inputs": {
+      "prompt": "emperor palpatine in the desert of tatooine, film still, wide shot, heat, desert, sci fi, epic, dramatic light "
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734873617.8476
+  },
+  {
+    "model_a_conv_id": "9f5fa113b8424f75a59fbd42944c231d",
+    "model_b_conv_id": "66f0d01bf239453c99d99138143e0dec",
+    "inputs": {
+      "prompt": "Backlotter."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734873653.4104
+  },
+  {
+    "model_a_conv_id": "67510ccd4c474067a5b09caba6009034",
+    "model_b_conv_id": "be4ea369efca4b7c80e20bf74174a684",
+    "inputs": {
+      "prompt": "A tennis racket underneath a traffic light."
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734873675.8062
+  },
+  {
+    "model_a_conv_id": "ce5f209a9ff34f2e848a549fea184332",
+    "model_b_conv_id": "aa591fccfb7d4dcb8ddd9acf3edf2150",
+    "inputs": {
+      "prompt": "a landscaping company called norwegian fjord "
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734873692.465
+  },
+  {
+    "model_a_conv_id": "e1afdb1deea949d4b9902a3d96c5c161",
+    "model_b_conv_id": "8b9b99084e70453e86bc1ab30e645477",
+    "inputs": {
+      "prompt": "photorealistic, detailed picture of a single flower crown"
+    },
+    "model_a": "SDXL",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734873705.1893
+  },
+  {
+    "model_a_conv_id": "3617f303a37141f7879fb1ba63cb61a5",
+    "model_b_conv_id": "5f54daeb4f674351baeaa36be3b3b0fa",
+    "inputs": {
+      "prompt": "a black and white cat sitting on a brown suitcase next to a wall"
+    },
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734873711.7425
+  },
+  {
+    "model_a_conv_id": "54bf1e2d60a74c919df59bad4af0a6b8",
+    "model_b_conv_id": "4a26a1f813614f7882dfceea472f5faa",
+    "inputs": {
+      "prompt": "A small blue book sitting on a large red book."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734873719.692
+  },
+  {
+    "model_a_conv_id": "64f15825dbf747b595cd2db0121ae17f",
+    "model_b_conv_id": "defccb41a2674f06a767d5b279b64cec",
+    "inputs": {
+      "prompt": "a person wearing a black suit jacket, collared shirt, blue patterned tie and a pocket square"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734873731.5648
+  },
+  {
+    "model_a_conv_id": "6dc250f72c42482b8162822c21f59429",
+    "model_b_conv_id": "fd7d3712c5cb4f1e83fc16e7f2312653",
+    "inputs": {
+      "prompt": "photograph of a woman wearing a track belt"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PixArtAlpha",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.4.183",
+    "anony": true,
+    "tstamp": 1734873746.5778
+  },
+  {
+    "model_a_conv_id": "52bfba7a0af648a984a7610a0e0458de",
+    "model_b_conv_id": "d7b2df3f621c47c8a8eded9add6f71de",
+    "inputs": {
+      "prompt": "photorealistic photo of an old man in front of the wall at night with a flash light on him"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734873765.3546
+  },
+  {
+    "model_a_conv_id": "6ab9276b80f34a20b1824dfc0b084efb",
+    "model_b_conv_id": "b3b8e636e83b4842971dddee5350bfeb",
+    "inputs": {
+      "prompt": "Artophagous."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734873781.1109
+  },
+  {
+    "model_a_conv_id": "4da0ea4b760e4b53886944498558cb48",
+    "model_b_conv_id": "e634311b4f894525a8c306e1dd1b620a",
+    "inputs": {
+      "prompt": "half life 3 "
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734873790.2979
+  },
+  {
+    "model_a_conv_id": "f9c653e4f15945cab182ab339127e2de",
+    "model_b_conv_id": "dd5eaf32560f46cfa36f5c3a9d5cd470",
+    "inputs": {
+      "prompt": "A type of digital currency in which a record of transactions is maintained and new units of currency are generated by the computational solution of mathematical problems, and which operates independently of a central bank."
+    },
+    "model_a": "Kolors",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734873978.3232
+  },
+  {
+    "model_a_conv_id": "4634fa71acae4902ae98877203676ffd",
+    "model_b_conv_id": "9072fa4544e840ecb52482a451aa2002",
+    "inputs": {
+      "prompt": "An ancient Egyptian painting depicting an argument over whose turn it is to take out the trash."
+    },
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.4.183",
+    "anony": true,
+    "tstamp": 1734873994.2813
+  },
+  {
+    "model_a_conv_id": "7991995011c84d2caed4df7a3fd61f19",
+    "model_b_conv_id": "e949a12c45cb4054aacd8e7a5a29e80a",
+    "inputs": {
+      "prompt": "complex 3 d render hyper detailed ultra sharp aesthetic house on fire, medium portrait, close - up, bright 3 point light "
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtSigma",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.80",
+    "anony": true,
+    "tstamp": 1734874001.8939
+  },
+  {
+    "model_a_conv_id": "c1ee879173f24a8ebef40d3dd1be88cb",
+    "model_b_conv_id": "fe8ee7cd62cd4785ac4d5bf5007216b6",
+    "inputs": {
+      "prompt": "A ldarge keybord msical instroument lwith a woden case enmclosig a qsouvnkboajrd and mfgtal strivgf, which are strucrk b hammrs when the nels are depresdsmed.f lhe strsingsj' vibration ie stopped by damperds when the keys re released and can bce regulavewdd for lengh and vnolume y two or three pedalvs."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734874009.5715
+  },
+  {
+    "model_a_conv_id": "432022009b654233b723b7d88a9dbaf9",
+    "model_b_conv_id": "873c330a3eaa46c29b8d1c5496f728c3",
+    "inputs": {
+      "prompt": "image of a hyper realistic alien hand puppet on a white background"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734874017.3807
+  },
+  {
+    "model_a_conv_id": "9359602ef7fd4d7bb9fcf4f2c9231a8a",
+    "model_b_conv_id": "eca66244925046f0a442d7a2d9725271",
+    "inputs": {
+      "prompt": "McDonalds Church."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.150",
+    "anony": true,
+    "tstamp": 1734874025.5994
+  },
+  {
+    "model_a_conv_id": "71c7d10bae9741eca3b7177b4a95b484",
+    "model_b_conv_id": "f699f01c27a9417ba1159247380e9ea8",
+    "inputs": {
+      "prompt": "image of man watching computer screen"
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.9.166",
+    "anony": true,
+    "tstamp": 1734874045.2262
+  },
+  {
+    "model_a_conv_id": "a75f935846ba487aa94550f08d81869a",
+    "model_b_conv_id": "24be8c9d178e40bc8870148b943471ee",
+    "inputs": {
+      "prompt": "A long curved fruit which grows in clusters and has soft pulpy flesh and yellow skin when ripe."
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.4.183",
+    "anony": true,
+    "tstamp": 1734874057.0966
+  },
+  {
+    "model_a_conv_id": "0808240793c2449082dd020dd411af0f",
+    "model_b_conv_id": "10d9ce869cda49ffad6c5c571610550a",
+    "inputs": {
+      "prompt": "A couch on the left of a chair."
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.39.228",
+    "anony": true,
+    "tstamp": 1734874070.1853
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fc4801c6b270fdff958b993c3c1ea29201649ec1125c5bb44bc0cf91e8524d0
+oid sha256:b93760ecacf260273bfbfad2199a0cb8dc36bf5f728da42523e6be28ecbe0f1a
 size 88249

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1121.357690115723,1128.7241504128585,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1116.2313698278647,1116.6107455225333,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1087.8337873966625,1094.9826391502859,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.2895100714575,1072.7274527959187,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1054.2194747190917,1053.18298866156,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1041.7499385794804,1044.3547790832436,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1023.88337506819,1017.8601901429712,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1020.8294727477484,1024.619775455028,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1020.6751349746387,1012.8376071553073,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1017.8682866474683,1017.7167793438202,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1010.4765714961342,1010.1272670667985,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,997.4063686829481,993.6341556681649,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.9911093383606,969.1127396483605,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.9654780397316,913.3680192978794,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),906.0925806352235,900.1588104754068,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,833.5281260283564,828.6581515588127,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.6017256309184,806.1815472652377,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1122.877257257363,1129.6417737114698,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1116.0469717462163,1116.5313280596895,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1090.5363647607408,1096.9681100181651,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.8643275833563,1072.3651952903638,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1053.5804101652852,1052.5462146278314,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1042.2280651942528,1044.7735956800775,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1026.1638977241803,1020.0510965934449,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+SDXL-Lightning,SDXL-Lightning,1020.1734384992551,1024.114456205313,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1019.9769044960274,1012.231844829071,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1017.4228222442877,1017.3087488225443,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1011.1181607302651,1010.6723464507558,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,995.0520841376658,991.5186491665892,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.2127972152518,968.468872256577,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.6425070718229,913.0835678015357,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.7331534629376,899.8558600177256,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,833.2325478690755,828.397539629819,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.1382898420145,805.7850977054923,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7