Auto Daily Leaderboard udpate Fri Aug 23 12:00:23 PM EDT 2024

arena_elo/results/20240823/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73253e6017c9eff73fa78858d1f6f69769864b3d80861798aac34af179c93b8f
+size 88247

arena_elo/results/20240823/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1129.6688340265669,1147.5591373074597,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1126.5497501815191,1127.4123105084652,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1079.5368087162028,1075.562952888086,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.5278131969162,1071.5429153488694,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1047.6947634391784,1045.9729285815442,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1042.0216900082623,1029.9167433947619,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1039.2931537607071,1041.4851563186933,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1024.2319234097847,1027.5257255007482,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1023.3324162971592,1012.8084791620406,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.6374967571583,1018.5805101666626,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,998.8630595672213,994.6525995618044,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,991.7661400040708,987.4032172247614,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.3939114034922,965.0784012053523,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5765403251953,910.0484458716276,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.07740612283,898.4901774701107,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.439622849073,822.3892064465019,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3886699346689,803.3083038030016,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -54062,5 +54062,205 @@
     "judge": "arena_user_10.16.18.162",
     "anony": true,
     "tstamp": 1724344050.4201
+  },
+  {
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724381129.5538
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724381616.0398
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724381628.8493
+  },
+  {
+    "model_a": "FLUX.1-schnell",
+    "model_b": "FLUX.1-dev",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724382462.8253
+  },
+  {
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL-Lightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724385168.5835
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724396898.7908
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724406132.3365
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724413143.401
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "AuraFlow",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724422140.3732
+  },
+  {
+    "model_a": "FLUX.1-schnell",
+    "model_b": "PixArtSigma",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724426065.8805
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "Kolors",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724426078.5701
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724426090.2336
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724426102.6908
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "Kolors",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1724426125.8461
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "AuraFlow",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1724426145.6477
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXL-Lightning",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724426167.1454
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1724426203.6319
+  },
+  {
+    "model_a": "SDXL-Lightning",
+    "model_b": "Kolors",
+    "winner": "tie",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1724426217.6493
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724426231.3118
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724426240.4042
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1724426249.5894
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-dev",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724426258.3171
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": true,
+    "tstamp": 1724426277.3085
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724426287.5976
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "Kolors",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724426299.4399
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8255303dc58b3b992469a63acaa71e3c340cb74c0431f8e1d7cd274a7389ec86
-size 88249
+oid sha256:73253e6017c9eff73fa78858d1f6f69769864b3d80861798aac34af179c93b8f
+size 88247

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1132.8995018590076,1150.5501140479053,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1128.2108108012676,1129.0785917258154,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1075.7415588499184,1073.6102617609204,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1060.3833475807264,1057.268142645181,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-HunyuanDiT,HunyuanDiT,1048.0836980182335,1035.3487042201423,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-StableCascade,StableCascade,1040.936585882077,1043.1553228802045,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-SDXL-Lightning,SDXL-Lightning,1026.25813589347,1029.5274699110767,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-Kolors,Kolors,1026.1589043530466,1024.459609815927,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-PixArtAlpha,PixArtAlpha,1025.8400062981627,1015.1923129083488,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1021.638030381332,1020.5140942610097,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1005.385095451807,1001.458657904845,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,992.9535005853378,989.0307585319977,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,967.797702081634,967.3457705721536,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.6988816142024,912.1550368075932,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),908.3435926124225,900.7085329999483,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,830.9840173086795,824.6955283769626,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,792.6866304286739,805.4815574826143,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1129.6688340265669,1147.5591373074597,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1126.5497501815191,1127.4123105084652,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1079.5368087162028,1075.562952888086,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.5278131969162,1071.5429153488694,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1047.6947634391784,1045.9729285815442,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1042.0216900082623,1029.9167433947619,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1039.2931537607071,1041.4851563186933,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1024.2319234097847,1027.5257255007482,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1023.3324162971592,1012.8084791620406,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.6374967571583,1018.5805101666626,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,998.8630595672213,994.6525995618044,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,991.7661400040708,987.4032172247614,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.3939114034922,965.0784012053523,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.5765403251953,910.0484458716276,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),906.07740612283,898.4901774701107,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.439622849073,822.3892064465019,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.3886699346689,803.3083038030016,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7