Auto Daily Leaderboard udpate Sun Aug 11 12:00:23 PM EDT 2024

arena_elo/results/20240810/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0157a5aa15f4b2d078d359455b0cf7cd5e402807d4591d003241811609e5bf6e
+size 59905

arena_elo/results/20240810/video_generation_leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1122.2334058313418,1124.9381897005499,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1109.4200191685886,1107.652588165935,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1075.968708694096,1076.2767823793242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1070.8954693340338,1069.3145217066976,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.9652656663682,992.057480494233,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.9498012111801,911.70759352549,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,863.5281109245078,864.8025793004111,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,853.0392191698847,853.250264727361,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/20240811/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca369e35289b5734e13d1ea2cd01f55bdfb7c861578ee9c09fda83ba81654885
+size 73808

arena_elo/results/20240811/t2i_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1149.4241788209033,1151.6962327432175,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1091.8871690584383,1091.070914111409,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1062.6797650755611,1047.7275198373045,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1056.485271897239,1060.5033651115084,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.7335191346344,1046.8597076423962,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1040.1951767245846,1030.7898666622996,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1039.3457974285293,1039.6435421689853,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1023.1976950252729,1016.6535094249977,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,986.4637648660859,986.9171901253504,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.9989976656441,927.1259886217293,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),924.5851787283315,918.6127375934319,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,846.7588501200388,841.6620180754599,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,808.2446354547363,822.2832631079027,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -50294,5 +50294,277 @@
     "judge": "arena_user_10.16.22.62",
     "anony": true,
     "tstamp": 1723305053.657
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723314526.6163
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723324457.1381
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723324613.3247
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338194.7395
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723338203.3492
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723338208.8998
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "AuraFlow",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338214.0971
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723338221.0586
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723338226.965
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338231.4955
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723338238.4622
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723338245.5496
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723338256.6478
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723338265.5045
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338272.1677
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723338277.6092
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "Kolors",
+    "winner": "tie",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723338288.7893
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338293.9272
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723338302.9868
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338309.0383
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338314.3917
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723338323.0421
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "Kolors",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723338329.3561
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "SDXLTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723338333.5327
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723338341.8829
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723338350.2686
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "winner": "tie",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723338364.9313
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "FluxTimestep",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.147",
+    "anony": false,
+    "tstamp": 1723357859.7364
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "StableCascade",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723358449.055
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXL",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723374786.6745
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723375091.157
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723379528.7429
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723379722.3621
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723379724.2286
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -14086,5 +14086,13 @@
     "judge": "arena_user_10.16.22.62",
     "anony": true,
     "tstamp": 1723240580.5223
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723350767.1713
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3a84b6ef62af4272be7062489685f5d604c6ba7fda86966be8d491b71049330
+oid sha256:ca369e35289b5734e13d1ea2cd01f55bdfb7c861578ee9c09fda83ba81654885
 size 73808

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20057f9e83dedb0ed3741b39fa4de16823f10df36167b9ba95054fef28e32105
+oid sha256:0157a5aa15f4b2d078d359455b0cf7cd5e402807d4591d003241811609e5bf6e
 size 59905

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1149.0633388095252,1151.5140901135528,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1090.948665496944,1090.2549730759943,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-HunyuanDiT,HunyuanDiT,1069.9953451185565,1054.0535123530274,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
-StableCascade,StableCascade,1055.5289809777687,1059.7174732071048,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1041.3037504443453,1046.5330534826423,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1038.663448472794,1029.4396562533086,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1037.4562987503564,1037.8613522191933,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SD3,SD3,1025.9537390552669,1019.2467219313288,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
-SDXL,SDXL,985.4062195795552,985.9974530413369,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,928.2204803552679,926.4262574870876,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),923.7186117463981,917.819709654301,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,846.3922553502857,841.3117896228521,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,807.3488658429396,821.4997497760294,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1149.4241788209033,1151.6962327432175,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1091.8871690584383,1091.070914111409,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1062.6797650755611,1047.7275198373045,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1056.485271897239,1060.5033651115084,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.7335191346344,1046.8597076423962,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1040.1951767245846,1030.7898666622996,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1039.3457974285293,1039.6435421689853,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1023.1976950252729,1016.6535094249977,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,986.4637648660859,986.9171901253504,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.9989976656441,927.1259886217293,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),924.5851787283315,918.6127375934319,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,846.7588501200388,841.6620180754599,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,808.2446354547363,822.2832631079027,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1122.2186246044855,1124.9189542057245,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2VTurbo,T2VTurbo,1109.414737640725,1107.6514073169312,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-VideoCrafter2,VideoCrafter2,1075.9549032526982,1076.2636702459815,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1070.5831908716596,1069.0144728433493,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,992.9630470655792,992.055642391153,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,911.9719305752662,911.7277433152578,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,863.5514906110637,864.8251565058695,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,853.3420753785222,853.5429531757331,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+StableVideoDiffusion,StableVideoDiffusion,1122.2334058313418,1124.9381897005499,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1109.4200191685886,1107.652588165935,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1075.968708694096,1076.2767823793242,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1070.8954693340338,1069.3145217066976,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.9652656663682,992.057480494233,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.9498012111801,911.70759352549,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,863.5281109245078,864.8025793004111,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,853.0392191698847,853.250264727361,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo