Auto Daily Leaderboard udpate Fri Aug 9 12:00:21 PM EDT 2024

arena_elo/results/20240809/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54d460d93f22ee6e2519ccc82e4ebd64ec81987505760c428b593ff91a13368
+size 62455

arena_elo/results/20240809/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a84b6ef62af4272be7062489685f5d604c6ba7fda86966be8d491b71049330
+size 73808

arena_elo/results/20240809/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5771f4ce114d07cb8d6226e00eaa7359c766905e9f8984be8308958668593ea7
+size 59905

arena_elo/results/20240809/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1112.4518849527376,1116.3228088792275,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1077.2249767545911,1077.0861206067664,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1064.682441262532,1065.599445502775,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1035.4054226880567,1033.2086681336118,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,1001.4916130267786,1006.0747389504991,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,990.9755779591587,992.0796321838297,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,938.5637450408492,931.6722574678079,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,925.0466906054369,923.4126211812364,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.1576477098594,854.5437070942457,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/20240809/t2i_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1149.0633388095252,1151.5140901135528,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1090.948665496944,1090.2549730759943,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1069.9953451185565,1054.0535123530274,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1055.5289809777687,1059.7174732071048,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.3037504443453,1046.5330534826423,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1038.663448472794,1029.4396562533086,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1037.4562987503564,1037.8613522191933,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1025.9537390552669,1019.2467219313288,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,985.4062195795552,985.9974530413369,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.2204803552679,926.4262574870876,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),923.7186117463981,917.819709654301,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,846.3922553502857,841.3117896228521,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,807.3488658429396,821.4997497760294,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240809/video_generation_leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1122.2359557758548,1124.9351320431756,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1109.3469761201213,1107.5846767618461,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1075.9414985058502,1076.2510369708828,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1070.5516959872548,1068.97168374374,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.9594630937339,992.054478957554,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.9869040669527,911.7433499217645,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,864.3180271722458,865.5851299943515,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,852.6594792779857,852.8745116066871,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_image_editing.json

@@ -9382,5 +9382,29 @@
     "judge": "arena_user_10.16.43.145",
     "anony": true,
     "tstamp": 1723056754.4198
+  },
+  {
+    "model_a": "MagicBrush",
+    "model_b": "SDEdit",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723211830.5768
+  },
+  {
+    "model_a": "UltraEdit",
+    "model_b": "MagicBrush",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723211858.5112
+  },
+  {
+    "model_a": "InstructPix2Pix",
+    "model_b": "CycleDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723211880.79
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -49982,5 +49982,261 @@
     "judge": "arena_user_10.16.43.250",
     "anony": true,
     "tstamp": 1723115582.8888
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "HunyuanDiT",
+    "winner": "tie",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723145214.2663
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723145270.2802
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.250",
+    "anony": true,
+    "tstamp": 1723156967.7211
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723160130.8681
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723160142.9319
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723160196.1496
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SD3",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723160205.8686
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "winner": "tie",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723160233.0445
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723160242.3299
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "FluxGuidance",
+    "winner": "tie",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723160279.8585
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "Kolors",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723160308.2721
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723160326.9647
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723165134.1363
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "FluxTimestep",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723172157.2285
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtAlpha",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723186481.0746
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "FluxGuidance",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723186512.8024
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723186526.6011
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.250",
+    "anony": true,
+    "tstamp": 1723186558.1923
+  },
+  {
+    "model_a": "FluxGuidance",
+    "model_b": "StableCascade",
+    "winner": "tie",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723186580.1777
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "StableCascade",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723186599.4345
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723187435.4506
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "AuraFlow",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723187450.2485
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.250",
+    "anony": true,
+    "tstamp": 1723187463.4765
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "FluxTimestep",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723203750.3175
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "Kolors",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723206356.086
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723206368.1986
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723206381.6684
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SDXLTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.43.250",
+    "anony": true,
+    "tstamp": 1723206395.3717
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723206404.4567
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723206415.7772
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "FluxGuidance",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.250",
+    "anony": true,
+    "tstamp": 1723206430.7406
+  },
+  {
+    "model_a": "FluxTimestep",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723206438.9867
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -13838,5 +13838,245 @@
     "judge": "arena_user_10.16.14.231",
     "anony": true,
     "tstamp": 1723105897.8683
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723160378.2727
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723187499.739
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723187523.695
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723189706.4096
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723189721.8627
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216592.8551
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723216615.6205
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723216637.3211
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723216663.5587
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "OpenSora",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723216675.8591
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216699.3145
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.147",
+    "anony": true,
+    "tstamp": 1723216719.5452
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723216730.0994
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216761.2314
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "tie",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723216779.5356
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "tie",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723216797.7179
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723216816.4275
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216834.7567
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723216854.7224
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723216873.1049
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216883.0979
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216900.0027
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.24",
+    "anony": true,
+    "tstamp": 1723216916.727
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216935.9858
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216957.4322
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216974.1746
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216987.7691
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.36.191",
+    "anony": true,
+    "tstamp": 1723216996.8976
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723217005.5788
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.22.62",
+    "anony": true,
+    "tstamp": 1723217029.2149
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9722923021fd30b713ac42f163699bc5578f5430d146650b116a18e81d196500
+oid sha256:b54d460d93f22ee6e2519ccc82e4ebd64ec81987505760c428b593ff91a13368
 size 62455

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cd4df0f34c643b04a068278e6fb02cf6d534a614c76ca1ef0936462de4cf561
+oid sha256:e3a84b6ef62af4272be7062489685f5d604c6ba7fda86966be8d491b71049330
 size 73808

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d98fbb5aeb3fe840503cda7c42ef15340fed25eb4e65bb04e2985850fb6cf5ba
+oid sha256:5771f4ce114d07cb8d6226e00eaa7359c766905e9f8984be8308958668593ea7
 size 59905

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1111.7714823716292,1115.685603018925,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-InfEdit,InfEdit,1077.1341532998713,1076.980760175574,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
-CosXLEdit,CosXLEdit,1064.68746894351,1065.6213476584608,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
-InstructPix2Pix,InstructPix2Pix,1034.4463329499874,1032.293833611396,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,1001.4975614959984,1006.07308637881,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,990.9598804471652,992.0664839472868,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-CycleDiffusion,CycleDiffusion,939.5676457397087,932.6124253225973,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,925.7235943670859,924.0763906669749,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,854.211880385044,854.5900692199754,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
+MagicBrush,MagicBrush,1112.4518849527376,1116.3228088792275,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1077.2249767545911,1077.0861206067664,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1064.682441262532,1065.599445502775,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1035.4054226880567,1033.2086681336118,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,1001.4916130267786,1006.0747389504991,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,990.9755779591587,992.0796321838297,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,938.5637450408492,931.6722574678079,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,925.0466906054369,923.4126211812364,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.1576477098594,854.5437070942457,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1150.727295281438,1152.9003848922068,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1091.4598155811693,1090.650200464496,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-HunyuanDiT,HunyuanDiT,1068.3879352088109,1052.2174359779524,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
-StableCascade,StableCascade,1054.7995676029338,1059.1108432213439,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1041.640169661881,1046.7852182436861,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1039.5277933053214,1030.1441243333597,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1037.9310468633396,1038.2525312486875,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SD3,SD3,1022.5155081381295,1016.3178851896334,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
-SDXL,SDXL,985.4596811879688,986.0371048218692,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,928.5870205746824,926.7372919852419,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),924.0677575907189,918.1692261335113,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,847.0543813992838,841.8535302298862,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,807.8420276043212,821.876561324668,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1149.0633388095252,1151.5140901135528,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1090.948665496944,1090.2549730759943,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1069.9953451185565,1054.0535123530274,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1055.5289809777687,1059.7174732071048,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.3037504443453,1046.5330534826423,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1038.663448472794,1029.4396562533086,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1037.4562987503564,1037.8613522191933,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1025.9537390552669,1019.2467219313288,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,985.4062195795552,985.9974530413369,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.2204803552679,926.4262574870876,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),923.7186117463981,917.819709654301,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,846.3922553502857,841.3117896228521,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,807.3488658429396,821.4997497760294,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1122.5421604812714,1125.3759897751343,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2VTurbo,T2VTurbo,1107.5392325426644,1105.6533826949078,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-VideoCrafter2,VideoCrafter2,1073.6162738533299,1073.9455187261779,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1070.4414319031353,1068.8927922630937,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,993.6187329366976,992.6992059767628,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,912.7003595870469,912.4654178293881,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,865.3308025978378,866.5856670330255,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,854.2110060980162,854.3820257015113,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+StableVideoDiffusion,StableVideoDiffusion,1122.2359557758548,1124.9351320431756,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1109.3469761201213,1107.5846767618461,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1075.9414985058502,1076.2510369708828,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1070.5516959872548,1068.97168374374,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.9594630937339,992.054478957554,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,911.9869040669527,911.7433499217645,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,864.3180271722458,865.5851299943515,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,852.6594792779857,852.8745116066871,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo