update leaderboard

arena_elo/results/20240627/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0a6f0453345ab9cf2afba12b5eb5029e6dc9b07af4e9290bbf4c640423a9c5
+size 62455

arena_elo/results/20240627/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1111.76034604406,1115.672410101043,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1077.1602015911385,1077.0039078504228,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1064.6567404711213,1065.595926401157,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1034.486829897681,1032.3222356148585,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,1000.2374306123882,1004.8496215922758,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,992.1699227787566,993.2460801105801,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,939.5731404910863,932.61327853954,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,925.7201066982441,924.078506373562,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.2352814155244,854.61803341656,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/20240807/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9722923021fd30b713ac42f163699bc5578f5430d146650b116a18e81d196500
+size 62455

arena_elo/results/20240807/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df7951f71ef9eacf76fce4653e9c9f08867edcdd5b917cfc03964f7fbbb07bc
+size 73808

arena_elo/results/20240807/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93beb05658488c525575a9418f3d114e572401c81f925aaf8bae3a3cc5b0b239
+size 59905

arena_elo/results/20240807/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1111.7714823716292,1115.685603018925,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1077.1341532998713,1076.980760175574,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1064.68746894351,1065.6213476584608,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1034.4463329499874,1032.293833611396,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,1001.4975614959984,1006.07308637881,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,990.9598804471652,992.0664839472868,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,939.5676457397087,932.6124253225973,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,925.7235943670859,924.0763906669749,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.211880385044,854.5900692199754,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/20240807/t2i_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1150.0774447307845,1152.3658106785326,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1091.2902196572095,1090.5357465146958,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1068.3620608379126,1052.2503867384917,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1054.6276941501544,1059.004773635548,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.0309895591665,1046.2551237154323,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1039.6323791533307,1030.228153872533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1037.7807480103684,1038.1395003586044,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1024.7407278239534,1018.1519248697061,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,985.3331484879047,985.9397955803952,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.6190960805502,926.77011250853,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),923.8935524225624,918.028719204527,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,846.8600935011825,841.7007442605661,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,807.7518455849263,821.8156619800513,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240807/video_generation_leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1122.460387217199,1125.4190660439806,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1105.1600303360674,1103.1803746797877,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1074.53965317026,1074.8568076485917,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1071.9817631651404,1070.3412653223024,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.4186251802489,991.5190138806378,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,914.0794366996057,913.8490269323504,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,866.8994283487483,868.136950508642,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,852.4606758827305,852.697494983707,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_image_editing.json

@@ -9334,5 +9334,53 @@
     "judge": "arena_user_10.16.14.230",
     "anony": true,
     "tstamp": 1718356734.1319
+  },
+  {
+    "model_a": "CycleDiffusion",
+    "model_b": "Pix2PixZero",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.186.79",
+    "anony": false,
+    "tstamp": 1718866887.938
+  },
+  {
+    "model_a": "InstructPix2Pix",
+    "model_b": "CycleDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719199265.1644
+  },
+  {
+    "model_a": "CycleDiffusion",
+    "model_b": "MagicBrush",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_39.103.156.252",
+    "anony": false,
+    "tstamp": 1719207275.3571
+  },
+  {
+    "model_a": "CosXLEdit",
+    "model_b": "InstructPix2Pix",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.84.46",
+    "anony": true,
+    "tstamp": 1719463966.1891
+  },
+  {
+    "model_a": "Prompt2prompt",
+    "model_b": "InstructPix2Pix",
+    "winner": "model_b",
+    "judge": "arena_user_39.103.156.252",
+    "anony": true,
+    "tstamp": 1719554724.4958
+  },
+  {
+    "model_a": "PNP",
+    "model_b": "Prompt2prompt",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.43.145",
+    "anony": true,
+    "tstamp": 1723056754.4198
   }
 ]

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -49174,5 +49174,677 @@
     "judge": "arena_user_169.254.33.10",
     "anony": false,
     "tstamp": 1718865352.1946
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_169.254.84.46",
+    "anony": false,
+    "tstamp": 1718874234.85
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.221.109",
+    "anony": false,
+    "tstamp": 1718874280.3637
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.43.255",
+    "anony": false,
+    "tstamp": 1718874451.5773
+  },
+  {
+    "model_a": "PlayGround V2",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.84.46",
+    "anony": false,
+    "tstamp": 1718874645.4925
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718880737.6893
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1718880816.7931
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718881034.3222
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXL",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718881107.6517
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_39.103.156.252",
+    "anony": true,
+    "tstamp": 1719200230.9832
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719208212.2904
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719211212.6645
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719211266.8715
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719211338.7928
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLLightning",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719270245.7255
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719295268.9211
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719297720.3493
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719297931.2409
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719304982.0289
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SDXLLightning",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719311619.7572
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719311660.3578
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719311668.068
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719311676.0817
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719311688.5887
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719311702.0777
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719311715.2998
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SD3",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719313860.6612
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719317514.4569
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719317523.4949
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXLTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719317682.988
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719327233.9032
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PixArtSigma",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719327240.7338
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719334932.0131
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "OpenJourney",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719335018.1222
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719338412.4571
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719338607.3606
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "HunyuanDiT",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719346565.1897
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719346587.2984
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "SDXLLightning",
+    "winner": "tie",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719346606.0301
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXLTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719346621.7424
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": false,
+    "tstamp": 1719346718.0681
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719346718.7707
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719346798.3399
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SD3",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719367170.4344
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719367266.8503
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "StableCascade",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719369073.574
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719415459.1641
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719440348.7978
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719445283.0105
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "HunyuanDiT",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719457382.3862
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719505462.8894
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "HunyuanDiT",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719505478.9236
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "PixArtAlpha",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719505488.8918
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719507907.7899
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "StableCascade",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719508214.6462
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719516240.5743
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SD3",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719529943.958
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719550961.7825
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "PixArtAlpha",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719551803.721
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719551848.0888
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719551861.4236
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719551893.6043
+  },
+  {
+    "model_a": "SD3",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719551905.5376
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719551923.8575
+  },
+  {
+    "model_a": "SDXL",
+    "model_b": "SD3",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719551945.4215
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtAlpha",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719551960.7181
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "OpenJourney",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719551975.9122
+  },
+  {
+    "model_a": "PixArtAlpha",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719552001.4498
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXL",
+    "winner": "tie",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719552020.0647
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "PixArtSigma",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719552033.3023
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": false,
+    "tstamp": 1719552111.2996
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": false,
+    "tstamp": 1719552128.7401
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": false,
+    "tstamp": 1719552141.7809
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": false,
+    "tstamp": 1719552173.6213
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": false,
+    "tstamp": 1719552206.3528
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.234",
+    "anony": false,
+    "tstamp": 1719552234.8407
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719565728.3297
+  },
+  {
+    "model_a": "SDXLTurbo",
+    "model_b": "StableCascade",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719565921.1043
+  },
+  {
+    "model_a": "SDXLLightning",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719576253.5694
+  },
+  {
+    "model_a": "HunyuanDiT",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719584928.1328
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLLightning",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719585002.461
+  },
+  {
+    "model_a": "PixArtSigma",
+    "model_b": "SD3",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719588634.5267
+  },
+  {
+    "model_a": "OpenJourney",
+    "model_b": "SDXLLightning",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719588651.243
+  },
+  {
+    "model_a": "PlayGround V2.5",
+    "model_b": "SDXL",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1719588680.1992
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "SDXLTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.43.250",
+    "anony": true,
+    "tstamp": 1723054634.5468
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -13590,5 +13590,85 @@
     "judge": "arena_user_10.16.24.60",
     "anony": true,
     "tstamp": 1718815383.7343
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718867637.4267
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719240766.6469
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.8",
+    "anony": true,
+    "tstamp": 1719241036.5675
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1719346880.7161
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.197",
+    "anony": true,
+    "tstamp": 1719346936.9374
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.12.234",
+    "anony": true,
+    "tstamp": 1719501914.3272
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719501930.4341
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1719501942.8807
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.12.234",
+    "anony": false,
+    "tstamp": 1719529701.2077
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.231",
+    "anony": true,
+    "tstamp": 1723055095.7108
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fde68a8cf230f58694822efa93ea9fb2cccca0348ab28510edb32a989ba9ffc5
-size 62482
+oid sha256:9722923021fd30b713ac42f163699bc5578f5430d146650b116a18e81d196500
+size 62455

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bc9cc467f9cee8493d3b142d616cb45b4d9c805050bf59ddbd5ee33ef6d17e0
-size 73814
+oid sha256:2df7951f71ef9eacf76fce4653e9c9f08867edcdd5b917cfc03964f7fbbb07bc
+size 73808

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b18728982dde3cae7deb366a89b69510980ea8a1e42c223da35fd1c7182bbac
-size 59911
+oid sha256:93beb05658488c525575a9418f3d114e572401c81f925aaf8bae3a3cc5b0b239
+size 59905

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1111.7570507833766,1116.1948688005264,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-InfEdit,InfEdit,1077.170586499449,1077.0730723090867,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
-CosXLEdit,CosXLEdit,1066.238965795248,1067.2396111394378,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
-InstructPix2Pix,InstructPix2Pix,1032.1762806641166,1030.2155100226869,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,1000.2652636374402,1004.8683829913018,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,993.1986182667401,994.2465198113878,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-CycleDiffusion,CycleDiffusion,939.1665758899721,933.2296459876471,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,925.7056497451632,924.0404372333446,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,854.321008718494,852.8919517045811,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
+MagicBrush,MagicBrush,1111.7714823716292,1115.685603018925,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1077.1341532998713,1076.980760175574,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1064.68746894351,1065.6213476584608,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1034.4463329499874,1032.293833611396,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,1001.4975614959984,1006.07308637881,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,990.9598804471652,992.0664839472868,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,939.5676457397087,932.6124253225973,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,925.7235943670859,924.0763906669749,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.211880385044,854.5900692199754,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,14 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1147.606723807855,1147.6221778034428,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1091.2334764557993,1089.7659373645974,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-HunyuanDiT,HunyuanDiT,1065.4547402621788,1059.822696492972,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
-StableCascade,StableCascade,1054.9236955620781,1057.350072759572,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1041.5331987995974,1046.3081769967216,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1039.9410184660687,1029.4729621777742,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1037.206278923615,1036.9341423718772,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SD3,SD3,1029.1666634630194,1021.3531264138888,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
-SDXL,SDXL,985.9087467072235,985.4929552674706,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,928.1347201532141,925.8744899139969,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),923.7220318873165,917.2043600134182,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,847.2517080685242,841.3925158226608,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,807.9169974435102,821.1255050210818,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1150.0774447307845,1152.3658106785326,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1091.2902196572095,1090.5357465146958,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1068.3620608379126,1052.2503867384917,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
+StableCascade,StableCascade,1054.6276941501544,1059.004773635548,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1041.0309895591665,1046.2551237154323,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1039.6323791533307,1030.228153872533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1037.7807480103684,1038.1395003586044,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1024.7407278239534,1018.1519248697061,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
+SDXL,SDXL,985.3331484879047,985.9397955803952,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,928.6190960805502,926.77011250853,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),923.8935524225624,918.028719204527,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,846.8600935011825,841.7007442605661,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,807.7518455849263,821.8156619800513,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1122.4525872811755,1125.466609186958,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-T2VTurbo,T2VTurbo,1103.0699494641894,1101.117277929343,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-VideoCrafter2,VideoCrafter2,1074.1018336926682,1074.4442213352145,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1073.7162789603087,1072.36210477041,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,993.1058417381524,992.1853593542747,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,914.6563792036475,914.3878370939968,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,867.5273136055052,868.7446546619765,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,851.3698160543528,851.2919356678267,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+StableVideoDiffusion,StableVideoDiffusion,1122.460387217199,1125.4190660439806,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1105.1600303360674,1103.1803746797877,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1074.53965317026,1074.8568076485917,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1071.9817631651404,1070.3412653223024,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,992.4186251802489,991.5190138806378,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,914.0794366996057,913.8490269323504,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,866.8994283487483,868.136950508642,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,852.4606758827305,852.697494983707,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo