update

arena_elo/elo_rating/clean_battle_data.py

@@ -116,13 +116,18 @@ def read_file(filename):
 
 def read_file_parallel(log_files, num_threads=16):
     data_all = []
-    from multiprocessing import Pool
-
-    with Pool(num_threads) as p:
-        ret_all = list(tqdm(p.imap(read_file, log_files), total=len(log_files)))
-        for ret in ret_all:
-            data_all.extend(ret)
-    return data_all
+    if num_threads == 1:
+        for log_file in tqdm(log_files, desc="Reading"):
+            data_all.extend(read_file(log_file))
+        return data_all
+    else:
+        from multiprocessing import Pool
+
+        with Pool(num_threads) as p:
+            ret_all = list(tqdm(p.imap(read_file, log_files), total=len(log_files)))
+            for ret in ret_all:
+                data_all.extend(ret)
+        return data_all
 
 def load_image(image_path):
     try:
@@ -133,7 +138,7 @@ def load_image(image_path):
 def clean_battle_data(
     log_files, exclude_model_names, ban_ip_list=None, sanitize_ip=False, mode="simple", task_name="image_editing"
 ):
-    data = read_file_parallel(log_files, num_threads=16)
+    data = read_file_parallel(log_files, num_threads=1)
 
     convert_type = {
         "leftvote": "model_a",

arena_elo/results/20240614/elo_results_image_editing.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde68a8cf230f58694822efa93ea9fb2cccca0348ab28510edb32a989ba9ffc5
+size 62482

arena_elo/results/20240614/image_editing_leaderboard.csv

@@ -0,0 +1,10 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+MagicBrush,MagicBrush,1111.7570507833766,1116.1948688005264,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1077.170586499449,1077.0730723090867,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1066.238965795248,1067.2396111394378,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1032.1762806641166,1030.2155100226869,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,1000.2652636374402,1004.8683829913018,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,993.1986182667401,994.2465198113878,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,939.1665758899721,933.2296459876471,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,925.7056497451632,924.0404372333446,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.321008718494,852.8919517045811,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/20240619/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f665e5f07d48efcd16ae369169791dd7b2168430abbcf1b9464ead1a819ab4
+size 73814

arena_elo/results/20240619/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b18728982dde3cae7deb366a89b69510980ea8a1e42c223da35fd1c7182bbac
+size 59911

arena_elo/results/20240619/t2i_generation_leaderboard.csv

@@ -0,0 +1,14 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1150.114428439545,1149.6941264195339,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1092.4709138026708,1090.7337820911177,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1062.7861652938373,1056.6748409018237,N/A,N/A,N/A
+StableCascade,StableCascade,1056.3731617382482,1058.545838981972,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1042.0075561291465,1046.6768663630899,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1041.0140731528086,1030.3446204285094,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1038.3311788015276,1037.8603137662824,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1018.0527793052946,1011.9280564064835,N/A,N/A,N/A
+SDXL,SDXL,986.6676194421469,985.9584037229905,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,929.3709780661967,927.047868594216,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),925.0114257235736,918.2476978493269,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,848.7224643206589,842.5517595057678,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,809.0772557843452,822.0490114234851,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/20240619/video_generation_leaderboard.csv

@@ -0,0 +1,9 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1122.4525872811755,1125.466609186958,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1103.0699494641894,1101.117277929343,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1074.1018336926682,1074.4442213352145,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1073.7162789603087,1072.36210477041,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.1058417381524,992.1853593542747,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,914.6563792036475,914.3878370939968,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,867.5273136055052,868.7446546619765,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,851.3698160543528,851.2919356678267,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_image_editing.json

@@ -8958,5 +8958,381 @@
     "judge": "arena_user_10.16.15.131",
     "anony": true,
     "tstamp": 1717347216.3245
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.231",
+    "anony": false,
+    "tstamp": 1717622911.4653
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": false,
+    "tstamp": 1717622985.8944
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": false,
+    "tstamp": 1717622995.9644
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.6.152",
+    "anony": false,
+    "tstamp": 1717623012.647
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.6.152",
+    "anony": false,
+    "tstamp": 1717623034.3926
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.170",
+    "anony": false,
+    "tstamp": 1717623046.22
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.170",
+    "anony": false,
+    "tstamp": 1717623063.5052
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.6.152",
+    "anony": false,
+    "tstamp": 1717623074.1392
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.6.152",
+    "anony": false,
+    "tstamp": 1717623082.3616
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "CosXLEdit",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717663476.2812
+  },
+  {
+    "model_a": "PNP",
+    "model_b": "InstructPix2Pix",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1717663503.312
+  },
+  {
+    "model_a": "CosXLEdit",
+    "model_b": "PNP",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717663541.7975
+  },
+  {
+    "model_a": "MagicBrush",
+    "model_b": "Pix2PixZero",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": false,
+    "tstamp": 1717663600.1557
+  },
+  {
+    "model_a": "Pix2PixZero",
+    "model_b": "CycleDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717780740.8295
+  },
+  {
+    "model_a": "PNP",
+    "model_b": "MagicBrush",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717780756.3166
+  },
+  {
+    "model_a": "Prompt2prompt",
+    "model_b": "PNP",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1717780769.6022
+  },
+  {
+    "model_a": "SDEdit",
+    "model_b": "InstructPix2Pix",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1717780812.8958
+  },
+  {
+    "model_a": "MagicBrush",
+    "model_b": "CosXLEdit",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717780829.6285
+  },
+  {
+    "model_a": "SDEdit",
+    "model_b": "InfEdit",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1717780840.0679
+  },
+  {
+    "model_a": "SDEdit",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717780849.7988
+  },
+  {
+    "model_a": "CycleDiffusion",
+    "model_b": "MagicBrush",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717780857.1319
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "PNP",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717780871.2706
+  },
+  {
+    "model_a": "Pix2PixZero",
+    "model_b": "SDEdit",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717780888.8767
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "PNP",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717780917.5059
+  },
+  {
+    "model_a": "Prompt2prompt",
+    "model_b": "InstructPix2Pix",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717780944.125
+  },
+  {
+    "model_a": "Pix2PixZero",
+    "model_b": "SDEdit",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717780955.9244
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "InstructPix2Pix",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717784769.4915
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "Prompt2prompt",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717784815.0688
+  },
+  {
+    "model_a": "CosXLEdit",
+    "model_b": "Pix2PixZero",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717784829.8528
+  },
+  {
+    "model_a": "InstructPix2Pix",
+    "model_b": "CosXLEdit",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717784842.9898
+  },
+  {
+    "model_a": "Prompt2prompt",
+    "model_b": "Pix2PixZero",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717784870.6045
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "Prompt2prompt",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717784891.4167
+  },
+  {
+    "model_a": "Prompt2prompt",
+    "model_b": "InfEdit",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717786020.88
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "SDEdit",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717786893.5811
+  },
+  {
+    "model_a": "Prompt2prompt",
+    "model_b": "Pix2PixZero",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717786941.4675
+  },
+  {
+    "model_a": "InfEdit",
+    "model_b": "PNP",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717786994.0537
+  },
+  {
+    "model_a": "PNP",
+    "model_b": "InstructPix2Pix",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717815207.2208
+  },
+  {
+    "model_a": "InstructPix2Pix",
+    "model_b": "SDEdit",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717815221.342
+  },
+  {
+    "model_a": "InstructPix2Pix",
+    "model_b": "MagicBrush",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717873490.0564
+  },
+  {
+    "model_a": "CosXLEdit",
+    "model_b": "SDEdit",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717873500.7295
+  },
+  {
+    "model_a": "PNP",
+    "model_b": "MagicBrush",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718020958.9711
+  },
+  {
+    "model_a": "MagicBrush",
+    "model_b": "CycleDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718029233.7116
+  },
+  {
+    "model_a": "CosXLEdit",
+    "model_b": "PNP",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718029253.1824
+  },
+  {
+    "model_a": "PNP",
+    "model_b": "MagicBrush",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718029273.8655
+  },
+  {
+    "model_a": "CycleDiffusion",
+    "model_b": "CosXLEdit",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718029305.6487
+  },
+  {
+    "model_a": "InstructPix2Pix",
+    "model_b": "PNP",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718258301.4356
+  },
+  {
+    "model_a": "SDEdit",
+    "model_b": "CycleDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718356734.1319
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json

@@ -12702,5 +12702,893 @@
     "judge": "arena_user_10.16.15.131",
     "anony": false,
     "tstamp": 1717527861.4216
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.205",
+    "anony": true,
+    "tstamp": 1717583389.7829
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717583550.3627
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717583574.8547
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717583650.3466
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.231",
+    "anony": true,
+    "tstamp": 1717583688.0364
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717583714.7331
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.231",
+    "anony": true,
+    "tstamp": 1717583755.2307
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717583778.3619
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "tie",
+    "judge": "arena_user_10.16.2.205",
+    "anony": true,
+    "tstamp": 1717583802.8863
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.231",
+    "anony": true,
+    "tstamp": 1717583832.6804
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717583888.5965
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717583912.6705
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.30.231",
+    "anony": true,
+    "tstamp": 1717583967.926
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717600694.3078
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717729569.0878
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.43.255",
+    "anony": true,
+    "tstamp": 1717742472.4642
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717770560.4234
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717786061.9342
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717786268.7859
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717786289.3001
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717786356.8218
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717786381.4821
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717786508.354
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717786584.289
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1717786609.0559
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717786642.2808
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717786682.2827
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717786733.9086
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717786772.2168
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717787024.9345
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1717787059.5729
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717787081.6863
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717787102.3542
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717788435.0868
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717788446.9626
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717788457.4408
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717788495.641
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717803762.1958
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717803770.4082
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "winner": "tie",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717803786.2896
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717803805.7355
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "OpenSora",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717803818.4125
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717803826.082
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717803834.501
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "tie",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717815183.8986
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1717856574.5391
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1717859113.2951
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1717879418.0499
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1717879442.6545
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718011002.8566
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011012.451
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718011022.8377
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011035.3201
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718011043.6392
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011052.1734
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718011060.9507
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011068.7809
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718011077.4635
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011149.5812
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718011159.9074
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011168.2826
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "LaVie",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011176.6545
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718011184.6329
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "OpenSora",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718011192.3607
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "LaVie",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011207.8892
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718011216.1304
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011224.8214
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718011240.1747
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718011248.2952
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011255.7156
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718011265.9493
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "VideoCrafter2",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011281.3544
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011299.4609
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718011313.3392
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718011320.6615
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "AnimateDiff",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011338.1729
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718011351.3514
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718011367.5408
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718032842.0438
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718061165.0053
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718061193.4625
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718061227.2704
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "OpenSora",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718061266.4681
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "StableVideoDiffusion",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.44.20",
+    "anony": true,
+    "tstamp": 1718061302.0068
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718061510.384
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718089957.0337
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "AnimateDiff",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718130704.0669
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.3.126",
+    "anony": true,
+    "tstamp": 1718130718.3047
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718130727.9051
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "VideoCrafter2",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718130737.7575
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718258431.8838
+  },
+  {
+    "model_a": "T2VTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718258998.5358
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "model_a",
+    "judge": "arena_user_169.254.186.79",
+    "anony": false,
+    "tstamp": 1718333327.6976
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.33.10",
+    "anony": false,
+    "tstamp": 1718333622.5511
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "ModelScope",
+    "winner": "model_b",
+    "judge": "arena_user_169.254.43.255",
+    "anony": false,
+    "tstamp": 1718335425.1846
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718338870.2816
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.40.170",
+    "anony": true,
+    "tstamp": 1718339789.3966
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718339813.2818
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718339817.6503
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718339856.0812
+  },
+  {
+    "model_a": "StableVideoDiffusion",
+    "model_b": "ModelScope",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718339874.9327
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.14.230",
+    "anony": true,
+    "tstamp": 1718339890.3774
+  },
+  {
+    "model_a": "VideoCrafter2",
+    "model_b": "LaVie",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718339903.0179
+  },
+  {
+    "model_a": "OpenSora",
+    "model_b": "T2VTurbo",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718365795.4222
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "VideoCrafter2",
+    "winner": "tie",
+    "judge": "arena_user_39.103.156.252",
+    "anony": false,
+    "tstamp": 1718678955.8722
+  },
+  {
+    "model_a": "LaVie",
+    "model_b": "VideoCrafter2",
+    "winner": "tie",
+    "judge": "arena_user_39.103.156.252",
+    "anony": false,
+    "tstamp": 1718678963.4379
+  },
+  {
+    "model_a": "AnimateDiffTurbo",
+    "model_b": "VideoCrafter2",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718695178.9646
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": false,
+    "tstamp": 1718815035.9119
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "AnimateDiffTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": false,
+    "tstamp": 1718815048.8872
+  },
+  {
+    "model_a": "AnimateDiff",
+    "model_b": "T2VTurbo",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.19.59",
+    "anony": true,
+    "tstamp": 1718815371.0011
+  },
+  {
+    "model_a": "ModelScope",
+    "model_b": "StableVideoDiffusion",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.60",
+    "anony": true,
+    "tstamp": 1718815383.7343
   }
 ]

arena_elo/results/latest/elo_results_image_editing.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41c7f35c5812940344d1b3f626339820480de7a40b029df9a1ce62f969833173
-size 62454
+oid sha256:fde68a8cf230f58694822efa93ea9fb2cccca0348ab28510edb32a989ba9ffc5
+size 62482

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7be5eb1f9434a7c8dcf82d1a530c1d4dc4bddfd6e9c1bec3c3bb215e50730a1d
-size 68116
+oid sha256:53f665e5f07d48efcd16ae369169791dd7b2168430abbcf1b9464ead1a819ab4
+size 73814

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b481ad17c28dd03dc7acd1d8236ba71b175cbde4b56d06dd926f35199cfb3831
-size 59905
+oid sha256:2b18728982dde3cae7deb366a89b69510980ea8a1e42c223da35fd1c7182bbac
+size 59911

arena_elo/results/latest/image_editing_leaderboard.csv

@@ -1,10 +1,10 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-MagicBrush,MagicBrush,1111.287883287791,1112.8809479007448,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
-InfEdit,InfEdit,1079.0215496678925,1081.8081725884626,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
-CosXLEdit,CosXLEdit,1065.6805346660533,1066.704128727434,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
-InstructPix2Pix,InstructPix2Pix,1032.7530333195389,1030.5587019503707,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
-PNP,PNP,998.4983696664473,1003.2359999540579,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
-Prompt2prompt,Prompt2prompt,987.9337296502758,989.0974614471744,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
-CycleDiffusion,CycleDiffusion,938.9517299322257,932.7970251208932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
-SDEdit,SDEdit,928.5595445205557,926.7905094883904,MIT License,Stanford University,https://sde-image-editing.github.io
-Pix2PixZero,Pix2PixZero,857.3136252892202,856.1270528224718,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
+MagicBrush,MagicBrush,1111.7570507833766,1116.1948688005264,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
+InfEdit,InfEdit,1077.170586499449,1077.0730723090867,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
+CosXLEdit,CosXLEdit,1066.238965795248,1067.2396111394378,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
+InstructPix2Pix,InstructPix2Pix,1032.1762806641166,1030.2155100226869,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
+PNP,PNP,1000.2652636374402,1004.8683829913018,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
+Prompt2prompt,Prompt2prompt,993.1986182667401,994.2465198113878,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
+CycleDiffusion,CycleDiffusion,939.1665758899721,933.2296459876471,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
+SDEdit,SDEdit,925.7056497451632,924.0404372333446,MIT License,Stanford University,https://sde-image-editing.github.io
+Pix2PixZero,Pix2PixZero,854.321008718494,852.8919517045811,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,12 +1,14 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1149.8701178556255,1151.2355340843367,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-PlayGround V2,PlayGround V2,1100.5075625388747,1099.5250045486985,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-StableCascade,StableCascade,1056.8118945188705,1061.158875402848,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
-SDXLLightning,SDXLLightning,1052.955324722208,1057.1909595688794,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1052.0540338691276,1039.997644106329,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1049.6632192574068,1048.9760349558715,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
-SDXL,SDXL,1000.780478259573,999.5071927081885,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,934.7256708634909,932.7451965887616,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),932.2859985479632,925.6936284015911,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
-OpenJourney,OpenJourney,853.254716577876,847.9703536184193,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,817.0909829889843,830.305656465181,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1150.114428439545,1149.6941264195339,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+PlayGround V2,PlayGround V2,1092.4709138026708,1090.7337820911177,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+HunyuanDiT,HunyuanDiT,1062.7861652938373,1056.6748409018237,N/A,N/A,N/A
+StableCascade,StableCascade,1056.3731617382482,1058.545838981972,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
+SDXLLightning,SDXLLightning,1042.0075561291465,1046.6768663630899,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1041.0140731528086,1030.3446204285094,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1038.3311788015276,1037.8603137662824,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
+SD3,SD3,1018.0527793052946,1011.9280564064835,N/A,N/A,N/A
+SDXL,SDXL,986.6676194421469,985.9584037229905,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,929.3709780661967,927.047868594216,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),925.0114257235736,918.2476978493269,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
+OpenJourney,OpenJourney,848.7224643206589,842.5517595057678,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,809.0772557843452,822.0490114234851,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,9 +1,9 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-T2VTurbo,T2VTurbo,1113.2821829958448,1110.8655597157353,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
-StableVideoDiffusion,StableVideoDiffusion,1104.605973565032,1108.3916455890874,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-VideoCrafter2,VideoCrafter2,1077.4392824412053,1078.1740387487607,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1075.3714009881762,1073.1695717016044,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,996.8941901730471,997.0145848472475,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,915.7943281372358,915.4210764184477,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,865.78354370958,865.5157482199218,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiffTurbo,AnimateDiffTurbo,850.829097989877,851.4477747591944,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+StableVideoDiffusion,StableVideoDiffusion,1122.4525872811755,1125.466609186958,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+T2VTurbo,T2VTurbo,1103.0699494641894,1101.117277929343,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
+VideoCrafter2,VideoCrafter2,1074.1018336926682,1074.4442213352145,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1073.7162789603087,1072.36210477041,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.1058417381524,992.1853593542747,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,914.6563792036475,914.3878370939968,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,867.5273136055052,868.7446546619765,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiffTurbo,AnimateDiffTurbo,851.3698160543528,851.2919356678267,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo