Auto Daily Leaderboard udpate Wed Sep 18 12:00:26 PM EDT 2024

arena_elo/results/20240918/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8891bd44bf549c3d094c3f5215854ca6b6488adda205e57e6c19e660b932e9df
+size 88248

arena_elo/results/20240918/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1125.8615231322465,1126.3382069909326,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1125.7167345457783,1144.3298486674162,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1080.4069410492887,1080.0974485966162,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.0014392334488,1070.6204532021204,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.199141366876,1056.1616928101275,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1037.9926588527417,1026.2421914062822,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.6113877686673,1039.6679663611314,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1023.5268354857362,1026.5593908556245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.2635185901895,1011.560248360342,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.9541698148754,1017.6101077215343,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1003.7723961917914,994.6213402913362,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.077886190601,984.0476949763505,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.800513271343,964.2759371567911,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.790950298894,909.9907787882594,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.4943319088544,898.273126647395,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.5832866825343,822.248122935703,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9462856161315,802.6231624479717,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -96216,5 +96216,89 @@
     "judge": "arena_user_10.16.10.147",
     "anony": true,
     "tstamp": 1726567124.5534
+  },
+  {
+    "model_a_conv_id": "babed345c9af4985af627774a1a62f5b",
+    "model_b_conv_id": "c434c6ce3e1f4a7584438251a582c2c1",
+    "inputs": {
+      "prompt": "A white colored sandwich."
+    },
+    "model_a": "Kolors",
+    "model_b": "StableCascade",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1726648858.12
+  },
+  {
+    "model_a_conv_id": "e86552ade6894b53a94ff61f79fd62d2",
+    "model_b_conv_id": "3964cb8b20874c30ad7586a17f99cc1a",
+    "inputs": {
+      "prompt": "hyperrealism photo of a man with an orange hood covering his face"
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "OpenJourney",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1726648876.5452
+  },
+  {
+    "model_a_conv_id": "c2069e7ebca1464fad16330f70ec709b",
+    "model_b_conv_id": "6f7350e8974b460891552d7ad9b7b8cb",
+    "inputs": {
+      "prompt": "a photograph of a futuristic street scene, brutalist style architecture, straight edges, shop signs, video screens, finely detailed oil painting, impasto brush strokes, soft light, 8 k, dramatic composition, dramatic lighting, sharp focus, octane render, masterpiece, by adrian ghenie and jenny saville and zhang jingna "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1726648888.1474
+  },
+  {
+    "model_a_conv_id": "2ac0e3980b6b4b289cc8b7f05097d918",
+    "model_b_conv_id": "66eddbc65f6b489ca8a27de91503cc3d",
+    "inputs": {
+      "prompt": "photograph of man on a bicycle holding a newspaper"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXLTurbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.1.165",
+    "anony": true,
+    "tstamp": 1726648900.664
+  },
+  {
+    "model_a_conv_id": "7b6c156977174a2ab9e40078eb079850",
+    "model_b_conv_id": "1756738a291d43ed8b58c3a8263acfce",
+    "inputs": {
+      "prompt": "An orange cat sitting on top of a white bench next to a bike."
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1726648914.5009
+  },
+  {
+    "model_a_conv_id": "30c1bb243ada45768d5a694505103721",
+    "model_b_conv_id": "f86878c5ca9444ea9d69719f1429185e",
+    "inputs": {
+      "prompt": "Two cars on the street."
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.46.55",
+    "anony": true,
+    "tstamp": 1726648926.0153
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f591521534ff0074db3a7b3c5efc9ce3959775dd12abb1fb05a3dabe6f94e68d
-size 88247
+oid sha256:8891bd44bf549c3d094c3f5215854ca6b6488adda205e57e6c19e660b932e9df
+size 88248

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1127.1902543395038,1127.6178252908667,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1124.4730521211284,1143.9055854713363,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1080.5987291895722,1079.8866894889024,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.7038622767598,1071.389996964622,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1055.6996802442138,1052.4455546688805,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1038.7245876698357,1040.7415251803059,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1038.5778651965059,1026.6576257466654,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-SDXL-Lightning,SDXL-Lightning,1024.8723515555057,1027.8529273797196,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1023.0492419701735,1012.2833030991319,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.694582541832,1018.2794308744424,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,997.7159331126525,988.5190640706085,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,989.8175409105932,984.9345607638996,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.4285757677688,964.9765023713961,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.4215240826404,910.5948668011566,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),906.3144546252126,899.0613550368129,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.0382998427715,822.6984804561278,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.6794645533283,803.2888926568752,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1125.8615231322465,1126.3382069909326,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1125.7167345457783,1144.3298486674162,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1080.4069410492887,1080.0974485966162,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.0014392334488,1070.6204532021204,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.199141366876,1056.1616928101275,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1037.9926588527417,1026.2421914062822,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.6113877686673,1039.6679663611314,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1023.5268354857362,1026.5593908556245,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.2635185901895,1011.560248360342,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.9541698148754,1017.6101077215343,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1003.7723961917914,994.6213402913362,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.077886190601,984.0476949763505,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.800513271343,964.2759371567911,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.790950298894,909.9907787882594,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.4943319088544,898.273126647395,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.5832866825343,822.248122935703,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9462856161315,802.6231624479717,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7