p-video-2-pro

README.md

@@ -14,11 +14,22 @@ tags:
 
 # P-Bench
 
-Compare text-to-image models on quality, speed, and price. This repo is the
+Compare text-to-image, text-to-video, image-to-video, and video-to-video
+models on quality, speed, and price. This repo is the
 Gradio dashboard: leaderboards, Pareto plots, and side-by-side samples.
 
 The live Space is [PrunaAI/P-Bench](https://huggingface.co/spaces/PrunaAI/P-Bench).
 
+The current P-Video-2 Pro evaluation snapshots are
+`data/t2v-pro.csv` (text-to-video) and
+`data/i2v-pro.csv` (image-to-video). Both feed the leaderboards and
+price/time Pareto plots with Datapoint and Rapidata Elo. All
+models appear in the video-generation leaderboards, including variants with
+missing scores. Missing scores and ranks display as dashes; Pareto plots
+include only models with the required score and price or timing. Image-to-video
+sample media is not included in these exports.
+Rapidata Elo comes directly from these exports.
+
 ## Run locally
 
 From the repo root:

app.py

@@ -1252,6 +1252,23 @@ button.theme-toggle[data-mode="light"] .theme-icon-moon { display: block !import
     color: var(--pruna-text-muted) !important;
     font-size: 12px;
 }
+.model-name-tooltip {
+    position: fixed;
+    z-index: 10000;
+    max-width: min(440px, calc(100vw - 24px));
+    box-sizing: border-box;
+    padding: 10px 14px;
+    border: 1px solid var(--pruna-border);
+    border-radius: 8px;
+    background: var(--pruna-bg-elevated);
+    color: var(--pruna-text-primary);
+    box-shadow: 0 8px 24px rgba(0, 0, 0, 0.3);
+    font: 13px/1.5 var(--pruna-font);
+    white-space: normal;
+    overflow-wrap: anywhere;
+    pointer-events: none;
+}
+.model-name-tooltip[hidden] { display: none !important; }
 .ranking-table .text-cell,
 .prose .ranking-table .text-cell {
     color: var(--pruna-text-muted) !important;
@@ -2351,7 +2368,7 @@ def _is_pruna_video_model(series):
 
 
 def _apply_video_timings(df, *, replace_displayed_time=False):
-    """Mix Fal wall time with Pruna model execution time."""
+    """Mix provider wall time with Pruna model execution time."""
     fal = df.get("Time / Output Video Second (s)")
     execution = df.get("Execution Time / Output Video Second (s)")
     if fal is None:
@@ -2411,11 +2428,9 @@ def load_video_editing_dataframe(path):
     return df.reset_index(drop=True)
 
 
-def load_text_to_video_dataframe(path):
-    """Load the text-to-video leaderboard (P-Video-2 and Fal models)."""
+def load_video_generation_dataframe(path):
+    """Load a text-to-video or image-to-video evaluation snapshot."""
     df = pd.read_csv(path, na_values=["N/A", "n/a", ""])
-    model_column = "model_id" if "model_id" in df.columns else "Model"
-    df = df[~df[model_column].astype(str).str.casefold().str.startswith("agnes")].copy()
     df = df.rename(
         columns={
             "model_id": "Model",
@@ -2446,22 +2461,19 @@ def load_text_to_video_dataframe(path):
             "Price / Second of Video (USD)",
         ],
     )
-    # Pruna rows use model execution time; Fal rows keep Fal wall time.
+    # Pruna rows use model execution time; other rows keep provider wall time.
     df = _apply_video_timings(df, replace_displayed_time=True)
     df = df.drop(
         columns=["Execution Time / Output Video Second (s)"],
         errors="ignore",
     )
-    elo_columns = [
-        column
-        for column in ("Datapoint Elo", "Rapidata Elo")
-        if column in df.columns
-    ]
-    if elo_columns:
-        df = df.dropna(subset=elo_columns, how="all")
     return df.reset_index(drop=True)
 
 
+def load_text_to_video_dataframe(path):
+    return load_video_generation_dataframe(path)
+
+
 df = load_oneig_dataframe(oneig_path)
 
 oneig_metric_columns = [
@@ -2534,8 +2546,12 @@ video_path = _resolve_data_path(
     space_root.parent / "video-editing-leaderboard.csv",
 )
 text_to_video_path = _resolve_data_path(
-    data_dir / "p-video-2-leaderboard.csv",
-    space_root.parent / "p-video-2-leaderboard.csv",
+    data_dir / "t2v-pro.csv",
+    space_root.parent / "t2v-pro.csv",
+)
+image_to_video_path = _resolve_data_path(
+    data_dir / "i2v-pro.csv",
+    space_root.parent / "i2v-pro.csv",
 )
 
 qwen_df = load_qwen_combined_dataframe(qwen_path)
@@ -2543,6 +2559,7 @@ aa_df = load_artificial_analysis_dataframe(aa_path)
 arena_df = load_arena_ai_dataframe(arena_path)
 video_df = load_video_editing_dataframe(video_path)
 text_to_video_df = load_text_to_video_dataframe(text_to_video_path)
+image_to_video_df = load_video_generation_dataframe(image_to_video_path)
 qwen_display_columns = [
     col
     for col in [
@@ -2666,6 +2683,9 @@ video_metric_ids = _metric_ids_for(video_df, ["datapoint_elo"])
 text_to_video_metric_ids = _metric_ids_for(
     text_to_video_df, ["datapoint_elo", "rapidata_elo"]
 )
+image_to_video_metric_ids = _metric_ids_for(
+    image_to_video_df, ["datapoint_elo", "rapidata_elo"]
+)
 
 datasets = [
     {
@@ -2678,11 +2698,27 @@ datasets = [
         "note": (
             "Datapoint Elo and Rapidata Elo from pairwise text-to-video "
             "preference. Price is USD per second of output video. Time per "
-            "second of video is Fal wall time, except Pruna models which use "
+            "second of video is provider wall time, except Pruna models which use "
             "model execution time."
         ),
         "samples": text_to_video_samples,
     },
+    {
+        "id": "image_to_video",
+        "name": "Vbench-i2V",
+        "modality": "image_to_video",
+        "data": image_to_video_df,
+        "columns": text_to_video_display_columns,
+        "metric_ids": image_to_video_metric_ids,
+        "note": (
+            "Datapoint Elo and Rapidata Elo from pairwise image-to-video "
+            "preference, comparing P-Video-2 Pro variants with other models. "
+            "Price is USD per second of output video. Time per second of "
+            "video is provider wall time, except Pruna models which use "
+            "model execution time."
+        ),
+        "samples": None,
+    },
     {
         "id": "video_editing",
         "name": "Pruna Internal Video-Edit Benchmark",
@@ -2981,6 +3017,63 @@ custom_head = """
 })();
 </script>
 <script>
+(() => {
+  if (window.__inferbenchModelTooltipBound) return;
+  window.__inferbenchModelTooltipBound = true;
+  let tooltip;
+  let active;
+  let previousDescription;
+
+  const hide = () => {
+    if (tooltip) tooltip.hidden = true;
+    if (active) {
+      if (previousDescription === null) active.removeAttribute("aria-describedby");
+      else active.setAttribute("aria-describedby", previousDescription);
+    }
+    active = null;
+  };
+  const show = (event) => {
+    const target = event.target.closest?.(
+      ".ranking-table tbody .model-cell, .view-filters .filter-chips .token span"
+    );
+    if (!target || target === active) return;
+    hide();
+    const text = target.querySelector("strong") || target;
+    if (text.scrollWidth <= text.clientWidth) return;
+    if (!tooltip) {
+      tooltip = document.createElement("div");
+      tooltip.id = "model-name-tooltip";
+      tooltip.className = "model-name-tooltip";
+      tooltip.setAttribute("role", "tooltip");
+      document.body.appendChild(tooltip);
+    }
+    tooltip.textContent = target.dataset.modelName || text.textContent.trim();
+    tooltip.hidden = false;
+    active = target;
+    previousDescription = target.getAttribute("aria-describedby");
+    target.setAttribute("aria-describedby", [previousDescription, tooltip.id].filter(Boolean).join(" "));
+    const rect = target.getBoundingClientRect();
+    const width = tooltip.offsetWidth;
+    const height = tooltip.offsetHeight;
+    tooltip.style.left = Math.max(12, Math.min(rect.left, window.innerWidth - width - 12)) + "px";
+    const top = rect.top >= height + 12 ? rect.top - height - 8 : rect.bottom + 8;
+    tooltip.style.top = Math.max(12, Math.min(top, window.innerHeight - height - 12)) + "px";
+  };
+  document.addEventListener("pointerover", show);
+  document.addEventListener("focusin", show);
+  for (const eventName of ["pointerout", "focusout"]) {
+    document.addEventListener(eventName, (event) => {
+      if (active && active.contains(event.target) && !active.contains(event.relatedTarget)) hide();
+    });
+  }
+  document.addEventListener("scroll", hide, true);
+  window.addEventListener("resize", hide);
+  document.addEventListener("keydown", (event) => {
+    if (event.key === "Escape") hide();
+  });
+})();
+</script>
+<script>
 (() => {
   if (window.__inferbenchChipScrollBound) return;
   window.__inferbenchChipScrollBound = true;

data/i2v-pro.csv

@@ -0,0 +1,21 @@
+task,model_id,display_name,wandb_run_ids,wandb_project,provider,endpoint,resolution,output_duration_s,n_generations,min_generation_s,p20_generation_s,median_generation_s,mean_generation_s,generation_s_per_output_video_s,median_generation_s_per_output_video_s,model_execution_s_per_output_video_s,model_execution_source,predict_s_per_output_video_s,list_price_usd_per_second,yaml_price_usd_per_second,currently_billed_usd_per_second,flat_price_usd_per_request,price_usd_per_second,price_usd_per_clip,price_usd_per_5s,price_config,price_note,disabled_expansion_model_execution_s_per_output_video_s,disabled_expansion_timing_source,datapoint_elo,rapidata_elo
+i2v,p_video_2_pro__mode_cost__prompt_upsampler_off__resolution_480p,"P-Video 2 Pro (cost mode, 480p)",lqcey8fm,p-video-i2v,replicate,prunaai/p-video-2-pro,480p,5.0,10,9.646036516000096,11.469126884000797,14.284900057999948,13.203384606500368,2.6406769213000736,2.8569800115999895,0.95356,replicate model_execution_time_s,2.8225635115,0.01,0.01,0.01,0.0,0.01,0.05,0.05,model/remote/text+image_video/p_video_2_pro/replicate_480p_cost_off.yaml,,,,961.0,984.0
+i2v,p_video_2_pro__mode_speed__prompt_upsampler_turbo__resolution_480p,"P-Video 2 Pro (speed, upsampler turbo, 480p)",uflwzoyr,p-video-i2v,replicate,prunaai/p-video-2-pro,480p,5.0,100,7.607446426998649,10.114996741200594,12.339616352997837,12.90726687451992,2.5814533749039836,2.4679232705995675,0.307928,replicate model_execution_time_s,2.4315828523,0.02,0.02,0.02,0.0,0.02,0.1,0.1,model/remote/text+image_video/p_video_2_pro/replicate_480p_speed_turbo.yaml,,,,961.0,984.0
+i2v,minimax_h3_max_turbo__prompt_expansion_mode_balanced__resolution_480p,"MiniMax H3 Max Turbo (expansion balanced, 480p)",rynohmot,p-video-i2v,fal,minimax/h3-max-turbo/image-to-video,480p,5.0,85,2.0626198340032715,2.676248207790195,3.3828403819934465,3.5529157923407824,0.7105831584681565,0.6765680763986893,0.6701127952941176,fal request duration,,0.025,0.0125,0.0125,0.0,0.025,0.125,0.125,model/remote/text+image_video/minimax_h3_max_turbo/fal_480p_balanced.yaml,fal list; fal still bills 50% promo $0.0125/s (page says promo ended 2026-09-30),0.53,estimated,978.0,938.0
+i2v,p_video_2_pro__mode_cost__prompt_upsampler_off__resolution_768p,"P-Video 2 Pro (cost mode, 768p)",rn66usgo,p-video-i2v,replicate,prunaai/p-video-2-pro,768p,5.0,10,18.36896738299947,20.285163481000563,21.051096533999953,28.224230830200213,5.644846166040042,4.210219306799991,2.15268,replicate model_execution_time_s,4.0450694081,0.025,0.025,0.025,0.0,0.025,0.125,0.125,model/remote/text+image_video/p_video_2_pro/replicate_768p_cost_off.yaml,,,,994.0,995.0
+i2v,agnes_video_2_5,Agnes Video 2.5 (720p),9mk5by2e,p-video-i2v,agnes,agnes-video-2.5,720p,5.0,85,48.16999681999732,72.84911508619844,73.43243030199665,86.38921110764632,17.277842221529266,14.686486060399329,,,,0.025,0.025,0.025,0.0,0.025,0.125,0.125,model/remote/text+image_video/agnes_video_2_5/agnes.yaml,,,,994.0,1009.0
+i2v,p_video_2_pro__mode_speed__prompt_upsampler_turbo__resolution_768p,"P-Video 2 Pro (speed, upsampler turbo, 768p)",tpm41r5n,p-video-i2v,replicate,prunaai/p-video-2-pro,768p,5.0,100,9.887984333006898,12.503273962804816,13.168237036006758,16.083959509319683,3.2167919018639366,2.6336474072013516,0.600798,replicate model_execution_time_s,2.5795859222999997,0.035,0.035,0.035,0.0,0.035,0.17500000000000002,0.17500000000000002,model/remote/text+image_video/p_video_2_pro/replicate_768p_speed_turbo.yaml,,,,994.0,995.0
+i2v,minimax_h3_max_turbo__prompt_expansion_mode_disabled__resolution_768p,"MiniMax H3 Max Turbo (expansion disabled, 768p)",pjwfymx5,p-video-i2v,fal,minimax/h3-max-turbo/image-to-video,768p,5.0,85,2.6675288240003283,3.140221786400434,3.638195310999436,3.8602934768940673,0.7720586953788134,0.7276390621998872,0.7294826282352943,fal request duration,,0.04,0.04,0.02,0.0,0.04,0.2,0.2,model/remote/text+image_video/minimax_h3_max_turbo/fal.yaml,fal list; fal still bills 50% promo $0.02/s (page says promo ended 2026-09-30),0.7294826282352943,"measured (fal duration, run pjwfymx5)",,
+i2v,minimax_h3_max_turbo__prompt_expansion_mode_balanced__resolution_768p,"MiniMax H3 Max Turbo (expansion balanced, 768p)",8nqtrs6k,p-video-i2v,fal,minimax/h3-max-turbo/image-to-video,768p,5.0,85,3.360883756977273,3.894791807589354,4.465880261996063,4.664087176540702,0.9328174353081404,0.8931760523992127,0.8866546423529411,fal request duration,,0.04,0.04,0.02,0.0,0.04,0.2,0.2,model/remote/text+image_video/minimax_h3_max_turbo/fal_768p_balanced.yaml,fal list; fal still bills 50% promo $0.02/s (page says promo ended 2026-09-30),0.7294826282352943,"measured (fal duration, run pjwfymx5)",993.0,1028.0
+i2v,minimax_h3_max__prompt_expansion_mode_balanced__resolution_480p,"MiniMax H3 Max (expansion balanced, 480p)",zd77gnta,p-video-i2v,fal,minimax/h3-max/image-to-video,480p,5.0,85,2.4688335089995235,2.904314552000142,3.387883318999229,3.737727538835273,0.7475455077670545,0.6775766637998457,0.7043849176470587,fal request duration,,0.05,0.025,0.025,0.0,0.05,0.25,0.25,model/remote/text+image_video/minimax_h3_max/fal_480p_balanced.yaml,fal list; fal still bills 50% promo $0.025/s (page says promo ended 2026-09-30),0.56,estimated,989.0,922.0
+i2v,veo_3_1_lite,Veo 3.1 Lite (720p),py4m5xd9,p-video-i2v,wavespeed,google/veo3.1-lite/image-to-video,720p,6.0,98,41.81875224500254,49.431026957599535,56.17033411549892,58.89651842808168,9.816086404680279,9.361722352583154,,,,0.05,0.05,0.05,0.0,0.05000000000000001,0.30000000000000004,0.25,model/remote/text+image_video/veo_3_1_lite/wavespeed.yaml,,,,1016.0,1029.0
+i2v,grok_imagine_video,Grok Imagine Video (720p),1pj3o83x,p-video-i2v,wavespeed,x-ai/grok-imagine-video/image-to-video,720p,6.0,100,62.43508535699948,69.995984365201,81.70177976000014,85.91732073955012,14.319553456591688,13.616963293333356,,,,0.05,0.05,0.05,0.0,0.05000000000000001,0.30000000000000004,0.25,model/remote/text+image_video/grok_imagine_video/wavespeed.yaml,,,,998.0,993.0
+i2v,p_video_2_pro__mode_quality__prompt_upsampler_max__resolution_768p,"P-Video 2 Pro (quality, upsampler max, 768p)",92gnt2qk,p-video-i2v,replicate,prunaai/p-video-2-pro,768p,5.0,100,54.11051772299106,68.09604510500503,82.57195331449475,102.8043552905605,20.5608710581121,16.514390662898947,1.8536400000000002,replicate model_execution_time_s,16.2845354215,0.075,0.075,0.075,0.0,0.075,0.375,0.375,model/remote/text+image_video/p_video_2_pro/replicate_768p_quality_max.yaml,,,,1013.0,1049.0
+i2v,minimax_h3_max__prompt_expansion_mode_disabled__resolution_768p,"MiniMax H3 Max (expansion disabled, 768p)",3m1dlqdk,p-video-i2v,fal,minimax/h3-max/image-to-video,768p,5.0,85,4.174281786999927,4.483852291799485,5.105214381999758,5.227787268011718,1.0455574536023435,1.0210428763999517,0.9978179623529411,fal request duration,,0.08,0.08,0.04,0.0,0.08,0.4,0.4,model/remote/text+image_video/minimax_h3_max/fal.yaml,fal list; fal still bills 50% promo $0.04/s (page says promo ended 2026-09-30),0.9978179623529411,"measured (fal duration, run 3m1dlqdk)",,
+i2v,minimax_h3_max__prompt_expansion_mode_balanced__resolution_768p,"MiniMax H3 Max (expansion balanced, 768p)",6l5e62xs,p-video-i2v,fal,minimax/h3-max/image-to-video,768p,5.0,85,4.774919076007791,5.433260408189381,5.80711786300526,6.162871519518975,1.232574303903795,1.161423572601052,1.1812099717647058,fal request duration,,0.08,0.08,0.04,0.0,0.08,0.4,0.4,model/remote/text+image_video/minimax_h3_max/fal_768p_balanced.yaml,fal list; fal still bills 50% promo $0.04/s (page says promo ended 2026-09-30),0.9978179623529411,"measured (fal duration, run 3m1dlqdk)",999.0,993.0
+i2v,ltx_2_5_fast,LTX 2.5 Fast (720p),mdwwaui9,p-video-i2v,fal,lightricks/ltx-2.5/image-to-video/fast,720p,6.0,100,19.59916955500012,25.333775025999785,30.807174913999916,30.09333773863007,5.015556289771679,5.13452915233332,,,,0.09,0.09,0.09,0.0,0.09000000000000001,0.54,0.44999999999999996,model/remote/text+image_video/ltx_2_5_fast/fal.yaml,,,,1006.0,943.0
+i2v,gemini_omni_1_1_flash,Gemini Omni 1.1 Flash (720p),rgls30vm,p-video-i2v,wavespeed,google/gemini-omni-1.1-flash/image-to-video,720p,5.0,96,33.23962910800037,40.41112426700056,47.169307519498034,76.65512052288535,15.331024104577072,9.433861503899607,,,,0.1,0.1,0.1,0.0,0.1,0.5,0.5,model/remote/text+image_video/gemini_omni_1_1_flash/wavespeed.yaml,,,,1018.0,993.0
+i2v,minimax_h3,MiniMax H3 (768p),4i8707tj,p-video-i2v,wavespeed,minimax/h3/image-to-video,768p,5.0,98,122.5933248429974,146.0719200146006,155.3556124200004,163.95953334504068,32.791906669008135,31.071122484000078,,,,0.1,0.1,0.1,0.0,0.1,0.5,0.5,model/remote/text+image_video/minimax_h3/wavespeed.yaml,,,,1019.0,1023.0
+i2v,ltx_2_5_pro,LTX 2.5 Pro (720p),oq5adzi8,p-video-i2v,fal,lightricks/ltx-2.5/image-to-video/pro,720p,6.0,100,23.96283850599866,30.78141485860033,32.351289345499936,32.846369120970046,5.474394853495008,5.391881557583323,,,,0.12,0.12,0.12,0.0,0.12,0.72,0.6,model/remote/text+image_video/ltx_2_5_pro/fal.yaml,,,,1009.0,1016.0
+i2v,grok_imagine_video_v1_5,Grok Imagine Video v1.5 (720p),c6iao0m8,p-video-i2v,wavespeed,x-ai/grok-imagine-video-v1.5/image-to-video,720p,5.0,100,37.19857703399976,44.88756618759872,55.24653504449998,59.73615804140987,11.947231608281975,11.049307008899996,,,,0.14,0.14,0.14,0.01,0.14200000000000002,0.7100000000000001,0.7100000000000001,model/remote/text+image_video/grok_imagine_video_v1_5/wavespeed.yaml,,,,1000.0,1023.0
+i2v,seedance_2_5_turbo,Seedance 2.5 Turbo (720p),9pr8w9xy,p-video-i2v,wavespeed,bytedance/seedance-2.5/image-to-video-turbo,720p,5.0,100,151.128106406999,203.1471570823989,253.8349715054992,280.7854034020103,56.15708068040205,50.76699430109984,,,,0.2,0.2,0.2,0.0,0.2,1.0,1.0,model/remote/text+image_video/seedance_2_5_turbo/wavespeed.yaml,,,,975.0,935.0

data/p-video-2-leaderboard.csv

@@ -1,17 +0,0 @@
-model_id,wandb_run_ids,n_generations,min_generation_s,median_generation_s,p20_generation_s,generation_s_per_output_video_s,model_execution_s_per_output_video_s,datapoint_elo,rapidata_elo,price_usd_per_second
-gemini_omni_1_1_flash,mfajagum,89,26.276599962002365,31.884095050001633,29.0771403791965,6.399738597206617,,1037,1197,0.100
-grok_imagine_video,q39r8v9e,90,68.9776645039965,99.17614604350092,78.69151808420138,16.13514411181308,,958,994,0.050
-grok_imagine_video_v1_5,z2fp7hd7,90,38.42492011199647,52.268091876499966,46.47850653079659,11.452002471104521,,959,1016,0.140
-minimax_h3,xpcv2m58,89,97.61419671699696,117.51345164199665,106.57570995900024,24.968780374361877,,1026,1108,0.100
-minimax_h3_max,0d2lkmp6,90,4.173863318999793,4.49869444649994,4.4671880990012145,1.3807388451000264,0.644,1031,1197,0.080
-minimax_h3_max_turbo__prompt_expansion_mode_balanced,kxuwq31c,90,2.891819470001792,3.487746603501364,3.134695611400821,1.35231252479333,0.61,1040,1214,0.040
-p_video_2__draft_false__prompt_upsampling_false__resolution_1080p,9hgkhujw,90,13.33159556199098,16.702878594005597,14.793676785795833,4.033411242884629,2.151682222222222,,,0.050
-p_video_2__draft_false__prompt_upsampling_false__resolution_720p,m2jf4z7h,89,5.859760620005545,8.162274362999597,7.147269867203431,2.1525601170473116,0.9053123595505614,,,0.025
-p_video_2__draft_false__prompt_upsampling_true__resolution_1080p,uoqpv10b,90,14.615217412007041,18.316011337505188,16.441080821005745,4.5638632221758275,2.152566666666667,979,991,0.050
-p_video_2__draft_false__prompt_upsampling_true__resolution_720p,2q5jydr8,90,7.227749306999613,9.880705762494472,9.154919161600992,2.4789854674801206,0.9079755555555558,985,1039,0.025
-p_video_2__draft_true__prompt_upsampling_false__resolution_1080p,qbt0atz4,89,6.250065040003392,9.528199804000906,7.504525098402519,2.431133616615736,0.7517640449438197,,,0.030
-p_video_2__draft_true__prompt_upsampling_false__resolution_720p,9ur57h54,88,3.379928643000312,5.454214365498046,4.208131522199255,1.4960965825225272,0.40954545454545455,,,0.015
-p_video_2__draft_true__prompt_upsampling_true__resolution_1080p,gcbyy4wn,90,8.047415203996934,11.128662197996164,9.22702455239487,2.8557857865532665,0.7514066666666668,,,0.030
-p_video_2__draft_true__prompt_upsampling_true__resolution_720p,6hi994vk,90,4.985804016003385,7.4922584965024726,6.472871531004785,2.4024102996157146,0.40678444444444434,982,1048,0.015
-seedance_2_5_turbo,l9zjnv7n,90,168.997338743,252.07832621250054,211.93920676639829,67.60899374696221,,1037,1080,0.200
-veo_3_1_lite,jjbobes4,90,33.894167409991496,37.83729844300251,37.009501291197374,6.745116482181308,,968,986,0.050

data/t2v-pro.csv

@@ -0,0 +1,29 @@
+task,model_id,display_name,wandb_run_ids,wandb_project,provider,endpoint,resolution,output_duration_s,n_generations,min_generation_s,p20_generation_s,median_generation_s,mean_generation_s,generation_s_per_output_video_s,median_generation_s_per_output_video_s,model_execution_s_per_output_video_s,model_execution_source,predict_s_per_output_video_s,list_price_usd_per_second,yaml_price_usd_per_second,currently_billed_usd_per_second,flat_price_usd_per_request,price_usd_per_second,price_usd_per_clip,price_usd_per_5s,price_config,price_note,disabled_expansion_model_execution_s_per_output_video_s,disabled_expansion_timing_source,datapoint_elo,rapidata_elo
+t2v,p_video_2_pro__mode_cost__prompt_upsampler_off__resolution_480p,"P-Video 2 Pro (cost mode, 480p)",jycb3yyj,p-video-2-pro,replicate,prunaai/p-video-2-pro,480p,5.0,10,9.408479179999633,9.510774168599891,9.72883671299951,10.391401128699908,2.0782802257399817,1.9457673425999018,0.9005,replicate model_execution_time_s,1.8816932411,0.01,0.01,0.01,0.0,0.01,0.05,0.05,model/remote/text_video/p_video_2_pro/replicate_480p_cost_off.yaml,,,,961.0,905.0
+t2v,p_video_2__draft_true__prompt_upsampling_false__resolution_720p,"P-Video 2 (draft, no upsampling, 720p)",9ur57h54,p-video-2-0,replicate,prunaai/p-video-2.0,720p,5.0,88,3.379928643000312,4.208131522199255,5.454214365498046,7.4804829126126355,1.4960965825225272,1.0908428730996094,0.40954545454545455,replicate model_execution_time_s,1.0549488494,0.015,0.015,0.015,0.0,0.015,0.075,0.075,model/remote/text_video/p_video_2/replicate_720p_draft.yaml,,,,,
+t2v,p_video_2__draft_true__prompt_upsampling_true__resolution_720p,"P-Video 2 (draft, upsampling, 720p)",6hi994vk,p-video-2-0,replicate,prunaai/p-video-2.0,720p,5.0,90,4.985804016003385,6.472871531004785,7.4922584965024726,12.012051498078574,2.4024102996157146,1.4984516993004944,0.40678444444444445,replicate model_execution_time_s,1.4668891899999998,0.015,0.015,0.015,0.0,0.015,0.075,0.075,model/remote/text_video/p_video_2/replicate_720p_draft_upsample.yaml,,,,984.0,1044.0
+t2v,p_video_2_pro__mode_cost__prompt_upsampler_off__resolution_768p,"P-Video 2 Pro (cost mode, 768p)",zeio3rpy,p-video-2-pro,replicate,prunaai/p-video-2-pro,768p,5.0,10,15.82823935200031,16.06025371800024,18.991634191500452,18.809975293400203,3.7619950586800406,3.7983268383000905,2.0337,replicate model_execution_time_s,3.7674125726,0.025,0.025,0.025,0.0,0.025,0.125,0.125,model/remote/text_video/p_video_2_pro/replicate_768p_cost_off.yaml,,,,1011.0,1129.0
+t2v,agnes_video_2_5,Agnes Video 2.5 (720p),krnwtzyy,p-video-2-0,agnes,agnes-video-2.5,720p,5.0,90,39.94301277900013,48.21273472360044,56.4691387010007,62.43517924498891,12.487035848997783,11.29382774020014,,,,0.025,0.025,0.025,0.0,0.025,0.125,0.125,model/remote/text_video/agnes_video_2_5/agnes.yaml,,,,990.0,1009.0
+t2v,p_video_2__draft_false__prompt_upsampling_false__resolution_720p,"P-Video 2 (full, no upsampling, 720p)",m2jf4z7h,p-video-2-0,replicate,prunaai/p-video-2.0,720p,5.0,89,5.859760620005545,7.147269867203431,8.162274362999597,10.762800585236556,2.1525601170473116,1.6324548725999193,0.9053123595505618,replicate model_execution_time_s,1.5813138966,0.03,0.025,0.03,0.0,0.03,0.15,0.15,model/remote/text_video/p_video_2/replicate_720p.yaml,Replicate prunaai/p-video-2 list; YAML had $0.025/s,,,,
+t2v,p_video_2__draft_true__prompt_upsampling_false__resolution_1080p,"P-Video 2 (draft, no upsampling, 1080p)",qbt0atz4,p-video-2-0,replicate,prunaai/p-video-2.0,1080p,5.0,89,6.250065040003392,7.504525098402519,9.528199804000906,12.155668083078679,2.431133616615736,1.905639960800181,0.7517640449438201,replicate model_execution_time_s,1.7764584898,0.03,0.03,0.03,0.0,0.03,0.15,0.15,model/remote/text_video/p_video_2/replicate_1080p_draft.yaml,,,,,
+t2v,p_video_2__draft_false__prompt_upsampling_true__resolution_720p,"P-Video 2 (full, upsampling, 720p)",2q5jydr8,p-video-2-0,replicate,prunaai/p-video-2.0,720p,5.0,90,7.227749306999613,9.154919161600994,9.880705762494472,12.394927337400603,2.4789854674801206,1.9761411524988943,0.9079755555555554,replicate model_execution_time_s,1.8864087514999999,0.03,0.025,0.03,0.0,0.03,0.15,0.15,model/remote/text_video/p_video_2/replicate_720p_upsample.yaml,Replicate prunaai/p-video-2 list; YAML had $0.025/s,,,987.0,1032.0
+t2v,p_video_2__draft_true__prompt_upsampling_true__resolution_1080p,"P-Video 2 (draft, upsampling, 1080p)",gcbyy4wn,p-video-2-0,replicate,prunaai/p-video-2.0,1080p,5.0,90,8.047415203996934,9.22702455239487,11.128662197996164,14.278928932766332,2.8557857865532665,2.225732439599233,0.7514066666666667,replicate model_execution_time_s,2.178066129,0.03,0.03,0.03,0.0,0.03,0.15,0.15,model/remote/text_video/p_video_2/replicate_1080p_draft_upsample.yaml,,,,,
+t2v,p_video_2_pro__mode_speed__prompt_upsampler_turbo__resolution_768p,"P-Video 2 Pro (speed, upsampler turbo, 768p)",syngi7ri,p-video-2-pro,replicate,prunaai/p-video-2-pro,768p,5.0,100,7.353956573002506,9.24571067720244,11.115983718002099,11.52855639862959,2.305711279725918,2.2231967436004196,0.807034,replicate model_execution_time_s,2.1527908192,0.035,0.035,0.035,0.0,0.035,0.17500000000000002,0.17500000000000002,model/remote/text_video/p_video_2_pro/replicate_768p_speed_turbo.yaml,,,,1011.0,1129.0
+t2v,p_video_2_pro__mode_speed__prompt_upsampler_off__resolution_768p,"P-Video 2 Pro (speed, upsampler off, 768p)",jgyitbf0,p-video-2-pro,replicate,prunaai/p-video-2-pro,768p,5.0,99,4.8043301480065566,7.719320420798613,10.179680373999872,11.869338264453667,2.373867652890733,2.0359360747999746,0.8455151515151514,replicate model_execution_time_s,1.7538052489999998,0.035,0.035,0.035,0.0,0.035,0.17500000000000002,0.17500000000000002,model/remote/text_video/p_video_2_pro/replicate_768p_speed_off.yaml,,,,,
+t2v,p_video_2_pro__mode_speed__prompt_upsampler_max__resolution_768p,"P-Video 2 Pro (speed, upsampler max, 768p)",94ledtdd,p-video-2-pro,replicate,prunaai/p-video-2-pro,768p,5.0,100,11.908190361995366,16.36631814179418,21.841233791004925,32.62473624780017,6.524947249560035,4.368246758200986,0.7760619999999999,replicate model_execution_time_s,4.344442295,0.035,0.035,0.035,0.0,0.035,0.17500000000000002,0.17500000000000002,model/remote/text_video/p_video_2_pro/replicate_768p_speed_max.yaml,,,,,
+t2v,minimax_h3_max_turbo__prompt_expansion_mode_disabled,"MiniMax H3 Max Turbo (expansion disabled, 768p)",3ddm84m0,p-video-2-0,fal,minimax/h3-max-turbo/text-to-video,768p,5.0,90,2.062721883998165,2.2604693188011877,2.277240929495747,3.0311573386223043,0.6062314677244609,0.45544818589914937,0.5372808644444445,fal request duration,,0.04,0.04,0.02,0.0,0.04,0.2,0.2,model/remote/text_video/minimax_h3_max_turbo/fal.yaml,fal list; fal still bills 50% promo $0.02/s (page says promo ended 2026-09-30),0.5372808644444445,"measured (fal duration, run 3ddm84m0)",,
+t2v,minimax_h3_max_turbo__prompt_expansion_mode_balanced,"MiniMax H3 Max Turbo (expansion balanced, 768p)",kxuwq31c,p-video-2-0,fal,minimax/h3-max-turbo/text-to-video,768p,5.0,90,2.891819470001792,3.134695611400821,3.487746603501364,6.76156262396665,1.35231252479333,0.6975493207002728,1.3032290133333335,fal request duration,,0.04,0.04,0.02,0.0,0.04,0.2,0.2,model/remote/text_video/minimax_h3_max_turbo/fal.yaml,fal list; fal still bills 50% promo $0.02/s (page says promo ended 2026-09-30),0.5372808644444445,"measured (fal duration, run 3ddm84m0)",1039.0,1208.0
+t2v,veo_3_1_lite,Veo 3.1 Lite (720p),jjbobes4,p-video-2-0,wavespeed,google/veo3.1-lite/text-to-video,720p,6.0,90,33.894167409991496,37.009501291197374,37.83729844300251,40.47069889308784,6.745116482181308,6.306216407167086,,,,0.05,0.05,0.05,0.0,0.05000000000000001,0.30000000000000004,0.25,model/remote/text_video/veo_3_1_lite/wavespeed.yaml,,,,969.0,976.0
+t2v,grok_imagine_video,Grok Imagine Video (720p),q39r8v9e,p-video-2-0,wavespeed,x-ai/grok-imagine-video/text-to-video,720p,6.0,90,68.9776645039965,78.69151808420138,99.17614604350092,96.81086467087847,16.13514411181308,16.52935767391682,,,,0.05,0.05,0.05,0.0,0.05000000000000001,0.30000000000000004,0.25,model/remote/text_video/grok_imagine_video/wavespeed.yaml,,,,957.0,987.0
+t2v,p_video_2__draft_false__prompt_upsampling_false__resolution_1080p,"P-Video 2 (full, no upsampling, 1080p)",9hgkhujw,p-video-2-0,replicate,prunaai/p-video-2.0,1080p,5.0,90,13.33159556199098,14.793676785795833,16.702878594005597,20.167056214423145,4.033411242884629,3.3405757188011194,2.151682222222222,replicate model_execution_time_s,3.2819483332,0.06,0.05,0.06,0.0,0.06,0.3,0.3,model/remote/text_video/p_video_2/replicate_1080p.yaml,Replicate prunaai/p-video-2 list; YAML had $0.05/s,,,,
+t2v,p_video_2__draft_false__prompt_upsampling_true__resolution_1080p,"P-Video 2 (full, upsampling, 1080p)",uoqpv10b,p-video-2-0,replicate,prunaai/p-video-2.0,1080p,5.0,90,14.61521741200704,16.441080821005745,18.316011337505188,22.819316110879136,4.5638632221758275,3.6632022675010374,2.1525666666666665,replicate model_execution_time_s,3.6489784669,0.06,0.05,0.06,0.0,0.06,0.3,0.3,model/remote/text_video/p_video_2/replicate_1080p_upsample.yaml,Replicate prunaai/p-video-2 list; YAML had $0.05/s,,,981.0,985.0
+t2v,p_video_2_pro__mode_quality__prompt_upsampler_off__resolution_768p,"P-Video 2 Pro (quality, upsampler off, 768p)",xhk419ab,p-video-2-pro,replicate,prunaai/p-video-2-pro,768p,5.0,100,9.819089652010009,11.889321832402493,14.033189198496984,14.014546667209652,2.80290933344193,2.8066378396993965,1.6132959999999998,replicate model_execution_time_s,2.799488201,0.075,0.075,0.075,0.0,0.075,0.375,0.375,model/remote/text_video/p_video_2_pro/replicate_768p_quality_off.yaml,,,,,
+t2v,p_video_2_pro__mode_quality__prompt_upsampler_turbo__resolution_768p,"P-Video 2 Pro (quality, upsampler turbo, 768p)",12cddspr,p-video-2-pro,replicate,prunaai/p-video-2-pro,768p,5.0,99,11.383456109993858,12.709244234193466,14.387750708992826,17.637302765524254,3.5274605531048504,2.877550141798565,1.6795858585858587,replicate model_execution_time_s,2.8335850258,0.075,0.075,0.075,0.0,0.075,0.375,0.375,model/remote/text_video/p_video_2_pro/replicate_768p_quality_turbo.yaml,,,,,
+t2v,p_video_2_pro__mode_quality__prompt_upsampler_max__resolution_768p,"P-Video 2 Pro (quality, upsampler max, 768p)",w7xnkv2n,p-video-2-pro,replicate,prunaai/p-video-2-pro,768p,5.0,100,16.86041410799953,19.295531428194955,27.29956308000692,30.495400724648935,6.099080144929787,5.459912616001384,1.6686840000000005,replicate model_execution_time_s,5.1314450994000005,0.075,0.075,0.075,0.0,0.075,0.375,0.375,model/remote/text_video/p_video_2_pro/replicate_768p_quality_max.yaml,,,,1022.0,1087.0
+t2v,minimax_h3_max,"MiniMax H3 Max (expansion balanced, 768p)",0d2lkmp6,p-video-2-0,fal,minimax/h3-max/text-to-video,768p,5.0,90,4.173863318999793,4.4671880990012145,4.49869444649994,6.903694225500132,1.3807388451000264,0.899738889299988,1.3319782333333334,fal request duration,,0.08,0.08,0.04,0.0,0.08,0.4,0.4,model/remote/text_video/minimax_h3_max/fal.yaml,fal list; fal still bills 50% promo $0.04/s (page says promo ended 2026-09-30),0.74,estimated,1032.0,1191.0
+t2v,ltx_2_5_fast,LTX 2.5 Fast (720p),h6se1hfi,p-video-2-0,fal,lightricks/ltx-2.5/text-to-video/fast,720p,6.0,90,21.695961473000352,24.118977216200438,26.684429597007693,31.620479494244176,5.270079915707363,4.4474049328346155,,,,0.09,0.09,0.09,0.0,0.09000000000000001,0.54,0.44999999999999996,model/remote/text_video/ltx_2_5_fast/fal.yaml,,,,1003.0,1029.0
+t2v,gemini_omni_1_1_flash,Gemini Omni 1.1 Flash (720p),mfajagum,p-video-2-0,wavespeed,google/gemini-omni-1.1-flash/text-to-video,720p,5.0,89,26.276599962002365,29.0771403791965,31.884095050001637,31.99869298603308,6.399738597206617,6.376819010000327,,,,0.1,0.1,0.1,0.0,0.1,0.5,0.5,model/remote/text_video/gemini_omni_1_1_flash/wavespeed.yaml,,,,1039.0,1189.0
+t2v,minimax_h3,MiniMax H3 (768p),xpcv2m58,p-video-2-0,wavespeed,minimax/h3/text-to-video,768p,5.0,89,97.61419671699696,106.57570995900022,117.51345164199664,124.8439018718094,24.968780374361877,23.50269032839933,,,,0.1,0.1,0.1,0.0,0.1,0.5,0.5,model/remote/text_video/minimax_h3/wavespeed.yaml,,,,1025.0,1103.0
+t2v,ltx_2_5_pro,LTX 2.5 Pro (720p),kjbgxbab,p-video-2-0,fal,lightricks/ltx-2.5/text-to-video/pro,720p,6.0,90,23.997383733993047,25.263995286799037,27.897931821993552,29.617955809731697,4.936325968288616,4.649655303665591,,,,0.12,0.12,0.12,0.0,0.12,0.72,0.6,model/remote/text_video/ltx_2_5_pro/fal.yaml,,,,1007.0,975.0
+t2v,grok_imagine_video_v1_5,Grok Imagine Video v1.5 (720p),z2fp7hd7,p-video-2-0,wavespeed,x-ai/grok-imagine-video-v1.5/text-to-video,720p,5.0,90,38.42492011199647,46.47850653079659,52.268091876499966,57.260012355522605,11.452002471104521,10.453618375299992,,,,0.14,0.14,0.14,0.0,0.14,0.7000000000000001,0.7000000000000001,model/remote/text_video/grok_imagine_video_v1_5/wavespeed.yaml,,,,961.0,1009.0
+t2v,seedance_2_5_turbo,Seedance 2.5 Turbo (720p),l9zjnv7n,p-video-2-0,wavespeed,bytedance/seedance-2.5/text-to-video-turbo,720p,5.0,90,168.997338743,211.93920676639829,252.07832621250054,338.04496873481105,67.60899374696221,50.41566524250011,,,,0.2,0.2,0.2,0.0,0.2,1.0,1.0,model/remote/text_video/seedance_2_5_turbo/wavespeed.yaml,,,,1038.0,1071.0

model_display.py

@@ -96,6 +96,8 @@ MODEL_DISPLAY_NAMES = {
     "p_video_edit_preview__replicate_final": "P-Video-Edit",
     "p_video_edit_preview__replicate_final__draft": "P-Video-Edit Draft",
     # Text-to-video leaderboard
+    "ltx_2_5_fast": "LTX 2.5 Fast",
+    "ltx_2_5_pro": "LTX 2.5 Pro",
     "gemini_omni_1_1_flash": "Gemini Omni 1.1 Flash",
     "grok_imagine_video": "Grok Imagine Video",
     "grok_imagine_video_v1_5": "Grok Imagine Video 1.5",
@@ -239,6 +241,31 @@ def _p_video_2_display_name(model_id: str):
     return label
 
 
+def _video_variant_display_name(model_id: str):
+    """Keep Pro settings and resolution-specific comparison models distinct."""
+    parts = model_id.split("__")
+    base = parts[0]
+    if base in {"p_video_2_pro", "p-video-2-pro"}:
+        label = "P-Video-2 Pro"
+    elif base.startswith("minimax_") and any(
+        part.startswith("resolution_") for part in parts[1:]
+    ):
+        label = display_model_name(base)
+    else:
+        return None
+
+    for part in parts[1:]:
+        if part.startswith("mode_"):
+            label += " " + part[len("mode_") :].capitalize()
+        elif part.startswith("prompt_upsampler_"):
+            label += " (upsampler " + part[len("prompt_upsampler_") :] + ")"
+        elif part.startswith("prompt_expansion_mode_"):
+            label += " (expansion " + part[len("prompt_expansion_mode_") :] + ")"
+        elif part.startswith("resolution_"):
+            label += " " + part[len("resolution_") :]
+    return label
+
+
 def _prettify_snake_case(model_id: str) -> str:
     parts = [part for part in str(model_id).split("_") if part]
     pretty = []
@@ -263,6 +290,9 @@ def display_model_name(model_id) -> str:
         return ""
     if raw in MODEL_DISPLAY_NAMES:
         return MODEL_DISPLAY_NAMES[raw]
+    video_variant = _video_variant_display_name(raw)
+    if video_variant:
+        return video_variant
     p_video_2 = _p_video_2_display_name(raw)
     if p_video_2:
         return p_video_2

ui.py

@@ -54,10 +54,12 @@ TAB_SAMPLES = "samples"
 TAB_ABOUT = "about"
 
 MODALITY_TEXT_TO_VIDEO = "text_to_video"
+MODALITY_IMAGE_TO_VIDEO = "image_to_video"
 MODALITY_VIDEO_TO_VIDEO = "video_to_video"
 MODALITY_TEXT_TO_IMAGE = "text_to_image"
 MODALITY_CHOICES = [
     ("Text to Video", MODALITY_TEXT_TO_VIDEO),
+    ("Image to Video", MODALITY_IMAGE_TO_VIDEO),
     ("Video to Video", MODALITY_VIDEO_TO_VIDEO),
     ("Text to Image", MODALITY_TEXT_TO_IMAGE),
 ]
@@ -73,14 +75,14 @@ _VIEW_EVENTS = {
 ABOUT_OVERVIEW_CONTENT = """
 # About P-Bench
 
-P-Bench compares **text-to-video**, **video-to-video**, and **text-to-image**
+P-Bench compares **text-to-video**, **image-to-video**, **video-to-video**, and **text-to-image**
 models, including optimized or accelerated endpoints, on **quality, speed,
 and price**. Each view is a **dataset** scored with a **metric**, written as
 `Dataset | Metric`. There is no single score across P-Bench.
 
 ## How to read it
 
-1. Pick a **model type** (Text to Video, Video to Video, or Text to Image),
+1. Pick a **model type** (Text to Video, Image to Video, Video to Video, or Text to Image),
    then a **dataset** and a **metric**.
 2. **Leaderboards**: ranked by that metric. Price and generation time sit in
    the same table when the source publishes them.
@@ -110,12 +112,23 @@ prompt suites, so samples are not shown.
 ## Current datasets
 
 ### VBench-2.0 Dataset
-VBench-2.0 prompts, comparing P-Video-2 variants with Fal-hosted models.
+100 samples from VBench-2.0, comparing P-Video-2 and P-Video-2 Pro variants
+with other models. Categories are sampled in proportion to their prompt
+counts in the original dataset.
 Quality is Datapoint Elo and Rapidata Elo from pairwise preference. Price
-is USD per second of output video. Time per second of video is Fal wall
+is USD per second of output video. Time per second of video is provider wall
 time, except Pruna models which use model execution time. Samples are
 available.
 
+### Vbench-i2V
+100 image-to-video samples, comparing P-Video-2 Pro cost, speed, and quality
+modes with other models, including 480p and 768p variants. Sampling uses the
+images' `subject` attribute, with each subject represented in proportion
+to its frequency in the original dataset. Quality is Datapoint
+Elo and Rapidata Elo from pairwise preference. Price is USD per second of
+output video. Time per second of video is provider wall time, except Pruna
+models which use model execution time. Sample media is not yet available.
+
 ### Pruna Internal Video-Edit Benchmark
 Pruna's internal video-to-video editing benchmark, collected by our
 research engineers. It combines prompts from public video-editing
@@ -172,12 +185,12 @@ ABOUT_DETAILS_CONTENT = """
 - **Generation time**: median and minimum generation time in seconds for
   images, as reported in the evaluation table. For video, generation time
   per second of output video is the more informative figure. On the
-  text-to-video benchmark this is Fal wall time, except Pruna models which
+  text-to-video and image-to-video benchmarks this is provider wall time, except Pruna models which
   use model execution time. On video-edit it is end-to-end wall time. This
   is not a p95, and we do not state warm vs cold or concurrent load. Not
   available for Arena AI.
 - **Price**: USD per image for text-to-image, or USD per second of output
-  video for text-to-video and video-to-video. We do not state list price vs
+  video for text-to-video, image-to-video, and video-to-video. We do not state list price vs
   amount paid, or whether failed generations are included. Not available
   for Arena AI.
 
@@ -187,14 +200,15 @@ models *within* a Dataset | Metric view.
 
 ## Setup
 
-- **Evaluation window:** July–August 2026.
+- **Evaluation snapshots:** the current video-generation exports include
+  P-Video-2 Pro. Other benchmark tables retain their existing snapshots.
 - **Update policy:** numbers come from evaluation snapshots in the tables,
   not a live API poll.
 - **Prompt counts:** OneIG Alignment uses 100 anime, 100 human, and 99 object
   prompts (299 total). Qwen Image Dataset uses 100 prompts sampled from the
   1,000-prompt pool for roughly even coverage of its fine-grained (L3)
-  categories. The VBench-2.0 Dataset uses about 90
-  generations per model. The Pruna Internal Video-Edit Benchmark uses 78
+  categories. VBench-2.0 Dataset and Vbench-i2V each use 100 samples.
+  The Pruna Internal Video-Edit Benchmark uses 78
   prompts across advertising, e-commerce, real estate, camera, lighting,
   text, and related categories. Artificial Analysis and Arena AI use their
   own private prompt sets.
@@ -204,8 +218,10 @@ models *within* a Dataset | Metric view.
   seed is derived from the prompt, so every model gets the same seed for the
   same prompt. Steps, CFG, prompt rewrite, and safety filters follow each
   endpoint's default. This does not describe Artificial Analysis or Arena AI.
-- **Generation (Text-to-Video):** one clip per prompt per endpoint when the
-  run exists. About 90 generations per model.
+- **Generation (Text-to-Video):** 100 samples, with a five-second video
+  generated for each sample.
+- **Generation (Image-to-Video):** 100 samples, with a five-second video
+  generated for each sample.
 - **Generation (Video-Edit):** one edited clip per prompt per endpoint when
   the run exists. Every model sees the same source video for a prompt.
 - **Datapoint (Qwen and OneIG):** every model pair is compared on every
@@ -636,7 +652,10 @@ def _assign_leaderboard_ranks(data, overall_column):
             overall_column, ascending=False, na_position="last"
         )
     ranked = ranked.reset_index(drop=True)
-    ranked.insert(0, "Rank", ranked.index + 1)
+    ranks = pd.Series(ranked.index + 1, index=ranked.index, dtype="Int64")
+    if overall_column and overall_column in ranked.columns:
+        ranks = ranks.where(ranked[overall_column].notna())
+    ranked.insert(0, "Rank", ranks)
     return ranked
 
 
@@ -665,9 +684,11 @@ def _leaderboard_html(data, columns):
             css = _leaderboard_cell_class(column)
             sort_value = escape(_leaderboard_sort_value(column, row[column]), quote=True)
             if column == "Model":
+                model_name = _format_leaderboard_cell(column, row[column])
                 cells.append(
-                    f'<td class="{css}" data-sort-value="{sort_value}">'
-                    f"<strong>{_format_leaderboard_cell(column, row[column])}</strong></td>"
+                    f'<td class="{css}" data-sort-value="{sort_value}" '
+                    f'data-model-name="{model_name}" tabindex="0">'
+                    f"<strong>{model_name}</strong></td>"
                 )
             else:
                 cells.append(