{
  "dataset": "batchwatch batch API queue-time measurements",
  "window": "30d",
  "generated_at": "2026-11-09T17:58:49.480Z",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "attribution": "batchwatch — CC BY 4.0",
  "source_url": "https://batchwatch.dev/data.csv",
  "schema": {
    "provider": "Provider slug, e.g. \"openai\".",
    "provider_name": "Human-readable provider name.",
    "model": "Model id, e.g. \"gpt-4o\".",
    "mode": "Measurement mode: \"batch\" or \"sync\".",
    "window": "Rolling window the figures cover (always \"30d\").",
    "n": "Number of completed jobs behind the figures (sample size).",
    "contributors": "Distinct independent third-party sources behind the figures.",
    "p50_s": "Median queue time in seconds (null when not yet established).",
    "p90_s": "Ninetieth-percentile queue time in seconds.",
    "p95_s": "Ninety-fifth-percentile queue time in seconds.",
    "max_s": "Slowest completion observed in the window, in seconds.",
    "newest_at": "Unix seconds of the newest measurement in the window.",
    "oldest_at": "Unix seconds of the oldest measurement in the window.",
    "computed_at": "Unix seconds the rollup was computed.",
    "requested_service_tier": "Pricing tier the figures are for: \"standard\" (batch and full-price sync) or \"flex\" (the half-price synchronous tier). Its own series, never pooled with standard. Flex latency is measured on a fixed 8-input-token probe, the same fixed prompt size our batch probes use. A flex call is synchronous, so the figure is the model's own work and it grows with the prompt: read it as the floor a larger prompt starts from. A batch figure is dominated by queue time -- the wait to be scheduled -- so the same extra work is a much smaller part of it. The refusal rate is unaffected by prompt size: admission control happens before inference, so this probe measures it exactly as well as a large one would."
  },
  "columns": [
    "provider",
    "provider_name",
    "model",
    "mode",
    "window",
    "n",
    "contributors",
    "p50_s",
    "p90_s",
    "p95_s",
    "max_s",
    "newest_at",
    "oldest_at",
    "computed_at",
    "requested_service_tier"
  ],
  "count": 10,
  "rows": [
    {
      "provider": "anthropic",
      "provider_name": "Anthropic",
      "model": "claude-haiku-4-5",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 2786,
      "contributors": 0,
      "p50_s": 98,
      "p90_s": 139,
      "p95_s": 153,
      "max_s": 297,
      "newest_at": 1794245080,
      "oldest_at": 1791655000,
      "computed_at": 1794246783
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-2.5-flash",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 1,
      "contributors": 0,
      "p50_s": null,
      "p90_s": null,
      "p95_s": null,
      "max_s": 199,
      "newest_at": 1787279968,
      "oldest_at": 1787279968,
      "computed_at": 1789871011
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-2.5-flash-lite",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 1,
      "contributors": 0,
      "p50_s": null,
      "p90_s": null,
      "p95_s": null,
      "max_s": 169,
      "newest_at": 1787217610,
      "oldest_at": 1787217610,
      "computed_at": 1789808607
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-3.6-flash",
      "mode": "sync",
      "requested_service_tier": "flex",
      "window": "30d",
      "n": 3034,
      "contributors": 0,
      "p50_s": 1,
      "p90_s": 2,
      "p95_s": 2,
      "max_s": 2,
      "newest_at": 1794243205,
      "oldest_at": 1791654664,
      "computed_at": 1794246183
    },
    {
      "provider": "google",
      "provider_name": "Google",
      "model": "gemini-3.7-flash",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 1956,
      "contributors": 0,
      "p50_s": 144,
      "p90_s": 274,
      "p95_s": 384,
      "max_s": 398,
      "newest_at": 1794245148,
      "oldest_at": 1791654406,
      "computed_at": 1794246183
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5-nano",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 4041,
      "contributors": 0,
      "p50_s": 42,
      "p90_s": 105,
      "p95_s": 210,
      "max_s": 6371,
      "newest_at": 1794245026,
      "oldest_at": 1791654275,
      "computed_at": 1794246183
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5-nano",
      "mode": "sync",
      "requested_service_tier": "flex",
      "window": "30d",
      "n": 4035,
      "contributors": 0,
      "p50_s": 2,
      "p90_s": 2,
      "p95_s": 2,
      "max_s": 2,
      "newest_at": 1794245062,
      "oldest_at": 1791654663,
      "computed_at": 1794246183
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5.6-luna",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 3615,
      "contributors": 0,
      "p50_s": 66,
      "p90_s": 451,
      "p95_s": 1774,
      "max_s": 8816,
      "newest_at": 1794245690,
      "oldest_at": 1791658388,
      "computed_at": 1794246783
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5.6-sol",
      "mode": "batch",
      "requested_service_tier": "standard",
      "window": "30d",
      "n": 1812,
      "contributors": 0,
      "p50_s": 45,
      "p90_s": 111,
      "p95_s": 155,
      "max_s": 2023,
      "newest_at": 1794245626,
      "oldest_at": 1791657929,
      "computed_at": 1794246783
    },
    {
      "provider": "openai",
      "provider_name": "OpenAI",
      "model": "gpt-5.6-sol",
      "mode": "sync",
      "requested_service_tier": "flex",
      "window": "30d",
      "n": 4125,
      "contributors": 0,
      "p50_s": 1,
      "p90_s": 3,
      "p95_s": 6,
      "max_s": 20,
      "newest_at": 1794245689,
      "oldest_at": 1791655880,
      "computed_at": 1794246783
    }
  ]
}