{
  "schema_version": 1,
  "generated_at": "2026-09-15T17:46:42.208647+00:00",
  "window_start_inclusive": "2026-09-08T00:00:00+00:00",
  "window_end_exclusive": "2026-09-15T00:00:00+00:00",
  "requested_providers": [
    "anthropic",
    "google",
    "groq",
    "mistral",
    "openai"
  ],
  "source_url": "https://llmlatency.dev/data",
  "methodology_url": "https://llmlatency.dev/methodology",
  "license": "CC BY 4.0",
  "limitations": [
    "Network TTFB measures the public API edge, including expected authentication responses; it does not measure model speed or account availability.",
    "Inference TTFT is measured only for the provider/model pairs shown. Different models are not a like-for-like provider benchmark.",
    "Failed probes can reflect test credentials, account quotas or network problems; they are not confirmed provider outages. Series with fewer than 10 probes are marked sparse and do not establish ongoing coverage.",
    "Success is the fraction of received probes marked ok, not time-based uptime or an SLA. Missing probes are not inferred to be successful or failed.",
    "Percentiles use successful non-null samples across the whole seven-day window, not averages of daily percentiles. Sorted index = floor((p/100)*(n-1)+0.5).",
    "Unobserved series are omitted; null latency means no successful timed sample. This sample is a format preview, not a customer deployment."
  ],
  "series": [
    {
      "provider": "anthropic",
      "region": "ap-tokyo",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2019,
      "successful_probes": 2019,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2019,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 234.0,
      "p95_ms": 306.7
    },
    {
      "provider": "anthropic",
      "region": "eu-hetzner",
      "probe_type": "inference",
      "model": "claude-haiku-4-5",
      "metric": "ttft_ms",
      "samples": 1,
      "successful_probes": 0,
      "failed_probes": 1,
      "probe_success_pct": 0.0,
      "latency_samples": 0,
      "sparse": true,
      "failed_http_statuses": {
        "no_http_response": 1
      },
      "p50_ms": null,
      "p95_ms": null
    },
    {
      "provider": "anthropic",
      "region": "eu-hetzner",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 199.5,
      "p95_ms": 304.0
    },
    {
      "provider": "anthropic",
      "region": "sa-east",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2021,
      "successful_probes": 2021,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2021,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 201.3,
      "p95_ms": 257.8
    },
    {
      "provider": "anthropic",
      "region": "us-central",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 92.8,
      "p95_ms": 160.7
    },
    {
      "provider": "google",
      "region": "ap-tokyo",
      "probe_type": "inference",
      "model": "gemini-flash-lite-latest",
      "metric": "ttft_ms",
      "samples": 506,
      "successful_probes": 483,
      "failed_probes": 23,
      "probe_success_pct": 95.455,
      "latency_samples": 483,
      "sparse": false,
      "failed_http_statuses": {
        "no_http_response": 23
      },
      "p50_ms": 1486.6,
      "p95_ms": 3266.3
    },
    {
      "provider": "google",
      "region": "ap-tokyo",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2019,
      "successful_probes": 2019,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2019,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 61.8,
      "p95_ms": 103.8
    },
    {
      "provider": "google",
      "region": "eu-hetzner",
      "probe_type": "inference",
      "model": "gemini-flash-lite-latest",
      "metric": "ttft_ms",
      "samples": 503,
      "successful_probes": 476,
      "failed_probes": 27,
      "probe_success_pct": 94.632,
      "latency_samples": 476,
      "sparse": false,
      "failed_http_statuses": {
        "no_http_response": 26,
        "503": 1
      },
      "p50_ms": 1006.5,
      "p95_ms": 3052.5
    },
    {
      "provider": "google",
      "region": "eu-hetzner",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 98.6,
      "p95_ms": 201.4
    },
    {
      "provider": "google",
      "region": "sa-east",
      "probe_type": "inference",
      "model": "gemini-flash-lite-latest",
      "metric": "ttft_ms",
      "samples": 506,
      "successful_probes": 393,
      "failed_probes": 113,
      "probe_success_pct": 77.668,
      "latency_samples": 393,
      "sparse": false,
      "failed_http_statuses": {
        "no_http_response": 96,
        "503": 13,
        "500": 4
      },
      "p50_ms": 1275.3,
      "p95_ms": 8046.4
    },
    {
      "provider": "google",
      "region": "sa-east",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2021,
      "successful_probes": 2021,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2021,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 158.8,
      "p95_ms": 818.2
    },
    {
      "provider": "google",
      "region": "us-central",
      "probe_type": "inference",
      "model": "gemini-flash-lite-latest",
      "metric": "ttft_ms",
      "samples": 506,
      "successful_probes": 482,
      "failed_probes": 24,
      "probe_success_pct": 95.257,
      "latency_samples": 482,
      "sparse": false,
      "failed_http_statuses": {
        "no_http_response": 23,
        "503": 1
      },
      "p50_ms": 1500.1,
      "p95_ms": 4007.1
    },
    {
      "provider": "google",
      "region": "us-central",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 45.9,
      "p95_ms": 106.3
    },
    {
      "provider": "groq",
      "region": "ap-tokyo",
      "probe_type": "inference",
      "model": "openai/gpt-oss-120b",
      "metric": "ttft_ms",
      "samples": 506,
      "successful_probes": 506,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 506,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 1374.5,
      "p95_ms": 1751.8
    },
    {
      "provider": "groq",
      "region": "ap-tokyo",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2019,
      "successful_probes": 2019,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2019,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 144.7,
      "p95_ms": 198.1
    },
    {
      "provider": "groq",
      "region": "eu-hetzner",
      "probe_type": "inference",
      "model": "openai/gpt-oss-120b",
      "metric": "ttft_ms",
      "samples": 503,
      "successful_probes": 503,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 503,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 873.6,
      "p95_ms": 1297.7
    },
    {
      "provider": "groq",
      "region": "eu-hetzner",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 295.6,
      "p95_ms": 402.1
    },
    {
      "provider": "groq",
      "region": "sa-east",
      "probe_type": "inference",
      "model": "openai/gpt-oss-120b",
      "metric": "ttft_ms",
      "samples": 506,
      "successful_probes": 506,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 506,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 775.9,
      "p95_ms": 1275.4
    },
    {
      "provider": "groq",
      "region": "sa-east",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2021,
      "successful_probes": 2021,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2021,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 231.7,
      "p95_ms": 286.2
    },
    {
      "provider": "groq",
      "region": "us-central",
      "probe_type": "inference",
      "model": "openai/gpt-oss-120b",
      "metric": "ttft_ms",
      "samples": 506,
      "successful_probes": 506,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 506,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 1345.8,
      "p95_ms": 1777.9
    },
    {
      "provider": "groq",
      "region": "us-central",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 126.1,
      "p95_ms": 195.1
    },
    {
      "provider": "mistral",
      "region": "ap-tokyo",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2019,
      "successful_probes": 2019,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2019,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 313.1,
      "p95_ms": 390.2
    },
    {
      "provider": "mistral",
      "region": "eu-hetzner",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 100.6,
      "p95_ms": 203.1
    },
    {
      "provider": "mistral",
      "region": "sa-east",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2021,
      "successful_probes": 2021,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2021,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 251.7,
      "p95_ms": 323.8
    },
    {
      "provider": "mistral",
      "region": "us-central",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 191.4,
      "p95_ms": 270.9
    },
    {
      "provider": "openai",
      "region": "ap-tokyo",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2019,
      "successful_probes": 2012,
      "failed_probes": 7,
      "probe_success_pct": 99.653,
      "latency_samples": 2012,
      "sparse": false,
      "failed_http_statuses": {
        "520": 7
      },
      "p50_ms": 203.8,
      "p95_ms": 286.7
    },
    {
      "provider": "openai",
      "region": "eu-hetzner",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 206.3,
      "p95_ms": 398.4
    },
    {
      "provider": "openai",
      "region": "sa-east",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2020,
      "successful_probes": 2020,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2020,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 240.1,
      "p95_ms": 468.8
    },
    {
      "provider": "openai",
      "region": "us-central",
      "probe_type": "network",
      "model": null,
      "metric": "ttfb_ms",
      "samples": 2018,
      "successful_probes": 2018,
      "failed_probes": 0,
      "probe_success_pct": 100.0,
      "latency_samples": 2018,
      "sparse": false,
      "failed_http_statuses": {},
      "p50_ms": 127.6,
      "p95_ms": 205.4
    }
  ]
}