{
  "generated_at": "2026-07-25T12:57:57.463596+00:00",
  "window_hours": 72,
  "regions_monitored": [
    "ap-tokyo",
    "eu-hetzner",
    "sa-east",
    "us-central"
  ],
  "attribution": {
    "provider_outage": "failed from 2+ regions at once AND no other provider failed in the same window",
    "unattributed": "failed from 2+ regions, but other providers failed simultaneously \u2014 the shared cause sits above any single provider and our data cannot identify it",
    "isolated": "failed from one region only \u2014 indistinguishable from a problem on that network path"
  },
  "incidents": [
    {
      "provider": "deepinfra",
      "started": "2026-07-25T12:45:21.116498+00:00",
      "ended": "2026-07-25T12:45:21.116498+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "sa-east"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "hunyuan",
      "started": "2026-07-25T11:01:56.513594+00:00",
      "ended": "2026-07-25T11:01:56.513594+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "openai",
      "started": "2026-07-25T09:20:57.703236+00:00",
      "ended": "2026-07-25T09:35:02.283309+00:00",
      "duration_minutes_observed": 14.1,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo",
        "eu-hetzner",
        "sa-east"
      ],
      "failed_probes": 4,
      "errors": [
        "http 503"
      ],
      "host_answered_5xx": true,
      "providers_failing_concurrently": 1,
      "classification": "provider_outage",
      "provider_side": true
    },
    {
      "provider": "google",
      "started": "2026-07-25T09:10:50.672074+00:00",
      "ended": "2026-07-25T09:10:50.672074+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "The read operation timed out"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "hunyuan",
      "started": "2026-07-25T06:09:26.670112+00:00",
      "ended": "2026-07-25T06:09:26.670112+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "sa-east"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "doubao",
      "started": "2026-07-25T05:47:12.254821+00:00",
      "ended": "2026-07-25T05:47:12.254821+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "iflytek",
      "started": "2026-07-25T05:21:35.063392+00:00",
      "ended": "2026-07-25T05:21:35.063392+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "google",
      "started": "2026-07-25T03:42:10.191559+00:00",
      "ended": "2026-07-25T03:42:10.191559+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "The read operation timed out"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sambanova",
      "started": "2026-07-24T23:51:04.997770+00:00",
      "ended": "2026-07-24T23:51:04.997770+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sambanova",
      "started": "2026-07-24T22:55:27.993418+00:00",
      "ended": "2026-07-24T22:55:27.993418+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "google",
      "started": "2026-07-24T20:19:43.288521+00:00",
      "ended": "2026-07-24T20:19:43.288521+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "The read operation timed out"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sensenova",
      "started": "2026-07-24T18:08:55.299941+00:00",
      "ended": "2026-07-24T18:08:55.299941+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sensenova",
      "started": "2026-07-24T17:34:12.845001+00:00",
      "ended": "2026-07-24T17:34:12.845001+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 2,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "stepfun",
      "started": "2026-07-24T17:34:12.001452+00:00",
      "ended": "2026-07-24T17:34:12.001452+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "[Errno 101] Network is unreachable"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 2,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "doubao",
      "started": "2026-07-24T15:20:22.890646+00:00",
      "ended": "2026-07-24T15:20:22.890646+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "us-central"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "featherless",
      "started": "2026-07-24T15:01:08.798908+00:00",
      "ended": "2026-07-24T15:01:08.798908+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sensenova",
      "started": "2026-07-24T14:03:46.804335+00:00",
      "ended": "2026-07-24T14:03:46.804335+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "us-central"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sambanova",
      "started": "2026-07-24T13:07:53.468092+00:00",
      "ended": "2026-07-24T13:07:53.468092+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "sa-east"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "replicate",
      "started": "2026-07-24T11:10:28.517088+00:00",
      "ended": "2026-07-24T11:10:28.517088+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 3,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "novita",
      "started": "2026-07-24T11:00:26.585897+00:00",
      "ended": "2026-07-24T11:06:30.402143+00:00",
      "duration_minutes_observed": 6.1,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo",
        "eu-hetzner",
        "sa-east",
        "us-central"
      ],
      "failed_probes": 9,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 3,
      "classification": "unattributed",
      "provider_side": false
    },
    {
      "provider": "together",
      "started": "2026-07-24T11:00:26.521963+00:00",
      "ended": "2026-07-24T11:06:30.199825+00:00",
      "duration_minutes_observed": 6.1,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo",
        "eu-hetzner",
        "sa-east",
        "us-central"
      ],
      "failed_probes": 8,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 3,
      "classification": "unattributed",
      "provider_side": false
    },
    {
      "provider": "yi-01ai",
      "started": "2026-07-24T09:50:17.205752+00:00",
      "ended": "2026-07-24T09:50:17.205752+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 2,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "baichuan",
      "started": "2026-07-24T09:50:16.646786+00:00",
      "ended": "2026-07-24T09:50:16.646786+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 2,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sambanova",
      "started": "2026-07-24T01:13:18.698138+00:00",
      "ended": "2026-07-24T01:24:34.805468+00:00",
      "duration_minutes_observed": 11.3,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 2,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "stepfun",
      "started": "2026-07-23T23:59:59.103475+00:00",
      "ended": "2026-07-23T23:59:59.103475+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "[Errno 101] Network is unreachable"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "iflytek",
      "started": "2026-07-23T15:11:39.607952+00:00",
      "ended": "2026-07-23T15:11:39.607952+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "us-central"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 3,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "baichuan",
      "started": "2026-07-23T15:11:36.150746+00:00",
      "ended": "2026-07-23T15:11:36.150746+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 3,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "yi-01ai",
      "started": "2026-07-23T15:11:35.369658+00:00",
      "ended": "2026-07-23T15:11:35.369658+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "ap-tokyo"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 4,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "sambanova",
      "started": "2026-07-23T15:06:35.425679+00:00",
      "ended": "2026-07-23T15:06:35.425679+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "sa-east"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 2,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "featherless",
      "started": "2026-07-23T15:01:23.224890+00:00",
      "ended": "2026-07-23T15:01:23.224890+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "sa-east"
      ],
      "failed_probes": 1,
      "errors": [
        "timeout"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    },
    {
      "provider": "deepseek",
      "started": "2026-07-23T12:17:17.063921+00:00",
      "ended": "2026-07-23T12:17:17.063921+00:00",
      "duration_minutes_observed": 0.0,
      "duration_is_lower_bound": true,
      "regions_affected": [
        "eu-hetzner"
      ],
      "failed_probes": 1,
      "errors": [
        "[Errno 104] Connection reset by peer"
      ],
      "host_answered_5xx": false,
      "providers_failing_concurrently": 1,
      "classification": "isolated",
      "provider_side": false
    }
  ],
  "license": "CC BY 4.0",
  "source": "https://llmlatency.dev/incidents"
}