{
  "generated": "2026-07-23T16:24:05Z",
  "source": "https://llmlatency.dev",
  "license": "CC-BY-4.0",
  "method": "distributed edge (DNS\u2192TCP\u2192TLS\u2192TTFB) + inference (TTFT) probes, last 24h",
  "unit": "milliseconds",
  "providers_tracked": 45,
  "regions": {
    "ap-tokyo": {
      "label": "Asia (Tokyo)",
      "network": [
        {
          "rank": 1,
          "provider": "fireworks",
          "p50_ms": 9,
          "p95_ms": 44,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 2,
          "provider": "sambanova",
          "p50_ms": 22,
          "p95_ms": 98,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 3,
          "provider": "openrouter",
          "p50_ms": 52,
          "p95_ms": 78,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 4,
          "provider": "google",
          "p50_ms": 55,
          "p95_ms": 78,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 5,
          "provider": "upstage",
          "p50_ms": 59,
          "p95_ms": 69,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 6,
          "provider": "kimi",
          "p50_ms": 126,
          "p95_ms": 176,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 7,
          "provider": "meta-llama",
          "p50_ms": 126,
          "p95_ms": 332,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 8,
          "provider": "ernie",
          "p50_ms": 138,
          "p95_ms": 143,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 9,
          "provider": "novita",
          "p50_ms": 141,
          "p95_ms": 163,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 10,
          "provider": "groq",
          "p50_ms": 147,
          "p95_ms": 196,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 11,
          "provider": "replicate",
          "p50_ms": 157,
          "p95_ms": 382,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 12,
          "provider": "baseten",
          "p50_ms": 157,
          "p95_ms": 168,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 13,
          "provider": "cohere",
          "p50_ms": 165,
          "p95_ms": 189,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 14,
          "provider": "deepseek",
          "p50_ms": 168,
          "p95_ms": 240,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 15,
          "provider": "xai",
          "p50_ms": 168,
          "p95_ms": 775,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 16,
          "provider": "together",
          "p50_ms": 185,
          "p95_ms": 375,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 17,
          "provider": "qwen",
          "p50_ms": 191,
          "p95_ms": 498,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 18,
          "provider": "friendli",
          "p50_ms": 194,
          "p95_ms": 413,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 19,
          "provider": "baichuan",
          "p50_ms": 195,
          "p95_ms": 421,
          "uptime_pct": 96,
          "samples": 23
        },
        {
          "rank": 20,
          "provider": "openai",
          "p50_ms": 197,
          "p95_ms": 248,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 21,
          "provider": "minimax",
          "p50_ms": 198,
          "p95_ms": 229,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 22,
          "provider": "cerebras",
          "p50_ms": 201,
          "p95_ms": 237,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 23,
          "provider": "perplexity",
          "p50_ms": 219,
          "p95_ms": 574,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 24,
          "provider": "sarvam",
          "p50_ms": 240,
          "p95_ms": 264,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 25,
          "provider": "anthropic",
          "p50_ms": 243,
          "p95_ms": 467,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 26,
          "provider": "writer",
          "p50_ms": 248,
          "p95_ms": 293,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 27,
          "provider": "reka",
          "p50_ms": 296,
          "p95_ms": 997,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 28,
          "provider": "mistral",
          "p50_ms": 307,
          "p95_ms": 353,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 29,
          "provider": "ai21",
          "p50_ms": 309,
          "p95_ms": 401,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 30,
          "provider": "stepfun",
          "p50_ms": 312,
          "p95_ms": 790,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 31,
          "provider": "sensenova",
          "p50_ms": 313,
          "p95_ms": 1044,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 32,
          "provider": "targon",
          "p50_ms": 323,
          "p95_ms": 333,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 33,
          "provider": "glm",
          "p50_ms": 349,
          "p95_ms": 386,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 34,
          "provider": "yi-01ai",
          "p50_ms": 355,
          "p95_ms": 1002,
          "uptime_pct": 96,
          "samples": 23
        },
        {
          "rank": 35,
          "provider": "siliconflow",
          "p50_ms": 386,
          "p95_ms": 403,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 36,
          "provider": "doubao",
          "p50_ms": 462,
          "p95_ms": 1529,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 37,
          "provider": "iflytek",
          "p50_ms": 486,
          "p95_ms": 843,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 38,
          "provider": "nscale",
          "p50_ms": 489,
          "p95_ms": 490,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 39,
          "provider": "hyperbolic",
          "p50_ms": 502,
          "p95_ms": 566,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 40,
          "provider": "deepinfra",
          "p50_ms": 512,
          "p95_ms": 1394,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 41,
          "provider": "featherless",
          "p50_ms": 517,
          "p95_ms": 5326,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 42,
          "provider": "nebius",
          "p50_ms": 552,
          "p95_ms": 607,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 43,
          "provider": "aleph-alpha",
          "p50_ms": 572,
          "p95_ms": 593,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 44,
          "provider": "inference-net",
          "p50_ms": 710,
          "p95_ms": 1202,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 45,
          "provider": "hunyuan",
          "p50_ms": 1124,
          "p95_ms": 1148,
          "uptime_pct": 100,
          "samples": 23
        }
      ]
    },
    "eu-hetzner": {
      "label": "Europe (Germany)",
      "network": [
        {
          "rank": 1,
          "provider": "fireworks",
          "p50_ms": 95,
          "p95_ms": 199,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 2,
          "provider": "google",
          "p50_ms": 98,
          "p95_ms": 197,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 3,
          "provider": "openrouter",
          "p50_ms": 98,
          "p95_ms": 106,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 4,
          "provider": "nscale",
          "p50_ms": 98,
          "p95_ms": 101,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 5,
          "provider": "mistral",
          "p50_ms": 99,
          "p95_ms": 201,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 6,
          "provider": "nebius",
          "p50_ms": 99,
          "p95_ms": 300,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 7,
          "provider": "reka",
          "p50_ms": 101,
          "p95_ms": 298,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 8,
          "provider": "aleph-alpha",
          "p50_ms": 102,
          "p95_ms": 301,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 9,
          "provider": "meta-llama",
          "p50_ms": 103,
          "p95_ms": 390,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 10,
          "provider": "baichuan",
          "p50_ms": 181,
          "p95_ms": 637,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 11,
          "provider": "cohere",
          "p50_ms": 190,
          "p95_ms": 300,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 12,
          "provider": "cerebras",
          "p50_ms": 195,
          "p95_ms": 297,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 13,
          "provider": "baseten",
          "p50_ms": 196,
          "p95_ms": 200,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 14,
          "provider": "anthropic",
          "p50_ms": 199,
          "p95_ms": 400,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 15,
          "provider": "inference-net",
          "p50_ms": 199,
          "p95_ms": 1090,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 16,
          "provider": "friendli",
          "p50_ms": 200,
          "p95_ms": 303,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 17,
          "provider": "replicate",
          "p50_ms": 202,
          "p95_ms": 498,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 18,
          "provider": "groq",
          "p50_ms": 218,
          "p95_ms": 401,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 19,
          "provider": "writer",
          "p50_ms": 226,
          "p95_ms": 402,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 20,
          "provider": "openai",
          "p50_ms": 245,
          "p95_ms": 496,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 21,
          "provider": "ernie",
          "p50_ms": 280,
          "p95_ms": 285,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 22,
          "provider": "iflytek",
          "p50_ms": 291,
          "p95_ms": 750,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 23,
          "provider": "perplexity",
          "p50_ms": 295,
          "p95_ms": 395,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 24,
          "provider": "siliconflow",
          "p50_ms": 296,
          "p95_ms": 397,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 25,
          "provider": "together",
          "p50_ms": 296,
          "p95_ms": 500,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 26,
          "provider": "kimi",
          "p50_ms": 296,
          "p95_ms": 502,
          "uptime_pct": 100,
          "samples": 31
        },
        {
          "rank": 27,
          "provider": "sarvam",
          "p50_ms": 297,
          "p95_ms": 308,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 28,
          "provider": "xai",
          "p50_ms": 297,
          "p95_ms": 888,
          "uptime_pct": 100,
          "samples": 61
        },
        {
          "rank": 29,
          "provider": "deepseek",
          "p50_ms": 298,
          "p95_ms": 399,
          "uptime_pct": 98,
          "samples": 61
        },
        {
          "rank": 30,
          "provider": "novita",
          "p50_ms": 298,
          "p95_ms": 396,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 31,
          "provider": "hyperbolic",
          "p50_ms": 301,
          "p95_ms": 797,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 32,
          "provider": "minimax",
          "p50_ms": 302,
          "p95_ms": 403,
          "uptime_pct": 100,
          "samples": 31
        },
        {
          "rank": 33,
          "provider": "targon",
          "p50_ms": 303,
          "p95_ms": 362,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 34,
          "provider": "yi-01ai",
          "p50_ms": 315,
          "p95_ms": 769,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 35,
          "provider": "doubao",
          "p50_ms": 366,
          "p95_ms": 868,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 36,
          "provider": "sambanova",
          "p50_ms": 395,
          "p95_ms": 503,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 37,
          "provider": "qwen",
          "p50_ms": 395,
          "p95_ms": 503,
          "uptime_pct": 100,
          "samples": 31
        },
        {
          "rank": 38,
          "provider": "ai21",
          "p50_ms": 396,
          "p95_ms": 503,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 39,
          "provider": "sensenova",
          "p50_ms": 419,
          "p95_ms": 1530,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 40,
          "provider": "stepfun",
          "p50_ms": 454,
          "p95_ms": 1593,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 41,
          "provider": "deepinfra",
          "p50_ms": 505,
          "p95_ms": 695,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 42,
          "provider": "upstage",
          "p50_ms": 585,
          "p95_ms": 599,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 43,
          "provider": "featherless",
          "p50_ms": 784,
          "p95_ms": 1845,
          "uptime_pct": 100,
          "samples": 26
        },
        {
          "rank": 44,
          "provider": "glm",
          "p50_ms": 894,
          "p95_ms": 1301,
          "uptime_pct": 100,
          "samples": 31
        },
        {
          "rank": 45,
          "provider": "hunyuan",
          "p50_ms": 1549,
          "p95_ms": 2865,
          "uptime_pct": 100,
          "samples": 26
        }
      ]
    },
    "sa-east": {
      "label": "South America (S\u00e3o Paulo)",
      "network": [
        {
          "rank": 1,
          "provider": "openrouter",
          "p50_ms": 54,
          "p95_ms": 64,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 2,
          "provider": "baseten",
          "p50_ms": 150,
          "p95_ms": 164,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 3,
          "provider": "google",
          "p50_ms": 154,
          "p95_ms": 644,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 4,
          "provider": "cohere",
          "p50_ms": 158,
          "p95_ms": 169,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 5,
          "provider": "cerebras",
          "p50_ms": 183,
          "p95_ms": 223,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 6,
          "provider": "friendli",
          "p50_ms": 193,
          "p95_ms": 318,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 7,
          "provider": "perplexity",
          "p50_ms": 203,
          "p95_ms": 236,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 8,
          "provider": "anthropic",
          "p50_ms": 211,
          "p95_ms": 609,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 9,
          "provider": "groq",
          "p50_ms": 226,
          "p95_ms": 251,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 10,
          "provider": "meta-llama",
          "p50_ms": 231,
          "p95_ms": 243,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 11,
          "provider": "openai",
          "p50_ms": 234,
          "p95_ms": 386,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 12,
          "provider": "novita",
          "p50_ms": 236,
          "p95_ms": 273,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 13,
          "provider": "writer",
          "p50_ms": 243,
          "p95_ms": 538,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 14,
          "provider": "xai",
          "p50_ms": 244,
          "p95_ms": 1262,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 15,
          "provider": "mistral",
          "p50_ms": 246,
          "p95_ms": 290,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 16,
          "provider": "reka",
          "p50_ms": 246,
          "p95_ms": 662,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 17,
          "provider": "inference-net",
          "p50_ms": 253,
          "p95_ms": 972,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 18,
          "provider": "fireworks",
          "p50_ms": 260,
          "p95_ms": 273,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 19,
          "provider": "together",
          "p50_ms": 261,
          "p95_ms": 743,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 20,
          "provider": "siliconflow",
          "p50_ms": 274,
          "p95_ms": 288,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 21,
          "provider": "replicate",
          "p50_ms": 287,
          "p95_ms": 475,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 22,
          "provider": "ai21",
          "p50_ms": 288,
          "p95_ms": 409,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 23,
          "provider": "targon",
          "p50_ms": 323,
          "p95_ms": 328,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 24,
          "provider": "kimi",
          "p50_ms": 344,
          "p95_ms": 398,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 25,
          "provider": "baichuan",
          "p50_ms": 345,
          "p95_ms": 1244,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 26,
          "provider": "nscale",
          "p50_ms": 407,
          "p95_ms": 409,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 27,
          "provider": "ernie",
          "p50_ms": 411,
          "p95_ms": 417,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 28,
          "provider": "sambanova",
          "p50_ms": 412,
          "p95_ms": 429,
          "uptime_pct": 96,
          "samples": 23
        },
        {
          "rank": 29,
          "provider": "deepseek",
          "p50_ms": 426,
          "p95_ms": 504,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 30,
          "provider": "minimax",
          "p50_ms": 452,
          "p95_ms": 491,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 31,
          "provider": "nebius",
          "p50_ms": 463,
          "p95_ms": 478,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 32,
          "provider": "aleph-alpha",
          "p50_ms": 479,
          "p95_ms": 519,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 33,
          "provider": "yi-01ai",
          "p50_ms": 495,
          "p95_ms": 1381,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 34,
          "provider": "deepinfra",
          "p50_ms": 586,
          "p95_ms": 660,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 35,
          "provider": "sarvam",
          "p50_ms": 602,
          "p95_ms": 630,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 36,
          "provider": "upstage",
          "p50_ms": 606,
          "p95_ms": 646,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 37,
          "provider": "sensenova",
          "p50_ms": 630,
          "p95_ms": 1516,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 38,
          "provider": "glm",
          "p50_ms": 649,
          "p95_ms": 662,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 39,
          "provider": "stepfun",
          "p50_ms": 669,
          "p95_ms": 1566,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 40,
          "provider": "iflytek",
          "p50_ms": 671,
          "p95_ms": 2471,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 41,
          "provider": "doubao",
          "p50_ms": 695,
          "p95_ms": 1609,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 42,
          "provider": "qwen",
          "p50_ms": 714,
          "p95_ms": 881,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 43,
          "provider": "hyperbolic",
          "p50_ms": 788,
          "p95_ms": 864,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 44,
          "provider": "featherless",
          "p50_ms": 791,
          "p95_ms": 3520,
          "uptime_pct": 96,
          "samples": 23
        },
        {
          "rank": 45,
          "provider": "hunyuan",
          "p50_ms": 1658,
          "p95_ms": 1669,
          "uptime_pct": 100,
          "samples": 23
        }
      ]
    },
    "us-central": {
      "label": "US (Central)",
      "network": [
        {
          "rank": 1,
          "provider": "fireworks",
          "p50_ms": 23,
          "p95_ms": 66,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 2,
          "provider": "google",
          "p50_ms": 33,
          "p95_ms": 93,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 3,
          "provider": "openrouter",
          "p50_ms": 54,
          "p95_ms": 102,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 4,
          "provider": "meta-llama",
          "p50_ms": 54,
          "p95_ms": 101,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 5,
          "provider": "baseten",
          "p50_ms": 56,
          "p95_ms": 82,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 6,
          "provider": "novita",
          "p50_ms": 58,
          "p95_ms": 137,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 7,
          "provider": "cohere",
          "p50_ms": 61,
          "p95_ms": 110,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 8,
          "provider": "cerebras",
          "p50_ms": 66,
          "p95_ms": 112,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 9,
          "provider": "replicate",
          "p50_ms": 75,
          "p95_ms": 113,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 10,
          "provider": "friendli",
          "p50_ms": 79,
          "p95_ms": 394,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 11,
          "provider": "siliconflow",
          "p50_ms": 86,
          "p95_ms": 95,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 12,
          "provider": "targon",
          "p50_ms": 90,
          "p95_ms": 98,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 13,
          "provider": "perplexity",
          "p50_ms": 99,
          "p95_ms": 145,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 14,
          "provider": "anthropic",
          "p50_ms": 105,
          "p95_ms": 265,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 15,
          "provider": "openai",
          "p50_ms": 111,
          "p95_ms": 184,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 16,
          "provider": "xai",
          "p50_ms": 117,
          "p95_ms": 794,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 17,
          "provider": "groq",
          "p50_ms": 119,
          "p95_ms": 185,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 18,
          "provider": "together",
          "p50_ms": 130,
          "p95_ms": 170,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 19,
          "provider": "writer",
          "p50_ms": 138,
          "p95_ms": 172,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 20,
          "provider": "inference-net",
          "p50_ms": 151,
          "p95_ms": 203,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 21,
          "provider": "hyperbolic",
          "p50_ms": 152,
          "p95_ms": 282,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 22,
          "provider": "ai21",
          "p50_ms": 157,
          "p95_ms": 278,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 23,
          "provider": "sambanova",
          "p50_ms": 160,
          "p95_ms": 170,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 24,
          "provider": "mistral",
          "p50_ms": 169,
          "p95_ms": 272,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 25,
          "provider": "nscale",
          "p50_ms": 198,
          "p95_ms": 210,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 26,
          "provider": "deepinfra",
          "p50_ms": 223,
          "p95_ms": 270,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 27,
          "provider": "nebius",
          "p50_ms": 232,
          "p95_ms": 317,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 28,
          "provider": "baichuan",
          "p50_ms": 234,
          "p95_ms": 249,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 29,
          "provider": "kimi",
          "p50_ms": 265,
          "p95_ms": 333,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 30,
          "provider": "ernie",
          "p50_ms": 271,
          "p95_ms": 277,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 31,
          "provider": "deepseek",
          "p50_ms": 304,
          "p95_ms": 355,
          "uptime_pct": 100,
          "samples": 46
        },
        {
          "rank": 32,
          "provider": "aleph-alpha",
          "p50_ms": 305,
          "p95_ms": 466,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 33,
          "provider": "upstage",
          "p50_ms": 316,
          "p95_ms": 338,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 34,
          "provider": "minimax",
          "p50_ms": 325,
          "p95_ms": 351,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 35,
          "provider": "featherless",
          "p50_ms": 364,
          "p95_ms": 3105,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 36,
          "provider": "yi-01ai",
          "p50_ms": 379,
          "p95_ms": 1625,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 37,
          "provider": "glm",
          "p50_ms": 387,
          "p95_ms": 418,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 38,
          "provider": "reka",
          "p50_ms": 404,
          "p95_ms": 474,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 39,
          "provider": "stepfun",
          "p50_ms": 433,
          "p95_ms": 1541,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 40,
          "provider": "qwen",
          "p50_ms": 437,
          "p95_ms": 485,
          "uptime_pct": 100,
          "samples": 28
        },
        {
          "rank": 41,
          "provider": "sarvam",
          "p50_ms": 439,
          "p95_ms": 464,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 42,
          "provider": "iflytek",
          "p50_ms": 456,
          "p95_ms": 3248,
          "uptime_pct": 96,
          "samples": 23
        },
        {
          "rank": 43,
          "provider": "sensenova",
          "p50_ms": 469,
          "p95_ms": 1078,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 44,
          "provider": "doubao",
          "p50_ms": 523,
          "p95_ms": 1918,
          "uptime_pct": 100,
          "samples": 23
        },
        {
          "rank": 45,
          "provider": "hunyuan",
          "p50_ms": 1379,
          "p95_ms": 1386,
          "uptime_pct": 100,
          "samples": 23
        }
      ]
    }
  }
}