{
 "schema": "llmlatency-coding-agents/1",
 "generated": "2026-10-03T20:59:01+00:00",
 "vantage": "one server in the EU (Hetzner, Germany); a single account per vendor",
 "schedule": {
  "speed": "every hour at :37 UTC, one fixed task per agent",
  "hard_panel": "every 6 hours (00:47, 06:47, 12:47, 18:47 UTC), a quarter of the panel; each question is asked once a day"
 },
 "anchor_task": "fixed modular-exponentiation task with one exact answer (same prompt every hour)",
 "hard_panel": {
  "version": "hard-v1",
  "items": 78,
  "composition": {
   "MMLU-Pro": 59,
   "GPQA Diamond": 12,
   "olympiad math (MathArena)": 4,
   "AIME 2026": 3
  },
  "calibrated_pass_rate": 0.615,
  "calibration": "selected and calibrated by livenerf on Claude Opus 5.5 (effort high, 4 trials per question): only questions the model solves sometimes, so a drop is visible",
  "source": "livenerf standard panel (MIT licence)",
  "source_url": "https://github.com/ninjahawk/livenerf",
  "questions_published": false
 },
 "rules": {
  "speed_thinking_ttft": "last 24 h vs the 7 days before; significant when the median moves >= 15% and a two-sided Mann-Whitney test gives p < 0.01, with >= 12 recent and >= 48 baseline samples",
  "accuracy": "baseline = first 10 days of the hard panel, then the last 7 days item by item (paired difference, item-clustered SE); significant when |delta| >= 5 points and |z| >= 2.58",
  "errors": "a failed call is 'not measured', never a wrong answer"
 },
 "agents": [
  {
   "id": "claude-code",
   "agent": "Claude Code",
   "model_label": "Claude Opus 5.5",
   "plan": "Claude Max subscription",
   "served_model_reported": true,
   "model": "claude-opus-5-5",
   "effort": "high",
   "harness_latest": "claude-cli 2.1.288 (Claude Code)",
   "last_sample": "2026-10-03T20:37:16+00:00",
   "last_ok_sample": "2026-10-03T20:37:16+00:00",
   "served_model_latest": "claude-opus-5-5",
   "served_mismatch_7d": 0,
   "window": {
    "recent": "last 24 h",
    "baseline": "the 7 days before",
    "n_recent": 24,
    "n_baseline": 49
   },
   "speed": {
    "recent": 9.1,
    "baseline": 9.0,
    "change": 0.0017,
    "p": 0.823,
    "n_recent": 24,
    "n_baseline": 49,
    "enough_data": true,
    "significant": false,
    "unit": "ms per output token",
    "recent_tok_s": 110.4,
    "baseline_tok_s": 110.6,
    "tok_s_change": -0.0017
   },
   "thinking": {
    "recent": 1041.0,
    "baseline": 1037.0,
    "change": 0.0039,
    "p": 0.747,
    "n_recent": 24,
    "n_baseline": 49,
    "enough_data": true,
    "significant": false
   },
   "ttft": {
    "recent": 3034.5,
    "baseline": 3102.0,
    "change": -0.0218,
    "p": 0.888,
    "n_recent": 24,
    "n_baseline": 49,
    "enough_data": true,
    "significant": false
   },
   "errors_24h": 0.0,
   "errors_significant": false,
   "hourly": [
    {
     "t": "2026-09-30T22:04:37+00:00",
     "tok_s": 109.0,
     "thinking": 981,
     "ttft_ms": 2746,
     "error": false
    },
    {
     "t": "2026-09-30T22:05:29+00:00",
     "tok_s": 113.1,
     "thinking": 922,
     "ttft_ms": 2846,
     "error": false
    },
    {
     "t": "2026-09-30T22:37:20+00:00",
     "tok_s": 106.9,
     "thinking": 1186,
     "ttft_ms": 3128,
     "error": false
    },
    {
     "t": "2026-09-30T23:37:18+00:00",
     "tok_s": 108.8,
     "thinking": 1015,
     "ttft_ms": 3139,
     "error": false
    },
    {
     "t": "2026-10-01T00:37:19+00:00",
     "tok_s": 113.6,
     "thinking": 1117,
     "ttft_ms": 2966,
     "error": false
    },
    {
     "t": "2026-10-01T01:37:26+00:00",
     "tok_s": 116.8,
     "thinking": 1805,
     "ttft_ms": 2911,
     "error": false
    },
    {
     "t": "2026-10-01T02:37:18+00:00",
     "tok_s": 107.5,
     "thinking": 925,
     "ttft_ms": 3194,
     "error": false
    },
    {
     "t": "2026-10-01T03:37:17+00:00",
     "tok_s": 112.6,
     "thinking": 815,
     "ttft_ms": 2727,
     "error": false
    },
    {
     "t": "2026-10-01T04:37:19+00:00",
     "tok_s": 110.1,
     "thinking": 1117,
     "ttft_ms": 2537,
     "error": false
    },
    {
     "t": "2026-10-01T05:37:23+00:00",
     "tok_s": 112.3,
     "thinking": 1235,
     "ttft_ms": 2463,
     "error": false
    },
    {
     "t": "2026-10-01T06:37:20+00:00",
     "tok_s": 110.1,
     "thinking": 1068,
     "ttft_ms": 3506,
     "error": false
    },
    {
     "t": "2026-10-01T07:37:16+00:00",
     "tok_s": 111.0,
     "thinking": 793,
     "ttft_ms": 2554,
     "error": false
    },
    {
     "t": "2026-10-01T08:37:20+00:00",
     "tok_s": 110.4,
     "thinking": 1283,
     "ttft_ms": 3342,
     "error": false
    },
    {
     "t": "2026-10-01T09:37:19+00:00",
     "tok_s": 108.0,
     "thinking": 1096,
     "ttft_ms": 2984,
     "error": false
    },
    {
     "t": "2026-10-01T10:37:18+00:00",
     "tok_s": 112.2,
     "thinking": 989,
     "ttft_ms": 2451,
     "error": false
    },
    {
     "t": "2026-10-01T11:37:16+00:00",
     "tok_s": 110.6,
     "thinking": 819,
     "ttft_ms": 3159,
     "error": false
    },
    {
     "t": "2026-10-01T12:37:17+00:00",
     "tok_s": 113.8,
     "thinking": 852,
     "ttft_ms": 3285,
     "error": false
    },
    {
     "t": "2026-10-01T13:37:24+00:00",
     "tok_s": 103.4,
     "thinking": 1571,
     "ttft_ms": 2795,
     "error": false
    },
    {
     "t": "2026-10-01T14:37:18+00:00",
     "tok_s": 111.2,
     "thinking": 1066,
     "ttft_ms": 3263,
     "error": false
    },
    {
     "t": "2026-10-01T15:37:20+00:00",
     "tok_s": 113.0,
     "thinking": 1334,
     "ttft_ms": 3307,
     "error": false
    },
    {
     "t": "2026-10-01T16:37:23+00:00",
     "tok_s": 117.6,
     "thinking": 1660,
     "ttft_ms": 3125,
     "error": false
    },
    {
     "t": "2026-10-01T17:37:18+00:00",
     "tok_s": 111.4,
     "thinking": 873,
     "ttft_ms": 3483,
     "error": false
    },
    {
     "t": "2026-10-01T18:37:22+00:00",
     "tok_s": 102.4,
     "thinking": 1251,
     "ttft_ms": 2561,
     "error": false
    },
    {
     "t": "2026-10-01T19:37:19+00:00",
     "tok_s": 112.3,
     "thinking": 1036,
     "ttft_ms": 2725,
     "error": false
    },
    {
     "t": "2026-10-01T20:37:19+00:00",
     "tok_s": 113.3,
     "thinking": 1000,
     "ttft_ms": 2618,
     "error": false
    },
    {
     "t": "2026-10-01T21:37:18+00:00",
     "tok_s": 113.3,
     "thinking": 1032,
     "ttft_ms": 2680,
     "error": false
    },
    {
     "t": "2026-10-01T22:37:16+00:00",
     "tok_s": 113.6,
     "thinking": 797,
     "ttft_ms": 2457,
     "error": false
    },
    {
     "t": "2026-10-01T23:37:20+00:00",
     "tok_s": 112.3,
     "thinking": 1094,
     "ttft_ms": 3364,
     "error": false
    },
    {
     "t": "2026-10-02T00:37:18+00:00",
     "tok_s": 112.1,
     "thinking": 1067,
     "ttft_ms": 3075,
     "error": false
    },
    {
     "t": "2026-10-02T01:37:20+00:00",
     "tok_s": 100.7,
     "thinking": 1077,
     "ttft_ms": 3497,
     "error": false
    },
    {
     "t": "2026-10-02T02:37:15+00:00",
     "tok_s": 110.8,
     "thinking": 778,
     "ttft_ms": 3206,
     "error": false
    },
    {
     "t": "2026-10-02T03:37:16+00:00",
     "tok_s": 107.6,
     "thinking": 855,
     "ttft_ms": 2466,
     "error": false
    },
    {
     "t": "2026-10-02T04:37:21+00:00",
     "tok_s": 110.1,
     "thinking": 1286,
     "ttft_ms": 2991,
     "error": false
    },
    {
     "t": "2026-10-02T05:37:15+00:00",
     "tok_s": 115.6,
     "thinking": 736,
     "ttft_ms": 3024,
     "error": false
    },
    {
     "t": "2026-10-02T06:37:18+00:00",
     "tok_s": 108.4,
     "thinking": 1037,
     "ttft_ms": 3154,
     "error": false
    },
    {
     "t": "2026-10-02T07:37:18+00:00",
     "tok_s": 111.4,
     "thinking": 981,
     "ttft_ms": 3651,
     "error": false
    },
    {
     "t": "2026-10-02T08:37:18+00:00",
     "tok_s": 109.4,
     "thinking": 1036,
     "ttft_ms": 3101,
     "error": false
    },
    {
     "t": "2026-10-02T09:37:19+00:00",
     "tok_s": 111.5,
     "thinking": 1080,
     "ttft_ms": 3289,
     "error": false
    },
    {
     "t": "2026-10-02T10:37:19+00:00",
     "tok_s": 105.0,
     "thinking": 1082,
     "ttft_ms": 3271,
     "error": false
    },
    {
     "t": "2026-10-02T11:37:18+00:00",
     "tok_s": 108.0,
     "thinking": 949,
     "ttft_ms": 2680,
     "error": false
    },
    {
     "t": "2026-10-02T12:37:22+00:00",
     "tok_s": 95.8,
     "thinking": 1076,
     "ttft_ms": 5881,
     "error": false
    },
    {
     "t": "2026-10-02T13:37:19+00:00",
     "tok_s": 104.9,
     "thinking": 1066,
     "ttft_ms": 3262,
     "error": false
    },
    {
     "t": "2026-10-02T14:37:18+00:00",
     "tok_s": 109.7,
     "thinking": 947,
     "ttft_ms": 3066,
     "error": false
    },
    {
     "t": "2026-10-02T15:37:16+00:00",
     "tok_s": 110.6,
     "thinking": 722,
     "ttft_ms": 2968,
     "error": false
    },
    {
     "t": "2026-10-02T16:37:19+00:00",
     "tok_s": 109.8,
     "thinking": 1074,
     "ttft_ms": 3207,
     "error": false
    },
    {
     "t": "2026-10-02T17:37:17+00:00",
     "tok_s": 100.4,
     "thinking": 765,
     "ttft_ms": 3934,
     "error": false
    },
    {
     "t": "2026-10-02T18:37:18+00:00",
     "tok_s": 113.1,
     "thinking": 1070,
     "ttft_ms": 3147,
     "error": false
    },
    {
     "t": "2026-10-02T19:37:18+00:00",
     "tok_s": 108.0,
     "thinking": 1008,
     "ttft_ms": 3102,
     "error": false
    },
    {
     "t": "2026-10-02T20:37:19+00:00",
     "tok_s": 109.2,
     "thinking": 1053,
     "ttft_ms": 3172,
     "error": false
    },
    {
     "t": "2026-10-02T21:37:17+00:00",
     "tok_s": 111.0,
     "thinking": 791,
     "ttft_ms": 3137,
     "error": false
    },
    {
     "t": "2026-10-02T22:37:19+00:00",
     "tok_s": 110.1,
     "thinking": 1077,
     "ttft_ms": 3170,
     "error": false
    },
    {
     "t": "2026-10-02T23:37:19+00:00",
     "tok_s": 112.8,
     "thinking": 984,
     "ttft_ms": 3031,
     "error": false
    },
    {
     "t": "2026-10-03T00:37:18+00:00",
     "tok_s": 111.2,
     "thinking": 1045,
     "ttft_ms": 2886,
     "error": false
    },
    {
     "t": "2026-10-03T01:37:21+00:00",
     "tok_s": 109.3,
     "thinking": 1220,
     "ttft_ms": 2528,
     "error": false
    },
    {
     "t": "2026-10-03T02:37:20+00:00",
     "tok_s": 114.3,
     "thinking": 1111,
     "ttft_ms": 2620,
     "error": false
    },
    {
     "t": "2026-10-03T03:37:18+00:00",
     "tok_s": 96.2,
     "thinking": 801,
     "ttft_ms": 3355,
     "error": false
    },
    {
     "t": "2026-10-03T04:37:15+00:00",
     "tok_s": 112.8,
     "thinking": 669,
     "ttft_ms": 2720,
     "error": false
    },
    {
     "t": "2026-10-03T05:37:18+00:00",
     "tok_s": 108.4,
     "thinking": 990,
     "ttft_ms": 2747,
     "error": false
    },
    {
     "t": "2026-10-03T06:37:17+00:00",
     "tok_s": 113.6,
     "thinking": 800,
     "ttft_ms": 2723,
     "error": false
    },
    {
     "t": "2026-10-03T07:37:23+00:00",
     "tok_s": 118.4,
     "thinking": 1520,
     "ttft_ms": 2890,
     "error": false
    },
    {
     "t": "2026-10-03T08:37:20+00:00",
     "tok_s": 109.6,
     "thinking": 1098,
     "ttft_ms": 3038,
     "error": false
    },
    {
     "t": "2026-10-03T09:37:18+00:00",
     "tok_s": 111.8,
     "thinking": 1132,
     "ttft_ms": 3149,
     "error": false
    },
    {
     "t": "2026-10-03T10:37:16+00:00",
     "tok_s": 115.4,
     "thinking": 858,
     "ttft_ms": 3095,
     "error": false
    },
    {
     "t": "2026-10-03T11:37:20+00:00",
     "tok_s": 109.6,
     "thinking": 1151,
     "ttft_ms": 3405,
     "error": false
    },
    {
     "t": "2026-10-03T12:37:19+00:00",
     "tok_s": 109.4,
     "thinking": 1067,
     "ttft_ms": 2878,
     "error": false
    },
    {
     "t": "2026-10-03T13:37:19+00:00",
     "tok_s": 110.7,
     "thinking": 1136,
     "ttft_ms": 3362,
     "error": false
    },
    {
     "t": "2026-10-03T14:37:19+00:00",
     "tok_s": 109.9,
     "thinking": 1058,
     "ttft_ms": 3460,
     "error": false
    },
    {
     "t": "2026-10-03T15:37:18+00:00",
     "tok_s": 110.8,
     "thinking": 969,
     "ttft_ms": 3082,
     "error": false
    },
    {
     "t": "2026-10-03T16:37:18+00:00",
     "tok_s": 103.3,
     "thinking": 813,
     "ttft_ms": 3542,
     "error": false
    },
    {
     "t": "2026-10-03T17:37:19+00:00",
     "tok_s": 106.6,
     "thinking": 1037,
     "ttft_ms": 4625,
     "error": false
    },
    {
     "t": "2026-10-03T18:37:19+00:00",
     "tok_s": 109.1,
     "thinking": 1071,
     "ttft_ms": 2945,
     "error": false
    },
    {
     "t": "2026-10-03T19:37:17+00:00",
     "tok_s": 110.0,
     "thinking": 993,
     "ttft_ms": 2906,
     "error": false
    },
    {
     "t": "2026-10-03T20:37:16+00:00",
     "tok_s": 111.6,
     "thinking": 853,
     "ttft_ms": 2913,
     "error": false
    }
   ],
   "daily": [
    {
     "date": "2026-09-30",
     "n": 4,
     "errors": 0,
     "tok_s": 108.9,
     "thinking": 998.0,
     "ttft_ms": 2987.0,
     "harness": "claude-cli 2.1.285 (Claude Code)"
    },
    {
     "date": "2026-10-01",
     "n": 24,
     "errors": 0,
     "tok_s": 112.2,
     "thinking": 1067.0,
     "ttft_ms": 2938.0,
     "harness": "claude-cli 2.1.286 (Claude Code)"
    },
    {
     "date": "2026-10-02",
     "n": 24,
     "errors": 0,
     "tok_s": 109.8,
     "thinking": 1036.0,
     "ttft_ms": 3150.0,
     "harness": "claude-cli 2.1.287 (Claude Code)"
    },
    {
     "date": "2026-10-03",
     "n": 21,
     "errors": 0,
     "tok_s": 110.0,
     "thinking": 1045.0,
     "ttft_ms": 2945.0,
     "harness": "claude-cli 2.1.288 (Claude Code)"
    }
   ],
   "hard": {
    "answered": 19,
    "correct": 11,
    "errors": 0,
    "by_day": [
     {
      "date": "2026-10-03",
      "correct": 11,
      "answered": 19
     }
    ],
    "start": "2026-10-03T18:49:13+00:00",
    "baseline_end": "2026-10-13T18:49:13+00:00",
    "baseline_days": 10,
    "baseline_day": 1,
    "baseline_complete": false,
    "window": null,
    "accuracy": 0.5789,
    "thinking_median": 481.0,
    "output_median": 662.0
   }
  },
  {
   "id": "codex",
   "agent": "Codex CLI",
   "model_label": "GPT-6 Astra",
   "plan": "ChatGPT Pro subscription",
   "served_model_reported": false,
   "model": "gpt-6-astra",
   "effort": "high",
   "harness_latest": "codex 0.156.1",
   "last_sample": "2026-10-03T20:37:33+00:00",
   "last_ok_sample": "2026-10-03T20:37:33+00:00",
   "window": {
    "recent": "last 24 h",
    "baseline": "the 7 days before",
    "n_recent": 24,
    "n_baseline": 49
   },
   "speed": {
    "recent": 44.5,
    "baseline": 35.5,
    "change": 0.2538,
    "p": 0.13,
    "n_recent": 24,
    "n_baseline": 49,
    "enough_data": true,
    "significant": false,
    "unit": "ms per output token",
    "recent_tok_s": 22.5,
    "baseline_tok_s": 28.2,
    "tok_s_change": -0.2024
   },
   "thinking": {
    "recent": 414.0,
    "baseline": 402.0,
    "change": 0.0299,
    "p": 0.66,
    "n_recent": 24,
    "n_baseline": 49,
    "enough_data": true,
    "significant": false
   },
   "ttft": {
    "recent": 3144.5,
    "baseline": 3421.0,
    "change": -0.0808,
    "p": 0.916,
    "n_recent": 24,
    "n_baseline": 49,
    "enough_data": true,
    "significant": false
   },
   "errors_24h": 0.0,
   "errors_significant": false,
   "hourly": [
    {
     "t": "2026-09-30T22:04:43+00:00",
     "tok_s": 29.0,
     "thinking": 392,
     "ttft_ms": 2852,
     "error": false
    },
    {
     "t": "2026-09-30T22:05:37+00:00",
     "tok_s": 29.5,
     "thinking": 445,
     "ttft_ms": 2606,
     "error": false
    },
    {
     "t": "2026-09-30T22:37:27+00:00",
     "tok_s": 28.3,
     "thinking": 403,
     "ttft_ms": 3609,
     "error": false
    },
    {
     "t": "2026-09-30T23:37:23+00:00",
     "tok_s": 28.4,
     "thinking": 388,
     "ttft_ms": 3038,
     "error": false
    },
    {
     "t": "2026-10-01T00:37:25+00:00",
     "tok_s": 29.7,
     "thinking": 399,
     "ttft_ms": 2311,
     "error": false
    },
    {
     "t": "2026-10-01T01:37:24+00:00",
     "tok_s": 29.1,
     "thinking": 370,
     "ttft_ms": 2648,
     "error": false
    },
    {
     "t": "2026-10-01T02:37:33+00:00",
     "tok_s": 29.3,
     "thinking": 382,
     "ttft_ms": 2457,
     "error": false
    },
    {
     "t": "2026-10-01T03:37:27+00:00",
     "tok_s": 28.4,
     "thinking": 428,
     "ttft_ms": 3497,
     "error": false
    },
    {
     "t": "2026-10-01T04:37:25+00:00",
     "tok_s": 29.0,
     "thinking": 378,
     "ttft_ms": 2778,
     "error": false
    },
    {
     "t": "2026-10-01T05:37:26+00:00",
     "tok_s": 27.3,
     "thinking": 414,
     "ttft_ms": 3887,
     "error": false
    },
    {
     "t": "2026-10-01T06:37:27+00:00",
     "tok_s": 26.0,
     "thinking": 371,
     "ttft_ms": 5209,
     "error": false
    },
    {
     "t": "2026-10-01T07:37:28+00:00",
     "tok_s": 26.6,
     "thinking": 454,
     "ttft_ms": 5128,
     "error": false
    },
    {
     "t": "2026-10-01T08:37:27+00:00",
     "tok_s": 28.2,
     "thinking": 437,
     "ttft_ms": 3194,
     "error": false
    },
    {
     "t": "2026-10-01T09:37:26+00:00",
     "tok_s": 28.4,
     "thinking": 440,
     "ttft_ms": 3430,
     "error": false
    },
    {
     "t": "2026-10-01T10:37:25+00:00",
     "tok_s": 28.5,
     "thinking": 396,
     "ttft_ms": 3126,
     "error": false
    },
    {
     "t": "2026-10-01T11:37:25+00:00",
     "tok_s": 27.2,
     "thinking": 411,
     "ttft_ms": 4159,
     "error": false
    },
    {
     "t": "2026-10-01T12:37:27+00:00",
     "tok_s": 28.1,
     "thinking": 439,
     "ttft_ms": 3456,
     "error": false
    },
    {
     "t": "2026-10-01T13:37:26+00:00",
     "tok_s": 27.7,
     "thinking": 453,
     "ttft_ms": 3939,
     "error": false
    },
    {
     "t": "2026-10-01T14:37:24+00:00",
     "tok_s": 28.7,
     "thinking": 409,
     "ttft_ms": 2901,
     "error": false
    },
    {
     "t": "2026-10-01T15:37:24+00:00",
     "tok_s": 28.3,
     "thinking": 364,
     "ttft_ms": 3239,
     "error": false
    },
    {
     "t": "2026-10-01T16:37:24+00:00",
     "tok_s": 29.2,
     "thinking": 394,
     "ttft_ms": 2522,
     "error": false
    },
    {
     "t": "2026-10-01T17:37:27+00:00",
     "tok_s": 29.4,
     "thinking": 475,
     "ttft_ms": 2800,
     "error": false
    },
    {
     "t": "2026-10-01T18:37:32+00:00",
     "tok_s": 28.6,
     "thinking": 614,
     "ttft_ms": 4335,
     "error": false
    },
    {
     "t": "2026-10-01T19:37:28+00:00",
     "tok_s": 29.8,
     "thinking": 516,
     "ttft_ms": 2634,
     "error": false
    },
    {
     "t": "2026-10-01T20:37:25+00:00",
     "tok_s": 27.8,
     "thinking": 399,
     "ttft_ms": 3493,
     "error": false
    },
    {
     "t": "2026-10-01T21:37:27+00:00",
     "tok_s": 30.0,
     "thinking": 516,
     "ttft_ms": 2344,
     "error": false
    },
    {
     "t": "2026-10-01T22:37:25+00:00",
     "tok_s": 28.2,
     "thinking": 434,
     "ttft_ms": 3421,
     "error": false
    },
    {
     "t": "2026-10-01T23:37:23+00:00",
     "tok_s": 29.0,
     "thinking": 386,
     "ttft_ms": 2687,
     "error": false
    },
    {
     "t": "2026-10-02T00:37:27+00:00",
     "tok_s": 27.9,
     "thinking": 478,
     "ttft_ms": 3964,
     "error": false
    },
    {
     "t": "2026-10-02T01:37:27+00:00",
     "tok_s": 28.6,
     "thinking": 462,
     "ttft_ms": 3509,
     "error": false
    },
    {
     "t": "2026-10-02T02:37:24+00:00",
     "tok_s": 28.7,
     "thinking": 406,
     "ttft_ms": 3050,
     "error": false
    },
    {
     "t": "2026-10-02T03:37:38+00:00",
     "tok_s": 24.1,
     "thinking": 383,
     "ttft_ms": 7327,
     "error": false
    },
    {
     "t": "2026-10-02T04:37:24+00:00",
     "tok_s": 29.6,
     "thinking": 394,
     "ttft_ms": 2344,
     "error": false
    },
    {
     "t": "2026-10-02T05:37:15+00:00",
     "tok_s": 47.9,
     "thinking": 365,
     "ttft_ms": 9382,
     "error": false
    },
    {
     "t": "2026-10-02T06:37:42+00:00",
     "tok_s": 22.0,
     "thinking": 402,
     "ttft_ms": 3567,
     "error": false
    },
    {
     "t": "2026-10-02T07:37:32+00:00",
     "tok_s": 21.5,
     "thinking": 371,
     "ttft_ms": 4126,
     "error": false
    },
    {
     "t": "2026-10-02T08:37:39+00:00",
     "tok_s": 17.3,
     "thinking": 379,
     "ttft_ms": 11505,
     "error": false
    },
    {
     "t": "2026-10-02T09:37:31+00:00",
     "tok_s": 21.9,
     "thinking": 368,
     "ttft_ms": 3387,
     "error": false
    },
    {
     "t": "2026-10-02T10:37:37+00:00",
     "tok_s": 20.1,
     "thinking": 468,
     "ttft_ms": 4582,
     "error": false
    },
    {
     "t": "2026-10-02T11:37:38+00:00",
     "tok_s": 18.9,
     "thinking": 453,
     "ttft_ms": 6793,
     "error": false
    },
    {
     "t": "2026-10-02T12:37:33+00:00",
     "tok_s": 22.3,
     "thinking": 431,
     "ttft_ms": 3139,
     "error": false
    },
    {
     "t": "2026-10-02T13:37:33+00:00",
     "tok_s": 22.3,
     "thinking": 432,
     "ttft_ms": 3231,
     "error": false
    },
    {
     "t": "2026-10-02T14:37:30+00:00",
     "tok_s": 22.0,
     "thinking": 384,
     "ttft_ms": 3252,
     "error": false
    },
    {
     "t": "2026-10-02T15:37:32+00:00",
     "tok_s": 20.6,
     "thinking": 341,
     "ttft_ms": 4970,
     "error": false
    },
    {
     "t": "2026-10-02T16:37:34+00:00",
     "tok_s": 21.1,
     "thinking": 437,
     "ttft_ms": 4861,
     "error": false
    },
    {
     "t": "2026-10-02T17:37:31+00:00",
     "tok_s": 21.6,
     "thinking": 390,
     "ttft_ms": 3864,
     "error": false
    },
    {
     "t": "2026-10-02T18:37:31+00:00",
     "tok_s": 22.5,
     "thinking": 348,
     "ttft_ms": 2767,
     "error": false
    },
    {
     "t": "2026-10-02T19:37:32+00:00",
     "tok_s": 21.9,
     "thinking": 383,
     "ttft_ms": 3690,
     "error": false
    },
    {
     "t": "2026-10-02T20:37:29+00:00",
     "tok_s": 22.7,
     "thinking": 400,
     "ttft_ms": 2293,
     "error": false
    },
    {
     "t": "2026-10-02T21:37:35+00:00",
     "tok_s": 22.2,
     "thinking": 418,
     "ttft_ms": 3495,
     "error": false
    },
    {
     "t": "2026-10-02T22:37:17+00:00",
     "tok_s": 44.5,
     "thinking": 441,
     "ttft_ms": 11679,
     "error": false
    },
    {
     "t": "2026-10-02T23:37:28+00:00",
     "tok_s": 22.7,
     "thinking": 377,
     "ttft_ms": 2369,
     "error": false
    },
    {
     "t": "2026-10-03T00:37:16+00:00",
     "tok_s": 44.4,
     "thinking": 356,
     "ttft_ms": 9948,
     "error": false
    },
    {
     "t": "2026-10-03T01:37:31+00:00",
     "tok_s": 22.7,
     "thinking": 438,
     "ttft_ms": 2668,
     "error": false
    },
    {
     "t": "2026-10-03T02:37:30+00:00",
     "tok_s": 22.8,
     "thinking": 419,
     "ttft_ms": 2386,
     "error": false
    },
    {
     "t": "2026-10-03T03:37:28+00:00",
     "tok_s": 22.9,
     "thinking": 370,
     "ttft_ms": 2174,
     "error": false
    },
    {
     "t": "2026-10-03T04:37:32+00:00",
     "tok_s": 22.2,
     "thinking": 429,
     "ttft_ms": 3238,
     "error": false
    },
    {
     "t": "2026-10-03T05:37:44+00:00",
     "tok_s": 23.1,
     "thinking": 735,
     "ttft_ms": 2937,
     "error": false
    },
    {
     "t": "2026-10-03T06:37:16+00:00",
     "tok_s": 44.3,
     "thinking": 383,
     "ttft_ms": 9856,
     "error": false
    },
    {
     "t": "2026-10-03T07:37:32+00:00",
     "tok_s": 22.0,
     "thinking": 414,
     "ttft_ms": 3286,
     "error": false
    },
    {
     "t": "2026-10-03T08:37:32+00:00",
     "tok_s": 20.9,
     "thinking": 370,
     "ttft_ms": 3397,
     "error": false
    },
    {
     "t": "2026-10-03T09:37:31+00:00",
     "tok_s": 21.9,
     "thinking": 393,
     "ttft_ms": 3556,
     "error": false
    },
    {
     "t": "2026-10-03T10:37:30+00:00",
     "tok_s": 20.6,
     "thinking": 349,
     "ttft_ms": 3051,
     "error": false
    },
    {
     "t": "2026-10-03T11:37:31+00:00",
     "tok_s": 22.3,
     "thinking": 414,
     "ttft_ms": 2977,
     "error": false
    },
    {
     "t": "2026-10-03T12:37:30+00:00",
     "tok_s": 22.3,
     "thinking": 415,
     "ttft_ms": 2953,
     "error": false
    },
    {
     "t": "2026-10-03T13:37:23+00:00",
     "tok_s": 31.2,
     "thinking": 372,
     "ttft_ms": 15031,
     "error": false
    },
    {
     "t": "2026-10-03T14:37:32+00:00",
     "tok_s": 22.4,
     "thinking": 441,
     "ttft_ms": 2986,
     "error": false
    },
    {
     "t": "2026-10-03T15:37:40+00:00",
     "tok_s": 22.5,
     "thinking": 640,
     "ttft_ms": 3813,
     "error": false
    },
    {
     "t": "2026-10-03T16:37:22+00:00",
     "tok_s": 30.2,
     "thinking": 368,
     "ttft_ms": 14751,
     "error": false
    },
    {
     "t": "2026-10-03T17:37:32+00:00",
     "tok_s": 22.5,
     "thinking": 447,
     "ttft_ms": 2899,
     "error": false
    },
    {
     "t": "2026-10-03T18:37:31+00:00",
     "tok_s": 22.4,
     "thinking": 398,
     "ttft_ms": 3023,
     "error": false
    },
    {
     "t": "2026-10-03T19:37:30+00:00",
     "tok_s": 20.8,
     "thinking": 369,
     "ttft_ms": 4678,
     "error": false
    },
    {
     "t": "2026-10-03T20:37:33+00:00",
     "tok_s": 22.6,
     "thinking": 416,
     "ttft_ms": 2808,
     "error": false
    }
   ],
   "daily": [
    {
     "date": "2026-09-30",
     "n": 4,
     "errors": 0,
     "tok_s": 28.7,
     "thinking": 398.0,
     "ttft_ms": 2945.0,
     "harness": "codex 0.156.1"
    },
    {
     "date": "2026-10-01",
     "n": 24,
     "errors": 0,
     "tok_s": 28.5,
     "thinking": 412.0,
     "ttft_ms": 3216.0,
     "harness": "codex 0.156.1"
    },
    {
     "date": "2026-10-02",
     "n": 24,
     "errors": 0,
     "tok_s": 22.2,
     "thinking": 397.0,
     "ttft_ms": 3628.0,
     "harness": "codex 0.156.1"
    },
    {
     "date": "2026-10-03",
     "n": 21,
     "errors": 0,
     "tok_s": 22.5,
     "thinking": 414.0,
     "ttft_ms": 3051.0,
     "harness": "codex 0.156.1"
    }
   ],
   "hard": {
    "answered": 19,
    "correct": 8,
    "errors": 0,
    "by_day": [
     {
      "date": "2026-10-03",
      "correct": 8,
      "answered": 19
     }
    ],
    "start": "2026-10-03T18:47:12+00:00",
    "baseline_end": "2026-10-13T18:47:12+00:00",
    "baseline_days": 10,
    "baseline_day": 1,
    "baseline_complete": false,
    "window": null,
    "accuracy": 0.4211,
    "thinking_median": 205.0,
    "output_median": 217.0,
    "thinking_exactly_516": 0
   }
  }
 ],
 "source": "https://llmlatency.dev/coding-agents",
 "license": "CC-BY-4.0"
}