[
  {
    "source": "auto_followup",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "openrouter-auto",
    "n": 17,
    "successes": 17,
    "failures": 0,
    "failure_ci": [
      0,
      0.18432366037156456
    ],
    "ttft_s": 7.612,
    "ttft_p90_s": 17.7864,
    "decode_tps": 40.18,
    "total_s": 32.455,
    "ttft_samples": 17,
    "decode_samples": 17,
    "cache_share": 0.09853415520309877,
    "cache_samples": 17,
    "priced_samples": 17,
    "cost_per_m_prompt": 0.09858753182245832
  },
  {
    "source": "marked",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "doubleword-flex",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 8.0665,
    "ttft_p90_s": 19.359500000000004,
    "decode_tps": null,
    "total_s": 8.0665,
    "ttft_samples": 30,
    "decode_samples": 0,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.08795114339226391,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "doubleword-realtime",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 5.487,
    "ttft_p90_s": 10.151100000000001,
    "decode_tps": 98.69,
    "total_s": 6.725,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.11295276188484381,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "doubleword-flex",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 6.4955,
    "ttft_p90_s": 9.6416,
    "decode_tps": null,
    "total_s": 6.4955,
    "ttft_samples": 30,
    "decode_samples": 0,
    "cache_share": 0.9666666666666667,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.018926617305719103,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "doubleword-realtime",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 5.0295,
    "ttft_p90_s": 8.443999999999999,
    "decode_tps": 103.46000000000001,
    "total_s": 7.49,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9666666666666667,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.024533586364225056,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "doubleword-flex",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 18.1815,
    "ttft_p90_s": 29.767200000000003,
    "decode_tps": null,
    "total_s": 18.182000000000002,
    "ttft_samples": 30,
    "decode_samples": 0,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.08795114339226391,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "doubleword-realtime",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 8.1875,
    "ttft_p90_s": 11.273100000000001,
    "decode_tps": 86.6,
    "total_s": 13.565,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.11295276188484381,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "doubleword-flex",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 3.404,
    "ttft_p90_s": 11.1529,
    "decode_tps": null,
    "total_s": 3.404,
    "ttft_samples": 30,
    "decode_samples": 0,
    "cache_share": 1.0,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.018926617305719103,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "doubleword-realtime",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.383,
    "ttft_p90_s": 1.6125000000000003,
    "decode_tps": 101.56,
    "total_s": 7.43,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 1.0,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.024533586364225056,
    "cost_calibration_samples": 16
  },
  {
    "source": "marked",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.548,
    "ttft_p90_s": 3.1685000000000003,
    "decode_tps": null,
    "total_s": 2.5484999999999998,
    "ttft_samples": 100,
    "decode_samples": 0,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.09094969199178642,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.2349999999999999,
    "ttft_p90_s": 1.685,
    "decode_tps": 87.50999999999999,
    "total_s": 2.5614999999999997,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.1169219901212634,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.0324999999999998,
    "ttft_p90_s": 2.5361000000000002,
    "decode_tps": null,
    "total_s": 2.033,
    "ttft_samples": 100,
    "decode_samples": 0,
    "cache_share": 1.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.01859664393395546,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.115,
    "ttft_p90_s": 1.3502000000000003,
    "decode_tps": 104.195,
    "total_s": 1.7999999999999998,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.99,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.024242080940416525,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 3.0545,
    "ttft_p90_s": 4.1122,
    "decode_tps": null,
    "total_s": 3.056,
    "ttft_samples": 98,
    "decode_samples": 0,
    "cache_share": 0.0,
    "cache_samples": 98,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.09094969199178642,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.204,
    "ttft_p90_s": 1.5343,
    "decode_tps": 84.795,
    "total_s": 3.141,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.1169219901212634,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.532,
    "ttft_p90_s": 2.717,
    "decode_tps": null,
    "total_s": 2.532,
    "ttft_samples": 100,
    "decode_samples": 0,
    "cache_share": 1.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.01859664393395546,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.0635,
    "ttft_p90_s": 1.343,
    "decode_tps": 139.29500000000002,
    "total_s": 2.1325000000000003,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 1.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.024242080940416525,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.3365,
    "ttft_p90_s": 2.361,
    "decode_tps": null,
    "total_s": 2.3365,
    "ttft_samples": 100,
    "decode_samples": 0,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.09094969199178642,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.472,
    "ttft_p90_s": 0.5398000000000005,
    "decode_tps": 77.21000000000001,
    "total_s": 1.7795,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.1169219901212634,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.843,
    "ttft_p90_s": 1.879,
    "decode_tps": null,
    "total_s": 1.843,
    "ttft_samples": 100,
    "decode_samples": 0,
    "cache_share": 0.99,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.01859664393395546,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.489,
    "ttft_p90_s": 0.8771,
    "decode_tps": 103.875,
    "total_s": 1.367,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.99,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.024242080940416525,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.847,
    "ttft_p90_s": 3.3542,
    "decode_tps": null,
    "total_s": 2.847,
    "ttft_samples": 100,
    "decode_samples": 0,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.09094969199178642,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 98,
    "failures": 2,
    "failure_ci": [
      0.005501852234968185,
      0.07001316294199365
    ],
    "ttft_s": 0.4715,
    "ttft_p90_s": 0.5171,
    "decode_tps": 79.59,
    "total_s": 2.4835000000000003,
    "ttft_samples": 98,
    "decode_samples": 98,
    "cache_share": 0.0,
    "cache_samples": 98,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.1169219901212634,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "doubleword-flex",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.862,
    "ttft_p90_s": 2.843,
    "decode_tps": null,
    "total_s": 1.862,
    "ttft_samples": 100,
    "decode_samples": 0,
    "cache_share": 1.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.01859664393395546,
    "cost_calibration_samples": 80
  },
  {
    "source": "marked",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "doubleword-realtime",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.4315,
    "ttft_p90_s": 0.8731,
    "decode_tps": 105.725,
    "total_s": 1.7525,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 1.0,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": 0.024242080940416525,
    "cost_calibration_samples": 80
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "atlas-cloud/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 5.5445,
    "ttft_p90_s": 6.984200000000001,
    "decode_tps": 154.675,
    "total_s": 6.1850000000000005,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.4412072294340104
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "coreweave/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 10.742,
    "ttft_p90_s": 11.0015,
    "decode_tps": 125.965,
    "total_s": 11.3045,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.1302021678770182
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "deepseek",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.4635,
    "ttft_p90_s": 5.2161,
    "decode_tps": 104.905,
    "total_s": 5.3325,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.22056220596026754
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "gmicloud/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 8.998999999999999,
    "ttft_p90_s": 18.5754,
    "decode_tps": 171.775,
    "total_s": 10.755500000000001,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.3530166159476315
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "morph/bf16",
    "n": 30,
    "successes": 27,
    "failures": 3,
    "failure_ci": [
      0.03459925995971615,
      0.25621441315266624
    ],
    "ttft_s": 9.465,
    "ttft_p90_s": 14.680200000000001,
    "decode_tps": 38.62,
    "total_s": 16.329,
    "ttft_samples": 25,
    "decode_samples": 25,
    "cache_share": 0.0,
    "cache_samples": 25,
    "priced_samples": 25,
    "cost_per_m_prompt": 0.09185631112777717
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "novita/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 5.1325,
    "ttft_p90_s": 9.1614,
    "decode_tps": 121.82,
    "total_s": 6.112,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.44124798620076544
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "openrouter-auto",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.556,
    "ttft_p90_s": 8.825000000000003,
    "decode_tps": 93.675,
    "total_s": 5.9125,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.05583617829015771,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.08398997523194532
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "parasail/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 6.803000000000001,
    "ttft_p90_s": 8.8859,
    "decode_tps": 50.625,
    "total_s": 9.3215,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.14027885363271592
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "relace/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.12,
    "ttft_p90_s": 6.6111,
    "decode_tps": 139.63,
    "total_s": 4.7085,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.06517149464253526
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "siliconflow/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 10.669,
    "ttft_p90_s": 11.7068,
    "decode_tps": 91.32,
    "total_s": 11.4725,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.22060909054694655
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "telnyx",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 3.737,
    "ttft_p90_s": 6.0893,
    "decode_tps": 452.405,
    "total_s": 4.0245,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": null,
    "cache_samples": 0,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "cold",
    "route": "together",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 3.9155,
    "ttft_p90_s": 5.874700000000001,
    "decode_tps": 63.795,
    "total_s": 6.0995,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.14026463060401348
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "atlas-cloud/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.9335,
    "ttft_p90_s": 5.5757,
    "decode_tps": 174.31,
    "total_s": 5.547499999999999,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9663681433443245,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.04307924117297418
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "coreweave/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.0185,
    "ttft_p90_s": 1.3593000000000002,
    "decode_tps": 131.385,
    "total_s": 1.6564999999999999,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9639029184888543,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.07237307113754321
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "deepseek",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.7555,
    "ttft_p90_s": 2.2257000000000002,
    "decode_tps": 98.905,
    "total_s": 2.701,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9663681433443245,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.014758606536963429
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "gmicloud/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 6.893,
    "ttft_p90_s": 15.6744,
    "decode_tps": 131.52,
    "total_s": 18.0335,
    "ttft_samples": 15,
    "decode_samples": 15,
    "cache_share": 0.7717873876386772,
    "cache_samples": 15,
    "priced_samples": 15,
    "cost_per_m_prompt": 0.08996721755675763
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "morph/bf16",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.852,
    "ttft_p90_s": 3.791600000000014,
    "decode_tps": 92.085,
    "total_s": 3.01,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.8997220644929919,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.03264825103188123
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "novita/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 7.398,
    "ttft_p90_s": 10.5294,
    "decode_tps": 121.755,
    "total_s": 8.192,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9663681433443245,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.0431550707457106
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "openrouter-auto",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.3824999999999998,
    "ttft_p90_s": 3.0885000000000002,
    "decode_tps": 110.47999999999999,
    "total_s": 2.1405000000000003,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9660025548806223,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.03565297189996583
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "parasail/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 2.496,
    "ttft_p90_s": 5.366600000000002,
    "decode_tps": 74.295,
    "total_s": 4.054,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9323650418895629,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.056352317291440454
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "relace/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.3665,
    "ttft_p90_s": 1.6087000000000002,
    "decode_tps": 181.9,
    "total_s": 1.8625,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9663681433443245,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.0178137061720278
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "siliconflow/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 2.8045,
    "ttft_p90_s": 3.8115,
    "decode_tps": 98.75999999999999,
    "total_s": 3.724,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9330451039186582,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.041498576452188116
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "telnyx",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.3645,
    "ttft_p90_s": 3.7621,
    "decode_tps": 384.645,
    "total_s": 1.649,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 28,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in100k_out100",
    "cache_mode": "warm",
    "route": "together",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.028,
    "ttft_p90_s": 3.971600000000001,
    "decode_tps": 52.17,
    "total_s": 2.613,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.8666593613128385,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.0449151615977473
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "atlas-cloud/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 5.797499999999999,
    "ttft_p90_s": 7.891900000000001,
    "decode_tps": 180.4,
    "total_s": 8.8405,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.4464138762096038
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "coreweave/fp8",
    "n": 13,
    "successes": 13,
    "failures": 0,
    "failure_ci": [
      0,
      0.22810184305529166
    ],
    "ttft_s": 10.865,
    "ttft_p90_s": 11.088,
    "decode_tps": 130.84,
    "total_s": 11.941,
    "ttft_samples": 13,
    "decode_samples": 13,
    "cache_share": 0.0,
    "cache_samples": 13,
    "priced_samples": 13,
    "cost_per_m_prompt": 0.13075332359912423
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "deepseek",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.4175,
    "ttft_p90_s": 6.240700000000001,
    "decode_tps": 113.67,
    "total_s": 6.3454999999999995,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.2223977883239011
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "gmicloud/fp8",
    "n": 16,
    "successes": 9,
    "failures": 7,
    "failure_ci": [
      0.2309836333518552,
      0.6682180439322347
    ],
    "ttft_s": 9.676,
    "ttft_p90_s": 12.182599999999999,
    "decode_tps": 142.11,
    "total_s": 12.255,
    "ttft_samples": 9,
    "decode_samples": 9,
    "cache_share": 0.0,
    "cache_samples": 9,
    "priced_samples": 9,
    "cost_per_m_prompt": 0.35500314708993774
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "morph/bf16",
    "n": 30,
    "successes": 27,
    "failures": 3,
    "failure_ci": [
      0.03459925995971615,
      0.25621441315266624
    ],
    "ttft_s": 12.85,
    "ttft_p90_s": 35.09080000000001,
    "decode_tps": 52.45,
    "total_s": 27.182,
    "ttft_samples": 27,
    "decode_samples": 27,
    "cache_share": 0.0,
    "cache_samples": 27,
    "priced_samples": 27,
    "cost_per_m_prompt": 0.10048602276562507
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "novita/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.36,
    "ttft_p90_s": 7.368700000000002,
    "decode_tps": 117.71000000000001,
    "total_s": 5.7475000000000005,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.4436826036309893
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "openrouter-auto",
    "n": 13,
    "successes": 13,
    "failures": 0,
    "failure_ci": [
      0,
      0.22810184305529166
    ],
    "ttft_s": 5.229,
    "ttft_p90_s": 11.126000000000003,
    "decode_tps": 114.46,
    "total_s": 7.583,
    "ttft_samples": 13,
    "decode_samples": 13,
    "cache_share": 0.06442669518533045,
    "cache_samples": 13,
    "priced_samples": 13,
    "cost_per_m_prompt": 0.11795420474602863
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "parasail/fp8",
    "n": 9,
    "successes": 9,
    "failures": 0,
    "failure_ci": [
      0,
      0.2991527535509594
    ],
    "ttft_s": 6.365,
    "ttft_p90_s": 7.2106,
    "decode_tps": 80.18,
    "total_s": 11.44,
    "ttft_samples": 9,
    "decode_samples": 9,
    "cache_share": 0.0,
    "cache_samples": 9,
    "priced_samples": 9,
    "cost_per_m_prompt": 0.14105126179300087
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "relace/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.246499999999999,
    "ttft_p90_s": 6.357200000000001,
    "decode_tps": 176.07,
    "total_s": 6.3975,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.0,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.06573754426779377
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "siliconflow/fp8",
    "n": 16,
    "successes": 16,
    "failures": 0,
    "failure_ci": [
      0,
      0.19361341827271994
    ],
    "ttft_s": 10.9405,
    "ttft_p90_s": 11.649000000000001,
    "decode_tps": 84.765,
    "total_s": 13.183499999999999,
    "ttft_samples": 16,
    "decode_samples": 16,
    "cache_share": 0.0,
    "cache_samples": 16,
    "priced_samples": 16,
    "cost_per_m_prompt": 0.22224834090419632
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "telnyx",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 3.7295,
    "ttft_p90_s": 4.2271,
    "decode_tps": 615.86,
    "total_s": 5.2435,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": null,
    "cache_samples": 0,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "cold",
    "route": "together",
    "n": 28,
    "successes": 28,
    "failures": 0,
    "failure_ci": [
      0,
      0.12064720365810762
    ],
    "ttft_s": 3.516,
    "ttft_p90_s": 5.4792,
    "decode_tps": 87.94,
    "total_s": 8.4235,
    "ttft_samples": 28,
    "decode_samples": 28,
    "cache_share": 0.0,
    "cache_samples": 28,
    "priced_samples": 28,
    "cost_per_m_prompt": 0.1415450405029299
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "atlas-cloud/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 4.9385,
    "ttft_p90_s": 5.7085,
    "decode_tps": 188.67,
    "total_s": 6.4350000000000005,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.03304432025342936
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "coreweave/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 0.9155,
    "ttft_p90_s": 1.8533000000000008,
    "decode_tps": 109.03999999999999,
    "total_s": 1.927,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9971409501608838,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.07059579809330266
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "deepseek",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.7854999999999999,
    "ttft_p90_s": 2.2714,
    "decode_tps": 99.08000000000001,
    "total_s": 3.0389999999999997,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.008407041032844205
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "gmicloud/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 7.3,
    "ttft_p90_s": 9.9818,
    "decode_tps": 120.36500000000001,
    "total_s": 20.2855,
    "ttft_samples": 14,
    "decode_samples": 14,
    "cache_share": 0.9369642839353847,
    "cache_samples": 14,
    "priced_samples": 14,
    "cost_per_m_prompt": 0.03760729890234687
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "morph/bf16",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.7585,
    "ttft_p90_s": 1.9435000000000002,
    "decode_tps": 113.22999999999999,
    "total_s": 9.704,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.026675641459875346
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "novita/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 7.3445,
    "ttft_p90_s": 10.1729,
    "decode_tps": 120.025,
    "total_s": 11.1395,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.03427512626639968
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "openrouter-auto",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 2.4185,
    "ttft_p90_s": 3.5166000000000017,
    "decode_tps": 106.245,
    "total_s": 4.455,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.8604102952359132,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.051012673981318216
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "parasail/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 2.201,
    "ttft_p90_s": 2.6413,
    "decode_tps": 94.24000000000001,
    "total_s": 4.6105,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.05124830565600417
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "relace/fp4",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.373,
    "ttft_p90_s": 1.7886000000000002,
    "decode_tps": 169.16,
    "total_s": 2.558,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.016626052219997408
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "siliconflow/fp8",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 2.8685,
    "ttft_p90_s": 3.7087000000000003,
    "decode_tps": 90.65,
    "total_s": 4.4745,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 30,
    "cost_per_m_prompt": 0.029852903380054394
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "telnyx",
    "n": 30,
    "successes": 30,
    "failures": 0,
    "failure_ci": [
      0,
      0.113517091390478
    ],
    "ttft_s": 1.3355000000000001,
    "ttft_p90_s": 1.4902000000000002,
    "decode_tps": 606.715,
    "total_s": 2.8415,
    "ttft_samples": 30,
    "decode_samples": 30,
    "cache_share": 0.9996911827699909,
    "cache_samples": 30,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in100k_out1k",
    "cache_mode": "warm",
    "route": "together",
    "n": 30,
    "successes": 29,
    "failures": 1,
    "failure_ci": [
      0.0059084379948573795,
      0.16670751396958874
    ],
    "ttft_s": 1.263,
    "ttft_p90_s": 2.0494,
    "decode_tps": 44.06,
    "total_s": 4.33,
    "ttft_samples": 29,
    "decode_samples": 29,
    "cache_share": 0.9999900381538707,
    "cache_samples": 29,
    "priced_samples": 29,
    "cost_per_m_prompt": 0.030517311799257124
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.7285000000000004,
    "ttft_p90_s": 6.6706,
    "decode_tps": 127.785,
    "total_s": 3.6799999999999997,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.45297915634615343
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.2425000000000002,
    "ttft_p90_s": 1.4454,
    "decode_tps": 106.27000000000001,
    "total_s": 2.018,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.1320731162168323
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.0975000000000001,
    "ttft_p90_s": 1.3851,
    "decode_tps": 118.22,
    "total_s": 1.9815,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.2264895845771414
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 5.8385,
    "ttft_p90_s": 18.521000000000004,
    "decode_tps": 121.65,
    "total_s": 7.5765,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.016600962131491304,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.35638683172566915
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "morph/bf16",
    "n": 100,
    "successes": 45,
    "failures": 55,
    "failure_ci": [
      0.45244427031643447,
      0.6438562489359654
    ],
    "ttft_s": 1.73,
    "ttft_p90_s": 2.4844,
    "decode_tps": 43.31,
    "total_s": 4.087,
    "ttft_samples": 45,
    "decode_samples": 45,
    "cache_share": 0.0,
    "cache_samples": 45,
    "priced_samples": 45,
    "cost_per_m_prompt": 0.10147278254767152
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.2080000000000002,
    "ttft_p90_s": 2.7167,
    "decode_tps": 117.31,
    "total_s": 2.0615,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.4529946465488743
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.1305,
    "ttft_p90_s": 2.1450000000000005,
    "decode_tps": 70.41499999999999,
    "total_s": 2.8034999999999997,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.10235139183141374
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.479,
    "ttft_p90_s": 4.260300000000006,
    "decode_tps": 28.590000000000003,
    "total_s": 5.749499999999999,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.14275285905022989
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "relace/fp4",
    "n": 100,
    "successes": 98,
    "failures": 2,
    "failure_ci": [
      0.005501852234968185,
      0.07001316294199365
    ],
    "ttft_s": 0.9315,
    "ttft_p90_s": 1.5084999999999997,
    "decode_tps": 120.11500000000001,
    "total_s": 1.862,
    "ttft_samples": 98,
    "decode_samples": 98,
    "cache_share": 0.0,
    "cache_samples": 98,
    "priced_samples": 98,
    "cost_per_m_prompt": 0.06676246159794826
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.876,
    "ttft_p90_s": 2.3482000000000003,
    "decode_tps": 100.35499999999999,
    "total_s": 2.8495,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.2264767822144677
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.876,
    "ttft_p90_s": 1.0065,
    "decode_tps": 374.21000000000004,
    "total_s": 1.157,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": null,
    "cache_samples": 0,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "cold",
    "route": "together",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.0765,
    "ttft_p90_s": 1.7181000000000004,
    "decode_tps": 74.22,
    "total_s": 2.516,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.14270781813409225
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.758,
    "ttft_p90_s": 2.044,
    "decode_tps": 166.16,
    "total_s": 2.374,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.966745175655616,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.05460315487382484
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.3465,
    "ttft_p90_s": 0.6370000000000002,
    "decode_tps": 134.43,
    "total_s": 0.6455,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9386244433448788,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.07483661553686294
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.081,
    "ttft_p90_s": 1.2918,
    "decode_tps": 118.75,
    "total_s": 1.9405000000000001,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9781454725383474,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.01818643443839683
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 3.368,
    "ttft_p90_s": 7.487200000000002,
    "decode_tps": 166.16500000000002,
    "total_s": 4.3235,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.8541622958931222,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.07095465136071251
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "morph/bf16",
    "n": 100,
    "successes": 82,
    "failures": 18,
    "failure_ci": [
      0.11700131654251038,
      0.26667536024213084
    ],
    "ttft_s": 0.876,
    "ttft_p90_s": 1.1883000000000006,
    "decode_tps": 60.765,
    "total_s": 2.635,
    "ttft_samples": 82,
    "decode_samples": 82,
    "cache_share": 0.9277802585052075,
    "cache_samples": 82,
    "priced_samples": 82,
    "cost_per_m_prompt": 0.033044775588032975
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.0830000000000002,
    "ttft_p90_s": 1.3329000000000002,
    "decode_tps": 116.08500000000001,
    "total_s": 1.9525000000000001,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9781454725383474,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.05006690549233053
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.8835,
    "ttft_p90_s": 1.8025,
    "decode_tps": 126.475,
    "total_s": 1.763,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.960308758040574,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.04416149233052945
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 98,
    "failures": 2,
    "failure_ci": [
      0.005501852234968185,
      0.07001316294199365
    ],
    "ttft_s": 1.472,
    "ttft_p90_s": 13.978,
    "decode_tps": 33.12,
    "total_s": 5.2485,
    "ttft_samples": 97,
    "decode_samples": 97,
    "cache_share": 0.5296632778506098,
    "cache_samples": 97,
    "priced_samples": 97,
    "cost_per_m_prompt": 0.0950395078480083
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "relace/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.609,
    "ttft_p90_s": 0.8658000000000006,
    "decode_tps": 264.03999999999996,
    "total_s": 1.0579999999999998,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9781454725383474,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.01883346462147452
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.4415,
    "ttft_p90_s": 1.8232,
    "decode_tps": 111.515,
    "total_s": 2.3765,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.932544285007422,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.04738298664027708
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.7135,
    "ttft_p90_s": 0.8100000000000002,
    "decode_tps": 381.78,
    "total_s": 0.991,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9880257298367146,
    "cache_samples": 98,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in10k_out100",
    "cache_mode": "warm",
    "route": "together",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.586,
    "ttft_p90_s": 0.8412000000000002,
    "decode_tps": 154.78,
    "total_s": 1.3085,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9799030183077684,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.034753527956457204
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.843,
    "ttft_p90_s": 12.198800000000004,
    "decode_tps": 123.055,
    "total_s": 4.5205,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.4660883414926339
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.229,
    "ttft_p90_s": 1.3801999999999999,
    "decode_tps": 109.345,
    "total_s": 2.322,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.13419445850689357
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.0785,
    "ttft_p90_s": 1.4471000000000003,
    "decode_tps": 116.095,
    "total_s": 2.376,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.23178815671831796
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 3.9885,
    "ttft_p90_s": 10.2265,
    "decode_tps": 125.38,
    "total_s": 7.324999999999999,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.3790117263477208
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "morph/bf16",
    "n": 100,
    "successes": 59,
    "failures": 41,
    "failure_ci": [
      0.31867157095664655,
      0.5079874943890338
    ],
    "ttft_s": 1.637,
    "ttft_p90_s": 2.4732000000000003,
    "decode_tps": 45.06,
    "total_s": 5.382,
    "ttft_samples": 59,
    "decode_samples": 59,
    "cache_share": 0.0,
    "cache_samples": 59,
    "priced_samples": 59,
    "cost_per_m_prompt": 0.10345831800148524
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.2995,
    "ttft_p90_s": 2.7997000000000005,
    "decode_tps": 111.27000000000001,
    "total_s": 2.7535,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.46312274694205824
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.315,
    "ttft_p90_s": 8.896000000000008,
    "decode_tps": 63.175,
    "total_s": 4.274,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.1125383506414944
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 96,
    "failures": 4,
    "failure_ci": [
      0.015663050551848016,
      0.09837217232607373
    ],
    "ttft_s": 1.808,
    "ttft_p90_s": 6.578800000000002,
    "decode_tps": 22.41,
    "total_s": 10.499500000000001,
    "ttft_samples": 95,
    "decode_samples": 95,
    "cache_share": 0.0,
    "cache_samples": 95,
    "priced_samples": 95,
    "cost_per_m_prompt": 0.14477020383275804
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "relace/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.867,
    "ttft_p90_s": 1.2228000000000006,
    "decode_tps": 126.225,
    "total_s": 2.1765,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.06849211737493191
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.7555,
    "ttft_p90_s": 2.0804,
    "decode_tps": 92.78,
    "total_s": 3.3265000000000002,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.23152610045453018
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.894,
    "ttft_p90_s": 1.0144,
    "decode_tps": 330.31,
    "total_s": 1.4340000000000002,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": null,
    "cache_samples": 0,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "cold",
    "route": "together",
    "n": 100,
    "successes": 97,
    "failures": 3,
    "failure_ci": [
      0.010254338223414816,
      0.08452078080402699
    ],
    "ttft_s": 1.098,
    "ttft_p90_s": 1.6982000000000006,
    "decode_tps": 46.13,
    "total_s": 4.812,
    "ttft_samples": 97,
    "decode_samples": 97,
    "cache_share": 0.0,
    "cache_samples": 97,
    "priced_samples": 97,
    "cost_per_m_prompt": 0.14593960455264968
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.7525,
    "ttft_p90_s": 2.0754,
    "decode_tps": 155.935,
    "total_s": 2.831,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9849856506679862,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.061079687283523004
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.339,
    "ttft_p90_s": 0.4201,
    "decode_tps": 137.615,
    "total_s": 0.6265000000000001,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9880257298367146,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.07238044532409697
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.055,
    "ttft_p90_s": 1.2923,
    "decode_tps": 110.145,
    "total_s": 2.4745,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9880257298367146,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.01950375061850569
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 3.766,
    "ttft_p90_s": 9.143600000000015,
    "decode_tps": 123.845,
    "total_s": 5.244,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.8819445818901533,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.06765733399307274
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "morph/bf16",
    "n": 100,
    "successes": 73,
    "failures": 27,
    "failure_ci": [
      0.1926946091766482,
      0.3643230022623127
    ],
    "ttft_s": 0.909,
    "ttft_p90_s": 1.074,
    "decode_tps": 67.03,
    "total_s": 3.145,
    "ttft_samples": 73,
    "decode_samples": 73,
    "cache_share": 0.9880257298367146,
    "cache_samples": 73,
    "priced_samples": 73,
    "cost_per_m_prompt": 0.03005348871100025
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.1375,
    "ttft_p90_s": 1.3586000000000003,
    "decode_tps": 111.91499999999999,
    "total_s": 2.5095,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9880257298367146,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.05289864423552697
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.165,
    "ttft_p90_s": 1.6971,
    "decode_tps": 111.25,
    "total_s": 2.559,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9575299356754082,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.04774498664027709
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 98,
    "failures": 2,
    "failure_ci": [
      0.005501852234968185,
      0.07001316294199365
    ],
    "ttft_s": 1.0505,
    "ttft_p90_s": 6.347,
    "decode_tps": 42.974999999999994,
    "total_s": 5.9375,
    "ttft_samples": 98,
    "decode_samples": 98,
    "cache_share": 0.7359783497763281,
    "cache_samples": 98,
    "priced_samples": 98,
    "cost_per_m_prompt": 0.07820218319886094
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "relace/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.5275000000000001,
    "ttft_p90_s": 0.8711000000000001,
    "decode_tps": 300.53499999999997,
    "total_s": 1.1869999999999998,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9880257298367146,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.01927720930232558
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.3695,
    "ttft_p90_s": 1.7742,
    "decode_tps": 105.12,
    "total_s": 2.785,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9530648193963385,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.0472769876298862
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.717,
    "ttft_p90_s": 0.7892000000000002,
    "decode_tps": 353.105,
    "total_s": 1.14,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9880257298367146,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in10k_out1k",
    "cache_mode": "warm",
    "route": "together",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.6255,
    "ttft_p90_s": 1.0103,
    "decode_tps": 115.61,
    "total_s": 1.8900000000000001,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9899020286986641,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.035143275606135574
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.743,
    "ttft_p90_s": 6.064200000000002,
    "decode_tps": 122.575,
    "total_s": 2.607,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.5625514696240235
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.3865,
    "ttft_p90_s": 0.5895000000000001,
    "decode_tps": 67.505,
    "total_s": 1.6545,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.15104989089001902
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.688,
    "ttft_p90_s": 0.9534,
    "decode_tps": 113.22,
    "total_s": 1.5705,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.2795571914247984
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 99,
    "failures": 1,
    "failure_ci": [
      0.0017673865655472645,
      0.0544875247609346
    ],
    "ttft_s": 5.004,
    "ttft_p90_s": 14.836200000000002,
    "decode_tps": 107.64,
    "total_s": 7.524,
    "ttft_samples": 99,
    "decode_samples": 99,
    "cache_share": 0.0,
    "cache_samples": 99,
    "priced_samples": 99,
    "cost_per_m_prompt": 0.44853863694424206
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "morph/bf16",
    "n": 100,
    "successes": 10,
    "failures": 90,
    "failure_ci": [
      0.8256326956323347,
      0.9447714583868639
    ],
    "ttft_s": 1.177,
    "ttft_p90_s": 1.7638,
    "decode_tps": 53.82,
    "total_s": 3.5519999999999996,
    "ttft_samples": 9,
    "decode_samples": 9,
    "cache_share": 0.0,
    "cache_samples": 9,
    "priced_samples": 9,
    "cost_per_m_prompt": 0.12475831600831601
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.83,
    "ttft_p90_s": 1.9544,
    "decode_tps": 112.97999999999999,
    "total_s": 1.739,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.5612577980104536
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.892,
    "ttft_p90_s": 6.0818,
    "decode_tps": 49.485,
    "total_s": 2.9935,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 9.364611134522639e-06,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.11655085023177414
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 83,
    "failures": 17,
    "failure_ci": [
      0.10893476059773155,
      0.25548181233642975
    ],
    "ttft_s": 0.977,
    "ttft_p90_s": 1.5282,
    "decode_tps": 50.59,
    "total_s": 3.003,
    "ttft_samples": 83,
    "decode_samples": 83,
    "cache_share": 0.0,
    "cache_samples": 83,
    "priced_samples": 83,
    "cost_per_m_prompt": 0.16555456444419353
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "relace/fp4",
    "n": 100,
    "successes": 99,
    "failures": 1,
    "failure_ci": [
      0.0017673865655472645,
      0.0544875247609346
    ],
    "ttft_s": 0.673,
    "ttft_p90_s": 2.5592,
    "decode_tps": 89.47,
    "total_s": 1.931,
    "ttft_samples": 97,
    "decode_samples": 97,
    "cache_share": 0.0,
    "cache_samples": 97,
    "priced_samples": 97,
    "cost_per_m_prompt": 0.0815333977300169
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.3755,
    "ttft_p90_s": 4.448700000000006,
    "decode_tps": 92.955,
    "total_s": 2.508,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.280583293529263
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.447,
    "ttft_p90_s": 0.5551,
    "decode_tps": 345.945,
    "total_s": 0.747,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": null,
    "cache_samples": 0,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "cold",
    "route": "together",
    "n": 100,
    "successes": 78,
    "failures": 22,
    "failure_ci": [
      0.15001174503655804,
      0.3107053471500031
    ],
    "ttft_s": 1.3005,
    "ttft_p90_s": 2.989099999999999,
    "decode_tps": 51.105000000000004,
    "total_s": 3.3435,
    "ttft_samples": 78,
    "decode_samples": 78,
    "cache_share": 0.0,
    "cache_samples": 78,
    "priced_samples": 78,
    "cost_per_m_prompt": 0.16478727108976282
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.0965,
    "ttft_p90_s": 1.3282,
    "decode_tps": 151.345,
    "total_s": 1.6895,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9757074109720886,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.15612250240615977
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.3085,
    "ttft_p90_s": 0.4388000000000001,
    "decode_tps": 155.875,
    "total_s": 0.991,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.6430798845043311,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.11836419634263715
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.926,
    "ttft_p90_s": 1.1456,
    "decode_tps": 103.81,
    "total_s": 1.9020000000000001,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9757074109720886,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.07550637151106834
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.331,
    "ttft_p90_s": 7.677400000000005,
    "decode_tps": 124.58500000000001,
    "total_s": 3.384,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.7500769971126082,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.1905905062560154
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "morph/bf16",
    "n": 100,
    "successes": 78,
    "failures": 22,
    "failure_ci": [
      0.15001174503655804,
      0.3107053471500031
    ],
    "ttft_s": 0.854,
    "ttft_p90_s": 1.2215,
    "decode_tps": 54.275000000000006,
    "total_s": 2.762,
    "ttft_samples": 76,
    "decode_samples": 76,
    "cache_share": 0.933691302365635,
    "cache_samples": 76,
    "priced_samples": 76,
    "cost_per_m_prompt": 0.055741971024770784
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.9584999999999999,
    "ttft_p90_s": 1.2311000000000003,
    "decode_tps": 97.41999999999999,
    "total_s": 1.8725,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.14529047160731473
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.764,
    "ttft_p90_s": 1.3897000000000002,
    "decode_tps": 120.03,
    "total_s": 1.6695,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.8485274302213667,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.09786493645813282
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.556,
    "ttft_p90_s": 0.8254,
    "decode_tps": 76.81,
    "total_s": 1.8505,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.6800384985563042,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.10474571703561117
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "relace/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.531,
    "ttft_p90_s": 0.7563000000000001,
    "decode_tps": 260.165,
    "total_s": 0.97,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9757074109720886,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.03451468719923003
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.1495,
    "ttft_p90_s": 1.4167,
    "decode_tps": 100.675,
    "total_s": 2.1545,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9658517805582291,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.09755183830606352
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.454,
    "ttft_p90_s": 0.5265000000000001,
    "decode_tps": 383.79999999999995,
    "total_s": 0.727,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 98,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in1k_out100",
    "cache_mode": "warm",
    "route": "together",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.562,
    "ttft_p90_s": 0.7303000000000001,
    "decode_tps": 138.925,
    "total_s": 1.295,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9790567853705486,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.05791607314725698
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.8745,
    "ttft_p90_s": 6.0379,
    "decode_tps": 113.16,
    "total_s": 3.3689999999999998,
    "ttft_samples": 100,
    "decode_samples": 99,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.6221299314375631
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.371,
    "ttft_p90_s": 0.494,
    "decode_tps": 80.77000000000001,
    "total_s": 2.012,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.16531529169397882
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.716,
    "ttft_p90_s": 0.9765,
    "decode_tps": 109.555,
    "total_s": 2.202,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.32010885143933077
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 3.5675,
    "ttft_p90_s": 13.340000000000005,
    "decode_tps": 112.64500000000001,
    "total_s": 6.3365,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.5043664774324096
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "morph/bf16",
    "n": 100,
    "successes": 34,
    "failures": 66,
    "failure_ci": [
      0.5627754565831095,
      0.74538620502457
    ],
    "ttft_s": 0.9704999999999999,
    "ttft_p90_s": 1.4321,
    "decode_tps": 70.19,
    "total_s": 3.331,
    "ttft_samples": 34,
    "decode_samples": 34,
    "cache_share": 0.0,
    "cache_samples": 34,
    "priced_samples": 34,
    "cost_per_m_prompt": 0.14052622840135587
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.8434999999999999,
    "ttft_p90_s": 1.8075,
    "decode_tps": 107.36500000000001,
    "total_s": 2.3615000000000004,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.631201146357225
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.871,
    "ttft_p90_s": 2.7661000000000007,
    "decode_tps": 61.394999999999996,
    "total_s": 3.2584999999999997,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.13133021787222884
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 97,
    "failures": 3,
    "failure_ci": [
      0.010254338223414816,
      0.08452078080402699
    ],
    "ttft_s": 0.816,
    "ttft_p90_s": 1.1476,
    "decode_tps": 61.22,
    "total_s": 3.394,
    "ttft_samples": 97,
    "decode_samples": 97,
    "cache_share": 0.0,
    "cache_samples": 97,
    "priced_samples": 97,
    "cost_per_m_prompt": 0.18116597470309934
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "relace/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.6405000000000001,
    "ttft_p90_s": 0.9862,
    "decode_tps": 108.72,
    "total_s": 2.166,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.09277673704126937
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.3385,
    "ttft_p90_s": 1.7686,
    "decode_tps": 89.025,
    "total_s": 3.1925,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.3164621567690621
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.453,
    "ttft_p90_s": 0.5242,
    "decode_tps": 339.53999999999996,
    "total_s": 0.9275,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": null,
    "cache_samples": 0,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "cold",
    "route": "together",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.6545000000000001,
    "ttft_p90_s": 1.3026000000000006,
    "decode_tps": 72.08500000000001,
    "total_s": 2.8215,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.0,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.18110274562684944
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "atlas-cloud/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.0265,
    "ttft_p90_s": 1.3246000000000002,
    "decode_tps": 143.265,
    "total_s": 1.976,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.2010379210779596
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "coreweave/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.306,
    "ttft_p90_s": 0.3919000000000001,
    "decode_tps": 140.37,
    "total_s": 1.352,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.6726467757459095,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.12655861405197305
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "deepseek",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.843,
    "ttft_p90_s": 1.0765,
    "decode_tps": 105.64,
    "total_s": 2.723,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.12474610202117421
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "gmicloud/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 2.4385000000000003,
    "ttft_p90_s": 6.656200000000004,
    "decode_tps": 127.525,
    "total_s": 4.1145,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.699720885466795,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.2483148719923003
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "morph/bf16",
    "n": 100,
    "successes": 76,
    "failures": 24,
    "failure_ci": [
      0.16691211265459965,
      0.3323251872329213
    ],
    "ttft_s": 0.839,
    "ttft_p90_s": 1.2189999999999999,
    "decode_tps": 53.89,
    "total_s": 3.1695,
    "ttft_samples": 76,
    "decode_samples": 76,
    "cache_share": 0.9725951066308698,
    "cache_samples": 76,
    "priced_samples": 76,
    "cost_per_m_prompt": 0.06021324907552809
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "novita/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.9325000000000001,
    "ttft_p90_s": 1.1481,
    "decode_tps": 96.9,
    "total_s": 1.9865,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.18076150144369588
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "openrouter-auto",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.8085,
    "ttft_p90_s": 1.3422000000000003,
    "decode_tps": 102.4,
    "total_s": 2.1955,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9371511068334938,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.12740157362848892
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "parasail/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.499,
    "ttft_p90_s": 0.8433,
    "decode_tps": 71.14500000000001,
    "total_s": 2.357,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9658517805582291,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.0892334937439846
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "relace/fp4",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.538,
    "ttft_p90_s": 0.7967000000000001,
    "decode_tps": 178.04000000000002,
    "total_s": 1.3090000000000002,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.04086448508180943
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "siliconflow/fp8",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 1.1019999999999999,
    "ttft_p90_s": 1.4153000000000002,
    "decode_tps": 96.66,
    "total_s": 2.684,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.12765659287776707
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "telnyx",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.451,
    "ttft_p90_s": 0.551,
    "decode_tps": 346.47,
    "total_s": 0.867,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9855630413859481,
    "cache_samples": 100,
    "priced_samples": 0,
    "cost_per_m_prompt": null
  },
  {
    "source": "original",
    "shape": "in1k_out1k",
    "cache_mode": "warm",
    "route": "together",
    "n": 100,
    "successes": 100,
    "failures": 0,
    "failure_ci": [
      0,
      0.03699480747600191
    ],
    "ttft_s": 0.561,
    "ttft_p90_s": 0.8097000000000003,
    "decode_tps": 129.035,
    "total_s": 1.6560000000000001,
    "ttft_samples": 100,
    "decode_samples": 100,
    "cache_share": 0.9890471607314726,
    "cache_samples": 100,
    "priced_samples": 100,
    "cost_per_m_prompt": 0.06649451395572666
  }
]