{
 "at": "2026-10-29T17:13:51-0700",
 "max_tokens": 512,
 "sampling": {
  "temperature": 0.7,
  "top_p": 0.8
 },
 "results": [
  {
   "target": "denv",
   "runs": 24,
   "errors": 0,
   "tok_s_p50": 213.0938794041216,
   "tok_s_p10": 139.24221404295815,
   "ttft_p50": 221.49581293342635,
   "ttft_p90": 233.87887503486127,
   "tokens_mean": 414.625
  },
  {
   "target": "cerebras",
   "runs": 24,
   "errors": 0,
   "tok_s_p50": 1092.1445527844337,
   "tok_s_p10": 780.6460024857058,
   "ttft_p50": 227.38752054283395,
   "ttft_p90": 689.2332499846816,
   "tokens_mean": 404.75
  },
  {
   "target": "modelrun",
   "runs": 24,
   "errors": 0,
   "tok_s_p50": 190.9185249690104,
   "tok_s_p10": 84.11463730024552,
   "ttft_p50": 393.08341703144833,
   "ttft_p90": 1103.1474580522627,
   "tokens_mean": 425.4166666666667
  },
  {
   "target": "modal",
   "runs": 24,
   "errors": 0,
   "tok_s_p50": 125.21283060778707,
   "tok_s_p10": 88.83075676578106,
   "ttft_p50": 394.3192294682376,
   "ttft_p90": 652.6961249765009,
   "tokens_mean": 415.4166666666667
  },
  {
   "target": "parasail",
   "runs": 24,
   "errors": 0,
   "tok_s_p50": 73.34105963811643,
   "tok_s_p10": 43.440223972566386,
   "ttft_p50": 508.58889595838264,
   "ttft_p90": 1588.8729579746723,
   "tokens_mean": 404.2916666666667
  }
 ]
}