{"at":"2026-10-25T21:42:13.094Z","node":"v24.22.1","cpus":8,"cpu":"Intel Core Processor (Haswell, no TSX)","load_avg":[5.99,5.53,6.13],"params":{"n":2000,"warmup":200,"seconds":10,"concurrency":32,"gateway_workers":1,"request":"~1.4k input tokens, OpenAI chat, non-streaming"},"latency_ms":{"direct":{"p50":0.58,"p95":1.07,"p99":3.56,"cache":null},"miss":{"p50":2.1,"p95":4.49,"p99":7.24,"cache":"bypass;reason=non-deterministic request (set temperature: 0, a seed, or X-TokenZero-Cache: always)"},"exact_hit":{"p50":1.08,"p95":1.95,"p99":4.89,"cache":"hit-exact"},"semantic_hit":{"p50":1.22,"p95":2.08,"p99":4.7,"cache":"hit-semantic;distance=0"}},"added_latency_ms":{"miss":{"p50":1.52,"p95":3.42,"p99":3.68},"exact_hit":{"p50":0.5,"p95":0.88,"p99":1.33},"semantic_hit":{"p50":0.64,"p95":1.01,"p99":1.14}},"throughput":{"direct":{"rps":3542,"errors":0},"miss":{"rps":641,"errors":0},"exact_hit":{"rps":1670,"errors":0}},"streaming_ms":{"direct":{"first_byte":{"p50":1.14,"p95":2.56,"p99":4.36},"complete":{"p50":77.57,"p95":80.4,"p99":82.11}},"gateway":{"first_byte":{"p50":3.12,"p95":6.14,"p99":8.63},"complete":{"p50":80.03,"p95":83.41,"p99":94.82}},"added":{"first_byte":{"p50":1.98,"p95":3.58,"p99":4.27},"complete":{"p50":2.46,"p95":3.01,"p99":12.71}},"note":"mock emits the first chunk at once, then one every 15 ms; a buffering proxy would add ~75 ms to first byte"}}