{"at":"2026-11-17T05:01:32.025Z","models":285,"modelsHeld":0,"heldList":[],"prices":462,"pricesHeld":0,"litellmCrossChecked":145,"litellmDisagree":30,"gpus":65,"golden":[{"id":"meta-llama/Llama-3.1-8B-Instruct","ok":true,"got":131072,"want":131072,"why":"GQA: 2*32 layers*8 kv heads*128 dim*2 B = 131072 B/token"},{"id":"Qwen/Qwen3-8B","ok":true,"got":147456,"want":147456,"why":"GQA: 2*36*8*128*2 = 147456 B/token"},{"id":"deepseek-ai/DeepSeek-R1","ok":true,"got":70272,"want":70272,"why":"MLA: 61 layers*(512 latent+64 rope)*2 B = 70272 B/token"}],"fails":[],"ok":true}