{"name":"ModelFit Local LLM Speed Estimates","description":"Estimated decode tokens/sec, time to first token and largest fitting context for every local ModelFit catalog model on every Mac, iPhone and GPU configuration the site covers. Estimates from a model fitted on measured runs, not ModelFit benchmarks.","source":"https://modelfit.io/data/","license":"CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/)","attribution":"ModelFit: https://modelfit.io/","methodology":{"decode":"time per token = (streamed weight bytes x MoE factor + alpha x fp16 KV-cache bytes at the context) / (eta x memory bandwidth) + fixed per-token overhead; eta and the overhead depend on the backend and on the hardware tier, generation, architecture and memory type.","prefill":"time per prompt token = (2 x active parameters + attention FLOPs) / (etaC x FP16 TFLOPS) + fixed overhead; Apple chips use GPU cores x a per-core rate fitted per chip generation.","fittedOn":"4829 measured runs from llama.cpp discussions and issues, community MLX benchmarks, published vendor posts and modelfit bench submissions, each re-verified against its source","accuracy":"leave-one-hardware-out median absolute error 10.7% (p90 37.6%, median bias -0.5%) over 3124 runs on 104 hardware types","typicalErrorByGroup":{"all":0.107,"CUDA":0.081,"CUDA|10-20B":0.126,"CUDA|2-5B":0.057,"CUDA|20-40B":0.072,"CUDA|5-10B":0.07,"CUDA|MoE":0.142,"CUDA|unknown":0.092,"Metal":0.079,"Metal|<2B":0.032,"Metal|5-10B":0.076,"MLX":0.121,"MLX|<2B":0.233,"MLX|10-20B":0.06,"MLX|2-5B":0.135,"MLX|20-40B":0.097,"MLX|5-10B":0.112,"MLX|MoE":0.163,"MLX|unknown":0.092,"ROCm/Vulkan":0.116,"ROCm/Vulkan|20-40B":0.511,"ROCm/Vulkan|5-10B":0.111,"ROCm/Vulkan|MoE":0.259},"model":"physics-no-era,arch,tier,mem,shared-apple"},"publishedContextTokens":4096,"cellFields":["model","fits","decodeTps","decodeTps32k","ttft1kSec","ttft8kSec","maxContext","typicalErrorPct","nearMeasured"],"quantizationNote":"Capability scores (Epoch Capabilities Index) are for the labs' full-precision weights. No quantization penalty is applied: no sourced figure maps a quantization level to ECI points.","coverage":{"cells":9307,"nearMeasured":8135},"hardware":{"Apple M1|8GB":{"label":"Apple M1, 8 GB","kind":"apple","budgetGb":5.6,"frontier":{"10":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":10.9},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,42.7,24.9,2.18,27.69,32768,5,1],["qwen2.5-3b-q4",1,23.5,15.6,4.3,52.01,32768,10,1],["qwen2.5-7b-q4",1,10.9,null,10.27,106.11,15989,10,1],["llama3.2-3b-q4",1,19.7,null,4.52,56.67,31220,10,1],["llama3.1-8b-q4",1,9.8,null,10.94,118.77,5182,10,1],["mistral-7b-q4",1,10.4,null,9.93,110.68,9362,10,1],["gemma2-2b-q4",1,22.7,null,3.49,34.29,8192,10,1],["phi3-mini-q4",1,12.5,null,5.36,66.31,4096,10,1],["qwen2.5-coder-7b-q4",1,10.9,null,10.27,106.11,15989,10,1],["llama3.2-1b-q4",1,49.2,25.4,1.74,21.71,131072,5,1],["qwen2.5-0.5b-q4",1,94.2,56.2,0.73,10.97,32768,5,0],["gemma-3-1b-q4",1,55.2,48.7,1.31,11.46,32768,5,1],["gemma-3-1b-q8",1,43,39,1.35,11.85,32768,5,1],["phi4-mini-3.8b-q4",1,16.3,null,5.38,66.46,23712,10,1],["phi4-mini-3.8b-q8",1,10.8,null,5.56,68.71,11561,10,1],["smollm2-360m-q4",1,51.6,null,0.6,12.11,8192,5,1],["gemma3-4b-q4",1,18.3,15,5.06,42.92,131072,10,1],["gemma3-4b-q8",1,11.5,10.1,5.23,44.37,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,10.9,null,10.27,106.11,15989,10,1],["qwen3.5-0.8b-q4",1,53.5,38.7,0.88,10.01,262144,5,1],["qwen3.5-2b-q4",1,23.8,20.3,2.21,20.58,262144,5,1],["qwen3.5-4b-q4",1,17.8,13.3,4.97,47.6,90069,10,1],["qwen3.5-4b-q8",1,10.9,9,5.14,49.21,34106,10,1],["lfm2.5-8b-a1b-q4",1,29.3,24.2,2.08,19.61,36124,10,1],["granite4.1-3b-q4",1,20.2,10.3,4.84,63.1,42730,10,1],["gemma4-e4b-q4",1,14.3,null,9.55,79.85,4875,10,1],["gemma4-e2b-q4",1,32.5,28.6,5.22,45.17,131072,10,1],["gemma4-e2b-q8",1,23.5,21.4,5.4,46.7,86191,10,1],["granite4.2-3b-q4",1,20.3,10.3,5.17,65.76,40966,10,1],["ministral-3-3b-q4",1,14.6,null,4.89,64.48,24847,10,1]]},"Apple M1|16GB":{"label":"Apple M1, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":10.9},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,42.7,24.9,2.18,27.69,32768,5,1],["qwen2.5-3b-q4",1,23.5,15.6,4.3,52.01,32768,10,1],["qwen2.5-7b-q4",1,10.9,8,10.27,106.11,32768,10,1],["qwen2.5-14b-q4",1,5.4,null,20.14,219.72,11250,10,1],["llama3.2-3b-q4",1,19.7,8.5,4.52,56.67,80048,10,1],["llama3.1-8b-q4",1,9.8,5.6,10.94,118.77,47907,10,1],["llama3.1-8b-q8",1,5.9,null,11.31,122.79,20288,10,1],["llama3.1-8b-q5",1,8.5,5.2,14.98,162.67,41709,10,1],["mistral-7b-q4",1,10.4,5.8,9.93,110.68,32768,10,1],["mistral-7b-q5",1,9,5.3,13.6,151.59,32768,10,1],["mistral-7b-q8",1,6.2,null,10.26,114.43,26683,10,1],["mistral-nemo-12b-q4",1,6.9,null,16.53,171.31,25197,10,1],["gemma2-2b-q4",1,22.7,null,3.49,34.29,8192,10,1],["gemma2-9b-q4",1,7,null,12.31,119.02,8192,10,1],["phi3-mini-q4",1,12.5,null,5.36,66.31,4096,10,1],["phi3-medium-q4",1,5.4,null,18.92,200.19,4096,10,1],["phi4-14b-q4",1,5.3,null,19.82,207.42,10482,10,1],["qwen2.5-coder-7b-q4",1,10.9,8,10.27,106.11,32768,10,1],["qwen2.5-coder-14b-q4",1,5.4,null,20.14,219.72,11250,10,1],["llama3.2-1b-q4",1,49.2,25.4,1.74,21.71,131072,5,1],["qwen2.5-0.5b-q4",1,94.2,56.2,0.73,10.97,32768,5,0],["gemma-3-1b-q4",1,55.2,48.7,1.31,11.46,32768,5,1],["gemma-3-1b-q8",1,43,39,1.35,11.85,32768,5,1],["phi4-mini-3.8b-q4",1,16.3,7.3,5.38,66.46,66437,10,1],["phi4-mini-3.8b-q8",1,10.8,5.9,5.56,68.71,54286,10,1],["smollm2-360m-q4",1,51.6,null,0.6,12.11,8192,5,1],["qwen3-8b-q4",1,9.2,5.2,11.22,124.89,40517,10,1],["qwen3-8b-q8",1,5.8,null,11.6,129.11,15929,10,1],["qwen3-14b-q4",1,5.4,null,19.97,208.55,11741,10,1],["gemma3-4b-q4",1,18.3,15,5.06,42.92,131072,10,1],["gemma3-4b-q8",1,11.5,10.1,5.23,44.37,131072,10,1],["gemma3-12b-q4",1,6.4,5.1,15.35,130.61,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,10.9,8,10.27,106.11,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,6.5,5.4,10.62,109.7,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,5.4,null,20.14,219.72,11250,10,1],["qwen3.5-0.8b-q4",1,53.5,38.7,0.88,10.01,262144,5,1],["qwen3.5-2b-q4",1,23.8,20.3,2.21,20.58,262144,5,1],["qwen3.5-4b-q4",1,17.8,13.3,4.97,47.6,260968,10,1],["qwen3.5-4b-q8",1,10.9,9,5.14,49.21,205004,10,1],["qwen3.5-9b-q4",1,9.9,8.4,10.75,93.82,170010,10,1],["lfm2.5-8b-a1b-q4",1,29.3,24.2,2.08,19.61,128000,10,1],["granite4.1-3b-q4",1,20.2,10.3,4.84,63.1,111090,10,1],["granite4.1-8b-q4",1,8.4,4.6,11.53,131.32,35718,10,1],["gemma4-e4b-q4",1,14.3,12.8,9.55,79.85,131072,10,1],["gemma4-e4b-q8",1,10,9.2,9.88,82.56,131072,10,1],["gemma4-e2b-q4",1,32.5,28.6,5.22,45.17,131072,10,1],["gemma4-e2b-q8",1,23.5,21.4,5.4,46.7,131072,10,1],["gemma4-12b-q4",1,6.3,5.1,15.35,130.61,53147,10,1],["qwen3.5-9b-q8",1,6,5.4,11.12,97,51040,10,1],["ornith-9b-q4",1,9.9,8.4,10.75,93.82,170010,10,1],["granite4.2-3b-q4",1,20.3,10.3,5.17,65.76,109326,10,1],["granite4.2-8b-q4",1,8.7,4.8,12.06,135.57,35718,10,1],["minicpm-v4.5-8b-q4",1,9.6,5.2,11.22,124.88,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,9.6,8.1,10.75,93.82,163543,10,1],["ministral-3-3b-q4",1,14.6,7.7,4.89,64.48,77432,10,1],["ministral-3-8b-q4",1,8.1,4.9,11.57,125.75,37179,10,1],["ministral-3-14b-q4",1,5.4,null,18.16,184.34,12924,10,1]]},"Apple M2|8GB":{"label":"Apple M2, 8 GB","kind":"apple","budgetGb":5.6,"frontier":{"10":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":17.6},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":29.2},"40":null},"cells":[["qwen2.5-1.5b-q4",1,67,39.6,1.69,21.43,32768,5,1],["qwen2.5-3b-q4",1,37.5,25,3.33,40.25,32768,10,1],["qwen2.5-7b-q4",1,17.6,null,7.95,82.13,15989,10,1],["llama3.2-3b-q4",1,31.5,null,3.5,43.86,31220,10,1],["llama3.1-8b-q4",1,15.7,null,8.47,91.93,5182,10,1],["mistral-7b-q4",1,16.7,null,7.68,85.67,9362,10,1],["gemma2-2b-q4",1,36.2,null,2.7,26.54,8192,10,1],["phi3-mini-q4",1,20.1,null,4.15,51.32,4096,10,1],["qwen2.5-coder-7b-q4",1,17.6,null,7.95,82.13,15989,10,1],["llama3.2-1b-q4",1,76.9,40.4,1.34,16.81,131072,5,1],["qwen2.5-0.5b-q4",1,142.5,87.5,0.57,8.49,32768,5,0],["gemma-3-1b-q4",1,85.8,76.2,1.01,8.87,32768,5,1],["gemma-3-1b-q8",1,67.5,61.4,1.05,9.17,32768,5,1],["phi4-mini-3.8b-q4",1,26.1,null,4.16,51.44,23712,10,1],["phi4-mini-3.8b-q8",1,17.4,null,4.3,53.18,11561,10,1],["smollm2-360m-q4",1,80.5,null,0.46,9.38,8192,5,1],["gemma3-4b-q4",1,29.2,24.1,3.92,33.22,131072,10,1],["gemma3-4b-q8",1,18.5,16.3,4.05,34.35,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,17.6,null,7.95,82.13,15989,10,1],["qwen3.5-0.8b-q4",1,83.4,60.9,0.68,7.75,262144,5,1],["qwen3.5-2b-q4",1,37.9,32.4,1.71,15.93,262144,5,1],["qwen3.5-4b-q4",1,28.5,21.3,3.85,36.84,90069,10,1],["qwen3.5-4b-q8",1,17.5,14.5,3.98,38.09,34106,10,1],["lfm2.5-8b-a1b-q4",1,46.4,38.5,1.61,15.18,36124,10,1],["granite4.1-3b-q4",1,32.2,16.5,3.74,48.84,42730,10,1],["gemma4-e4b-q4",1,23,null,7.4,61.81,4875,10,1],["gemma4-e2b-q4",1,51.4,45.4,4.04,34.97,131072,10,1],["gemma4-e2b-q8",1,37.4,34.1,4.18,36.15,86191,10,1],["granite4.2-3b-q4",1,32.4,16.6,4,50.9,40966,10,1],["ministral-3-3b-q4",1,23.5,null,3.78,49.91,24847,10,1]]},"Apple M2|16GB":{"label":"Apple M2, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":29.2},"40":null},"cells":[["qwen2.5-1.5b-q4",1,67,39.6,1.69,21.43,32768,5,1],["qwen2.5-3b-q4",1,37.5,25,3.33,40.25,32768,10,1],["qwen2.5-7b-q4",1,17.6,12.9,7.95,82.13,32768,10,1],["qwen2.5-14b-q4",1,8.8,null,15.59,170.06,11250,10,1],["llama3.2-3b-q4",1,31.5,13.7,3.5,43.86,80048,10,1],["llama3.1-8b-q4",1,15.7,9,8.47,91.93,47907,10,1],["llama3.1-8b-q8",1,9.6,null,8.75,95.04,20288,10,1],["llama3.1-8b-q5",1,13.8,8.3,11.6,125.91,41709,10,1],["mistral-7b-q4",1,16.7,9.3,7.68,85.67,32768,10,1],["mistral-7b-q5",1,14.5,8.6,10.53,117.33,32768,10,1],["mistral-7b-q8",1,10.1,null,7.94,88.57,26683,10,1],["mistral-nemo-12b-q4",1,11.1,null,12.8,132.6,25197,10,1],["gemma2-2b-q4",1,36.2,null,2.7,26.54,8192,10,1],["gemma2-9b-q4",1,11.3,null,9.53,92.12,8192,10,1],["phi3-mini-q4",1,20.1,null,4.15,51.32,4096,10,1],["phi3-medium-q4",1,8.8,null,14.64,154.95,4096,10,1],["phi4-14b-q4",1,8.5,null,15.34,160.55,10482,10,1],["qwen2.5-coder-7b-q4",1,17.6,12.9,7.95,82.13,32768,10,1],["qwen2.5-coder-14b-q4",1,8.8,null,15.59,170.06,11250,10,1],["llama3.2-1b-q4",1,76.9,40.4,1.34,16.81,131072,5,1],["qwen2.5-0.5b-q4",1,142.5,87.5,0.57,8.49,32768,5,0],["gemma-3-1b-q4",1,85.8,76.2,1.01,8.87,32768,5,1],["gemma-3-1b-q8",1,67.5,61.4,1.05,9.17,32768,5,1],["phi4-mini-3.8b-q4",1,26.1,11.7,4.16,51.44,66437,10,1],["phi4-mini-3.8b-q8",1,17.4,9.6,4.3,53.18,54286,10,1],["smollm2-360m-q4",1,80.5,null,0.46,9.38,8192,5,1],["qwen3-8b-q4",1,14.9,8.3,8.68,96.66,40517,10,1],["qwen3-8b-q8",1,9.3,null,8.98,99.93,15929,10,1],["qwen3-14b-q4",1,8.7,null,15.45,161.42,11741,10,1],["gemma3-4b-q4",1,29.2,24.1,3.92,33.22,131072,10,1],["gemma3-4b-q8",1,18.5,16.3,4.05,34.35,131072,10,1],["gemma3-12b-q4",1,10.3,8.3,11.88,101.1,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,17.6,12.9,7.95,82.13,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,10.5,8.7,8.22,84.91,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,8.8,null,15.59,170.06,11250,10,1],["qwen3.5-0.8b-q4",1,83.4,60.9,0.68,7.75,262144,5,1],["qwen3.5-2b-q4",1,37.9,32.4,1.71,15.93,262144,5,1],["qwen3.5-4b-q4",1,28.5,21.3,3.85,36.84,260968,10,1],["qwen3.5-4b-q8",1,17.5,14.5,3.98,38.09,205004,10,1],["qwen3.5-9b-q4",1,16,13.5,8.32,72.62,170010,10,1],["lfm2.5-8b-a1b-q4",1,46.4,38.5,1.61,15.18,128000,10,1],["granite4.1-3b-q4",1,32.2,16.5,3.74,48.84,111090,10,1],["granite4.1-8b-q4",1,13.5,7.5,8.93,101.64,35718,10,1],["gemma4-e4b-q4",1,23,20.6,7.4,61.81,131072,10,1],["gemma4-e4b-q8",1,16.1,14.8,7.65,63.9,131072,10,1],["gemma4-e2b-q4",1,51.4,45.4,4.04,34.97,131072,10,1],["gemma4-e2b-q8",1,37.4,34.1,4.18,36.15,131072,10,1],["gemma4-12b-q4",1,10.2,8.2,11.88,101.1,53147,10,1],["qwen3.5-9b-q8",1,9.7,8.7,8.6,75.08,51040,10,1],["ornith-9b-q4",1,16,13.5,8.32,72.62,170010,10,1],["granite4.2-3b-q4",1,32.4,16.6,4,50.9,109326,10,1],["granite4.2-8b-q4",1,14,7.7,9.34,104.93,35718,10,1],["minicpm-v4.5-8b-q4",1,15.4,8.5,8.68,96.66,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,15.4,13.1,8.32,72.62,163543,10,1],["ministral-3-3b-q4",1,23.5,12.4,3.78,49.91,77432,10,1],["ministral-3-8b-q4",1,13.1,7.9,8.95,97.33,37179,10,1],["ministral-3-14b-q4",1,8.8,null,14.06,142.68,12924,10,1]]},"Apple M2|24GB":{"label":"Apple M2, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":29.2},"40":null},"cells":[["qwen2.5-1.5b-q4",1,67,39.6,1.69,21.43,32768,5,1],["qwen2.5-3b-q4",1,37.5,25,3.33,40.25,32768,10,1],["qwen2.5-7b-q4",1,17.6,12.9,7.95,82.13,32768,10,1],["qwen2.5-14b-q4",1,8.8,5.4,15.59,170.06,32768,10,1],["llama3.2-3b-q4",1,31.5,13.7,3.5,43.86,128876,10,1],["llama3.1-8b-q4",1,15.7,9,8.47,91.93,90631,10,1],["llama3.1-8b-q8",1,9.6,6.6,8.75,95.04,63012,10,1],["llama3.1-8b-q5",1,13.8,8.3,11.6,125.91,84434,10,1],["mistral-7b-q4",1,16.7,9.3,7.68,85.67,32768,10,1],["mistral-7b-q5",1,14.5,8.6,10.53,117.33,32768,10,1],["mistral-7b-q8",1,10.1,6.8,7.94,88.57,32768,10,1],["mistral-nemo-12b-q4",1,11.1,6.7,12.8,132.6,59376,10,1],["mistral-nemo-12b-q8",1,6.3,null,13.23,137.08,23056,10,1],["gemma2-2b-q4",1,36.2,null,2.7,26.54,8192,10,1],["gemma2-9b-q4",1,11.3,null,9.53,92.12,8192,10,1],["phi3-mini-q4",1,20.1,null,4.15,51.32,4096,10,1],["phi3-medium-q4",1,8.8,null,14.64,154.95,4096,10,1],["phi4-14b-q4",1,8.5,null,15.34,160.55,16384,10,1],["phi4-14b-q8",1,5.2,null,15.86,165.98,5954,10,1],["qwen2.5-coder-7b-q4",1,17.6,12.9,7.95,82.13,32768,10,1],["qwen2.5-coder-14b-q4",1,8.8,5.4,15.59,170.06,32768,10,1],["llama3.2-1b-q4",1,76.9,40.4,1.34,16.81,131072,5,1],["mistral-small-22b-q4",1,6.1,null,23.4,250.66,18444,10,1],["qwen2.5-0.5b-q4",1,142.5,87.5,0.57,8.49,32768,5,0],["gemma-3-1b-q4",1,85.8,76.2,1.01,8.87,32768,5,1],["gemma-3-1b-q8",1,67.5,61.4,1.05,9.17,32768,5,1],["phi4-mini-3.8b-q4",1,26.1,11.7,4.16,51.44,109162,10,1],["phi4-mini-3.8b-q8",1,17.4,9.6,4.3,53.18,97010,10,1],["smollm2-360m-q4",1,80.5,null,0.46,9.38,8192,5,1],["qwen3-8b-q4",1,14.9,8.3,8.68,96.66,40960,10,1],["qwen3-8b-q8",1,9.3,6.2,8.98,99.93,40960,10,1],["qwen3-14b-q4",1,8.7,5.7,15.45,161.42,40960,10,1],["gemma3-4b-q4",1,29.2,24.1,3.92,33.22,131072,10,1],["gemma3-4b-q8",1,18.5,16.3,4.05,34.35,131072,10,1],["gemma3-12b-q4",1,10.3,8.3,11.88,101.1,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,17.6,12.9,7.95,82.13,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,10.5,8.7,8.22,84.91,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,8.8,5.4,15.59,170.06,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,5.3,null,16.12,175.82,5586,10,1],["mistral-small-3.1-cloud",1,5.2,null,24.13,223.26,8014,10,1],["qwen3.5-0.8b-q4",1,83.4,60.9,0.68,7.75,262144,5,1],["qwen3.5-2b-q4",1,37.9,32.4,1.71,15.93,262144,5,1],["qwen3.5-4b-q4",1,28.5,21.3,3.85,36.84,262144,10,1],["qwen3.5-4b-q8",1,17.5,14.5,3.98,38.09,262144,10,1],["qwen3.5-9b-q4",1,16,13.5,8.32,72.62,262144,10,1],["lfm2-24b-a2b-q4",1,35,27.8,2.21,21.44,116420,10,1],["lfm2.5-8b-a1b-q4",1,46.4,38.5,1.61,15.18,128000,10,1],["granite4.1-3b-q4",1,32.2,16.5,3.74,48.84,131072,10,1],["granite4.1-8b-q4",1,13.5,7.5,8.93,101.64,69898,10,1],["gemma4-e4b-q4",1,23,20.6,7.4,61.81,131072,10,1],["gemma4-e4b-q8",1,16.1,14.8,7.65,63.9,131072,10,1],["gemma4-e2b-q4",1,51.4,45.4,4.04,34.97,131072,10,1],["gemma4-e2b-q8",1,37.4,34.1,4.18,36.15,131072,10,1],["gemma4-12b-q4",1,10.2,8.2,11.88,101.1,138596,10,1],["gpt-oss-20b",1,19.9,16.9,3.94,39.7,122210,10,1],["qwen3.5-9b-q8",1,9.7,8.7,8.6,75.08,221939,10,1],["gemma4-12b-q8",1,6.2,5.4,12.28,104.52,57904,10,1],["qwen3-14b-q8",1,5.2,null,15.98,166.88,5523,10,1],["ornith-9b-q4",1,16,13.5,8.32,72.62,262144,10,1],["granite4.2-3b-q4",1,32.4,16.6,4,50.9,131072,10,1],["granite4.2-8b-q4",1,14,7.7,9.34,104.93,69898,10,1],["minicpm-v4.5-8b-q4",1,15.4,8.5,8.68,96.66,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,15.4,13.1,8.32,72.62,262144,10,1],["devstral-small-2-24b-q4",1,5.3,null,24.13,223.26,9903,10,1],["ministral-3-3b-q4",1,23.5,12.4,3.78,49.91,130016,10,1],["ministral-3-8b-q4",1,13.1,7.9,8.95,97.33,77391,10,1],["ministral-3-14b-q4",1,8.8,5.8,14.06,142.68,47103,10,1]]},"Apple M3|8GB":{"label":"Apple M3, 8 GB","kind":"apple","budgetGb":5.6,"frontier":{"10":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":18.5},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":30.8},"40":null},"cells":[["qwen2.5-1.5b-q4",1,71.5,41.9,1.17,14.89,32768,5,1],["qwen2.5-3b-q4",1,39.6,26.4,2.31,27.97,32768,10,1],["qwen2.5-7b-q4",1,18.5,null,5.52,57.06,15989,10,1],["llama3.2-3b-q4",1,33.2,null,2.43,30.48,31220,10,1],["llama3.1-8b-q4",1,16.5,null,5.88,63.87,5182,10,1],["mistral-7b-q4",1,17.5,null,5.34,59.52,9362,10,1],["gemma2-2b-q4",1,38.3,null,1.88,18.44,8192,10,1],["phi3-mini-q4",1,21.1,null,2.88,35.66,4096,10,1],["qwen2.5-coder-7b-q4",1,18.5,null,5.52,57.06,15989,10,1],["llama3.2-1b-q4",1,82.4,42.7,0.93,11.68,131072,5,1],["qwen2.5-0.5b-q4",1,155.8,94,0.39,5.9,32768,5,0],["gemma-3-1b-q4",1,92.2,81.6,0.7,6.16,32768,5,1],["gemma-3-1b-q8",1,72.1,65.4,0.73,6.37,32768,5,1],["phi4-mini-3.8b-q4",1,27.5,null,2.89,35.74,23712,10,1],["phi4-mini-3.8b-q8",1,18.3,null,2.99,36.95,11561,10,1],["smollm2-360m-q4",1,86.2,null,0.32,6.51,8192,5,1],["gemma3-4b-q4",1,30.8,25.3,2.72,23.08,131072,10,1],["gemma3-4b-q8",1,19.5,17.1,2.81,23.86,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,18.5,null,5.52,57.06,15989,10,1],["qwen3.5-0.8b-q4",1,89.5,64.9,0.48,5.38,262144,5,1],["qwen3.5-2b-q4",1,40,34.2,1.19,11.07,262144,5,1],["qwen3.5-4b-q4",1,30,22.4,2.67,25.6,90069,10,1],["qwen3.5-4b-q8",1,18.4,15.2,2.77,26.46,34106,10,1],["lfm2.5-8b-a1b-q4",1,49.2,40.7,1.12,10.54,36124,10,1],["granite4.1-3b-q4",1,34,17.4,2.6,33.93,42730,10,1],["gemma4-e4b-q4",1,24.2,null,5.14,42.94,4875,10,1],["gemma4-e2b-q4",1,54.5,48.1,2.81,24.29,131072,10,1],["gemma4-e2b-q8",1,39.6,36.1,2.9,25.12,86191,10,1],["granite4.2-3b-q4",1,34.2,17.4,2.78,35.36,40966,10,1],["ministral-3-3b-q4",1,24.7,null,2.63,34.68,24847,10,1]]},"Apple M3|16GB":{"label":"Apple M3, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16.8},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":30.8},"40":null},"cells":[["qwen2.5-1.5b-q4",1,71.5,41.9,1.17,14.89,32768,5,1],["qwen2.5-3b-q4",1,39.6,26.4,2.31,27.97,32768,10,1],["qwen2.5-7b-q4",1,18.5,13.6,5.52,57.06,32768,10,1],["qwen2.5-14b-q4",1,9.2,null,10.83,118.16,11250,10,1],["llama3.2-3b-q4",1,33.2,14.4,2.43,30.48,80048,10,1],["llama3.1-8b-q4",1,16.5,9.5,5.88,63.87,47907,10,1],["llama3.1-8b-q8",1,10.1,null,6.08,66.03,20288,10,1],["llama3.1-8b-q5",1,14.4,8.7,8.06,87.48,41709,10,1],["mistral-7b-q4",1,17.5,9.8,5.34,59.52,32768,10,1],["mistral-7b-q5",1,15.2,9,7.31,81.52,32768,10,1],["mistral-7b-q8",1,10.6,null,5.52,61.53,26683,10,1],["mistral-nemo-12b-q4",1,11.6,null,8.89,92.13,25197,10,1],["gemma2-2b-q4",1,38.3,null,1.88,18.44,8192,10,1],["gemma2-9b-q4",1,11.8,null,6.62,64,8192,10,1],["phi3-mini-q4",1,21.1,null,2.88,35.66,4096,10,1],["phi3-medium-q4",1,9.2,null,10.17,107.66,4096,10,1],["phi4-14b-q4",1,8.9,null,10.66,111.54,10482,10,1],["qwen2.5-coder-7b-q4",1,18.5,13.6,5.52,57.06,32768,10,1],["qwen2.5-coder-14b-q4",1,9.2,null,10.83,118.16,11250,10,1],["llama3.2-1b-q4",1,82.4,42.7,0.93,11.68,131072,5,1],["qwen2.5-0.5b-q4",1,155.8,94,0.39,5.9,32768,5,0],["gemma-3-1b-q4",1,92.2,81.6,0.7,6.16,32768,5,1],["gemma-3-1b-q8",1,72.1,65.4,0.73,6.37,32768,5,1],["phi4-mini-3.8b-q4",1,27.5,12.3,2.89,35.74,66437,10,1],["phi4-mini-3.8b-q8",1,18.3,10,2.99,36.95,54286,10,1],["smollm2-360m-q4",1,86.2,null,0.32,6.51,8192,5,1],["qwen3-8b-q4",1,15.6,8.7,6.03,67.16,40517,10,1],["qwen3-8b-q8",1,9.8,null,6.24,69.43,15929,10,1],["qwen3-14b-q4",1,9.1,null,10.74,112.15,11741,10,1],["gemma3-4b-q4",1,30.8,25.3,2.72,23.08,131072,10,1],["gemma3-4b-q8",1,19.5,17.1,2.81,23.86,131072,10,1],["gemma3-12b-q4",1,10.8,8.7,8.25,70.24,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,18.5,13.6,5.52,57.06,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,11,9.1,5.71,58.99,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,9.2,null,10.83,118.16,11250,10,1],["qwen3.5-0.8b-q4",1,89.5,64.9,0.48,5.38,262144,5,1],["qwen3.5-2b-q4",1,40,34.2,1.19,11.07,262144,5,1],["qwen3.5-4b-q4",1,30,22.4,2.67,25.6,260968,10,1],["qwen3.5-4b-q8",1,18.4,15.2,2.77,26.46,205004,10,1],["qwen3.5-9b-q4",1,16.8,14.1,5.78,50.45,170010,10,1],["lfm2.5-8b-a1b-q4",1,49.2,40.7,1.12,10.54,128000,10,1],["granite4.1-3b-q4",1,34,17.4,2.6,33.93,111090,10,1],["granite4.1-8b-q4",1,14.1,7.9,6.2,70.62,35718,10,1],["gemma4-e4b-q4",1,24.2,21.6,5.14,42.94,131072,10,1],["gemma4-e4b-q8",1,16.9,15.6,5.31,44.4,131072,10,1],["gemma4-e2b-q4",1,54.5,48.1,2.81,24.29,131072,10,1],["gemma4-e2b-q8",1,39.6,36.1,2.9,25.12,131072,10,1],["gemma4-12b-q4",1,10.7,8.6,8.25,70.24,53147,10,1],["qwen3.5-9b-q8",1,10.1,9.1,5.98,52.16,51040,10,1],["ornith-9b-q4",1,16.8,14.1,5.78,50.45,170010,10,1],["granite4.2-3b-q4",1,34.2,17.4,2.78,35.36,109326,10,1],["granite4.2-8b-q4",1,14.7,8,6.49,72.9,35718,10,1],["minicpm-v4.5-8b-q4",1,16.2,8.9,6.03,67.15,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,16.2,13.7,5.78,50.45,163543,10,1],["ministral-3-3b-q4",1,24.7,13,2.63,34.68,77432,10,1],["ministral-3-8b-q4",1,13.7,8.3,6.22,67.62,37179,10,1],["ministral-3-14b-q4",1,9.2,null,9.77,99.13,12924,10,1]]},"Apple M3|24GB":{"label":"Apple M3, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16.8},"20":{"model":"gpt-oss-20b","eci":137.7,"decodeTps":20.9},"40":null},"cells":[["qwen2.5-1.5b-q4",1,71.5,41.9,1.17,14.89,32768,5,1],["qwen2.5-3b-q4",1,39.6,26.4,2.31,27.97,32768,10,1],["qwen2.5-7b-q4",1,18.5,13.6,5.52,57.06,32768,10,1],["qwen2.5-14b-q4",1,9.2,5.7,10.83,118.16,32768,10,1],["llama3.2-3b-q4",1,33.2,14.4,2.43,30.48,128876,10,1],["llama3.1-8b-q4",1,16.5,9.5,5.88,63.87,90631,10,1],["llama3.1-8b-q8",1,10.1,6.9,6.08,66.03,63012,10,1],["llama3.1-8b-q5",1,14.4,8.7,8.06,87.48,84434,10,1],["mistral-7b-q4",1,17.5,9.8,5.34,59.52,32768,10,1],["mistral-7b-q5",1,15.2,9,7.31,81.52,32768,10,1],["mistral-7b-q8",1,10.6,7.2,5.52,61.53,32768,10,1],["mistral-nemo-12b-q4",1,11.6,7,8.89,92.13,59376,10,1],["mistral-nemo-12b-q8",1,6.6,null,9.19,95.24,23056,10,1],["gemma2-2b-q4",1,38.3,null,1.88,18.44,8192,10,1],["gemma2-9b-q4",1,11.8,null,6.62,64,8192,10,1],["phi3-mini-q4",1,21.1,null,2.88,35.66,4096,10,1],["phi3-medium-q4",1,9.2,null,10.17,107.66,4096,10,1],["phi4-14b-q4",1,8.9,null,10.66,111.54,16384,10,1],["phi4-14b-q8",1,5.4,null,11.02,115.32,5954,10,1],["qwen2.5-coder-7b-q4",1,18.5,13.6,5.52,57.06,32768,10,1],["qwen2.5-coder-14b-q4",1,9.2,5.7,10.83,118.16,32768,10,1],["llama3.2-1b-q4",1,82.4,42.7,0.93,11.68,131072,5,1],["mistral-small-22b-q4",1,6.4,null,16.26,174.16,18444,10,1],["qwen2.5-0.5b-q4",1,155.8,94,0.39,5.9,32768,5,0],["gemma-3-1b-q4",1,92.2,81.6,0.7,6.16,32768,5,1],["gemma-3-1b-q8",1,72.1,65.4,0.73,6.37,32768,5,1],["phi4-mini-3.8b-q4",1,27.5,12.3,2.89,35.74,109162,10,1],["phi4-mini-3.8b-q8",1,18.3,10,2.99,36.95,97010,10,1],["smollm2-360m-q4",1,86.2,null,0.32,6.51,8192,5,1],["qwen3-8b-q4",1,15.6,8.7,6.03,67.16,40960,10,1],["qwen3-8b-q8",1,9.8,6.5,6.24,69.43,40960,10,1],["qwen3-14b-q4",1,9.1,6,10.74,112.15,40960,10,1],["gemma3-4b-q4",1,30.8,25.3,2.72,23.08,131072,10,1],["gemma3-4b-q8",1,19.5,17.1,2.81,23.86,131072,10,1],["gemma3-12b-q4",1,10.8,8.7,8.25,70.24,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,18.5,13.6,5.52,57.06,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,11,9.1,5.71,58.99,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,9.2,5.7,10.83,118.16,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,5.5,null,11.2,122.16,5586,10,1],["mistral-small-3.1-cloud",1,5.5,null,16.76,155.12,8014,10,1],["qwen3.5-0.8b-q4",1,89.5,64.9,0.48,5.38,262144,5,1],["qwen3.5-2b-q4",1,40,34.2,1.19,11.07,262144,5,1],["qwen3.5-4b-q4",1,30,22.4,2.67,25.6,262144,10,1],["qwen3.5-4b-q8",1,18.4,15.2,2.77,26.46,262144,10,1],["qwen3.5-9b-q4",1,16.8,14.1,5.78,50.45,262144,10,1],["lfm2-24b-a2b-q4",1,36.9,29.3,1.53,14.89,116420,10,1],["lfm2.5-8b-a1b-q4",1,49.2,40.7,1.12,10.54,128000,10,1],["granite4.1-3b-q4",1,34,17.4,2.6,33.93,131072,10,1],["granite4.1-8b-q4",1,14.1,7.9,6.2,70.62,69898,10,1],["gemma4-e4b-q4",1,24.2,21.6,5.14,42.94,131072,10,1],["gemma4-e4b-q8",1,16.9,15.6,5.31,44.4,131072,10,1],["gemma4-e2b-q4",1,54.5,48.1,2.81,24.29,131072,10,1],["gemma4-e2b-q8",1,39.6,36.1,2.9,25.12,131072,10,1],["gemma4-12b-q4",1,10.7,8.6,8.25,70.24,138596,10,1],["gpt-oss-20b",1,20.9,17.8,2.74,27.59,122210,10,1],["qwen3.5-9b-q8",1,10.1,9.1,5.98,52.16,221939,10,1],["gemma4-12b-q8",1,6.5,5.7,8.53,72.62,57904,10,1],["qwen3-14b-q8",1,5.5,null,11.1,115.95,5523,10,1],["ornith-9b-q4",1,16.8,14.1,5.78,50.45,262144,10,1],["granite4.2-3b-q4",1,34.2,17.4,2.78,35.36,131072,10,1],["granite4.2-8b-q4",1,14.7,8,6.49,72.9,69898,10,1],["minicpm-v4.5-8b-q4",1,16.2,8.9,6.03,67.15,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,16.2,13.7,5.78,50.45,262144,10,1],["devstral-small-2-24b-q4",1,5.6,null,16.76,155.12,9903,10,1],["ministral-3-3b-q4",1,24.7,13,2.63,34.68,130016,10,1],["ministral-3-8b-q4",1,13.7,8.3,6.22,67.62,77391,10,1],["ministral-3-14b-q4",1,9.2,6.1,9.77,99.13,47103,10,1]]},"Apple M4|16GB":{"label":"Apple M4, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":19.3},"20":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":21.3},"40":null},"cells":[["qwen2.5-1.5b-q4",1,81.6,48.1,1.01,12.83,32768,5,1],["qwen2.5-3b-q4",1,45.4,30.3,1.99,24.09,32768,10,1],["qwen2.5-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-14b-q4",1,10.6,null,9.33,101.78,11250,10,1],["llama3.2-3b-q4",1,38.1,16.6,2.09,26.25,80048,10,1],["llama3.1-8b-q4",1,19,10.9,5.07,55.02,47907,10,1],["llama3.1-8b-q8",1,11.6,null,5.24,56.88,20288,10,1],["llama3.1-8b-q5",1,16.6,10.1,6.94,75.36,41709,10,1],["mistral-7b-q4",1,20.2,11.3,4.6,51.27,32768,10,1],["mistral-7b-q5",1,17.5,10.4,6.3,70.22,32768,10,1],["mistral-7b-q8",1,12.2,null,4.76,53.01,26683,10,1],["mistral-nemo-12b-q4",1,13.4,null,7.66,79.36,25197,10,1],["gemma2-2b-q4",1,43.9,null,1.62,15.89,8192,10,1],["gemma2-9b-q4",1,13.7,null,5.7,55.13,8192,10,1],["phi3-mini-q4",1,24.3,null,2.48,30.72,4096,10,1],["phi3-medium-q4",1,10.6,null,8.76,92.74,4096,10,1],["phi4-14b-q4",1,10.3,null,9.18,96.09,10482,10,1],["qwen2.5-coder-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-coder-14b-q4",1,10.6,null,9.33,101.78,11250,10,1],["llama3.2-1b-q4",1,93.8,49,0.8,10.06,131072,5,1],["qwen2.5-0.5b-q4",1,175.4,106.8,0.34,5.08,32768,5,0],["gemma-3-1b-q4",1,104.8,92.9,0.61,5.31,32768,5,1],["gemma-3-1b-q8",1,82.2,74.7,0.63,5.49,32768,5,1],["phi4-mini-3.8b-q4",1,31.6,14.2,2.49,30.79,66437,10,1],["phi4-mini-3.8b-q8",1,21.1,11.6,2.58,31.83,54286,10,1],["smollm2-360m-q4",1,98.2,null,0.28,5.61,8192,5,1],["qwen3-8b-q4",1,18,10,5.2,57.85,40517,10,1],["qwen3-8b-q8",1,11.2,null,5.37,59.81,15929,10,1],["qwen3-14b-q4",1,10.4,null,9.25,96.61,11741,10,1],["gemma3-4b-q4",1,35.4,29.1,2.34,19.88,131072,10,1],["gemma3-4b-q8",1,22.4,19.7,2.42,20.56,131072,10,1],["gemma3-12b-q4",1,12.4,10,7.11,60.51,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,21.3,15.6,4.76,49.15,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,12.7,10.5,4.92,50.82,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,10.6,null,9.33,101.78,11250,10,1],["qwen3.5-0.8b-q4",1,101.8,74.1,0.41,4.64,262144,5,1],["qwen3.5-2b-q4",1,45.9,39.3,1.02,9.53,262144,5,1],["qwen3.5-4b-q4",1,34.5,25.8,2.3,22.05,260968,10,1],["qwen3.5-4b-q8",1,21.2,17.5,2.38,22.8,205004,10,1],["qwen3.5-9b-q4",1,19.3,16.3,4.98,43.46,170010,10,1],["lfm2.5-8b-a1b-q4",1,56.3,46.7,0.97,9.08,128000,10,1],["granite4.1-3b-q4",1,39,20,2.24,29.23,111090,10,1],["granite4.1-8b-q4",1,16.3,9.1,5.34,60.83,35718,10,1],["gemma4-e4b-q4",1,27.8,24.9,4.43,36.99,131072,10,1],["gemma4-e4b-q8",1,19.4,17.9,4.58,38.24,131072,10,1],["gemma4-e2b-q4",1,62.4,55.1,2.42,20.93,131072,10,1],["gemma4-e2b-q8",1,45.4,41.4,2.5,21.64,131072,10,1],["gemma4-12b-q4",1,12.3,9.9,7.11,60.51,53147,10,1],["qwen3.5-9b-q8",1,11.7,10.5,5.15,44.93,51040,10,1],["ornith-9b-q4",1,19.3,16.3,4.98,43.46,170010,10,1],["granite4.2-3b-q4",1,39.2,20,2.39,30.46,109326,10,1],["granite4.2-8b-q4",1,17,9.3,5.59,62.8,35718,10,1],["minicpm-v4.5-8b-q4",1,18.6,10.2,5.2,57.85,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,18.7,15.8,4.98,43.46,163543,10,1],["ministral-3-3b-q4",1,28.4,14.9,2.26,29.87,77432,10,1],["ministral-3-8b-q4",1,15.8,9.5,5.36,58.25,37179,10,1],["ministral-3-14b-q4",1,10.6,null,8.41,85.39,12924,10,1]]},"Apple M4|24GB":{"label":"Apple M4, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":19.3},"20":{"model":"gpt-oss-20b","eci":137.7,"decodeTps":24.1},"40":null},"cells":[["qwen2.5-1.5b-q4",1,81.6,48.1,1.01,12.83,32768,5,1],["qwen2.5-3b-q4",1,45.4,30.3,1.99,24.09,32768,10,1],["qwen2.5-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-14b-q4",1,10.6,6.5,9.33,101.78,32768,10,1],["llama3.2-3b-q4",1,38.1,16.6,2.09,26.25,128876,10,1],["llama3.1-8b-q4",1,19,10.9,5.07,55.02,90631,10,1],["llama3.1-8b-q8",1,11.6,8,5.24,56.88,63012,10,1],["llama3.1-8b-q5",1,16.6,10.1,6.94,75.36,84434,10,1],["mistral-7b-q4",1,20.2,11.3,4.6,51.27,32768,10,1],["mistral-7b-q5",1,17.5,10.4,6.3,70.22,32768,10,1],["mistral-7b-q8",1,12.2,8.3,4.76,53.01,32768,10,1],["mistral-nemo-12b-q4",1,13.4,8.1,7.66,79.36,59376,10,1],["mistral-nemo-12b-q8",1,7.6,null,7.92,82.05,23056,10,1],["gemma2-2b-q4",1,43.9,null,1.62,15.89,8192,10,1],["gemma2-9b-q4",1,13.7,null,5.7,55.13,8192,10,1],["phi3-mini-q4",1,24.3,null,2.48,30.72,4096,10,1],["phi3-medium-q4",1,10.6,null,8.76,92.74,4096,10,1],["phi4-14b-q4",1,10.3,null,9.18,96.09,16384,10,1],["phi4-14b-q8",1,6.3,null,9.49,99.34,5954,10,1],["qwen2.5-coder-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-coder-14b-q4",1,10.6,6.5,9.33,101.78,32768,10,1],["llama3.2-1b-q4",1,93.8,49,0.8,10.06,131072,5,1],["mistral-small-22b-q4",1,7.4,null,14,150.02,18444,10,1],["qwen2.5-0.5b-q4",1,175.4,106.8,0.34,5.08,32768,5,0],["gemma-3-1b-q4",1,104.8,92.9,0.61,5.31,32768,5,1],["gemma-3-1b-q8",1,82.2,74.7,0.63,5.49,32768,5,1],["phi4-mini-3.8b-q4",1,31.6,14.2,2.49,30.79,109162,10,1],["phi4-mini-3.8b-q8",1,21.1,11.6,2.58,31.83,97010,10,1],["smollm2-360m-q4",1,98.2,null,0.28,5.61,8192,5,1],["qwen3-8b-q4",1,18,10,5.2,57.85,40960,10,1],["qwen3-8b-q8",1,11.2,7.5,5.37,59.81,40960,10,1],["qwen3-14b-q4",1,10.4,6.9,9.25,96.61,40960,10,1],["gemma3-4b-q4",1,35.4,29.1,2.34,19.88,131072,10,1],["gemma3-4b-q8",1,22.4,19.7,2.42,20.56,131072,10,1],["gemma3-12b-q4",1,12.4,10,7.11,60.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,21.3,15.6,4.76,49.15,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,12.7,10.5,4.92,50.82,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,10.6,6.5,9.33,101.78,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,6.3,null,9.65,105.23,5586,10,1],["mistral-small-3.1-cloud",1,6.3,null,14.44,133.62,8014,10,1],["qwen3.5-0.8b-q4",1,101.8,74.1,0.41,4.64,262144,5,1],["qwen3.5-2b-q4",1,45.9,39.3,1.02,9.53,262144,5,1],["qwen3.5-4b-q4",1,34.5,25.8,2.3,22.05,262144,10,1],["qwen3.5-4b-q8",1,21.2,17.5,2.38,22.8,262144,10,1],["qwen3.5-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["lfm2-24b-a2b-q4",1,42.4,33.7,1.32,12.83,116420,10,1],["lfm2.5-8b-a1b-q4",1,56.3,46.7,0.97,9.08,128000,10,1],["granite4.1-3b-q4",1,39,20,2.24,29.23,131072,10,1],["granite4.1-8b-q4",1,16.3,9.1,5.34,60.83,69898,10,1],["gemma4-e4b-q4",1,27.8,24.9,4.43,36.99,131072,10,1],["gemma4-e4b-q8",1,19.4,17.9,4.58,38.24,131072,10,1],["gemma4-e2b-q4",1,62.4,55.1,2.42,20.93,131072,10,1],["gemma4-e2b-q8",1,45.4,41.4,2.5,21.64,131072,10,1],["gemma4-12b-q4",1,12.3,9.9,7.11,60.51,138596,10,1],["gpt-oss-20b",1,24.1,20.5,2.36,23.76,122210,10,1],["qwen3.5-9b-q8",1,11.7,10.5,5.15,44.93,221939,10,1],["gemma4-12b-q8",1,7.5,6.5,7.35,62.55,57904,10,1],["qwen3-14b-q8",1,6.3,null,9.56,99.88,5523,10,1],["ornith-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["granite4.2-3b-q4",1,39.2,20,2.39,30.46,131072,10,1],["granite4.2-8b-q4",1,17,9.3,5.59,62.8,69898,10,1],["minicpm-v4.5-8b-q4",1,18.6,10.2,5.2,57.85,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,18.7,15.8,4.98,43.46,262144,10,1],["devstral-small-2-24b-q4",1,6.4,null,14.44,133.62,9903,10,1],["ministral-3-3b-q4",1,28.4,14.9,2.26,29.87,130016,10,1],["ministral-3-8b-q4",1,15.8,9.5,5.36,58.25,77391,10,1],["ministral-3-14b-q4",1,10.6,7,8.41,85.39,47103,10,1]]},"Apple M4|32GB":{"label":"Apple M4, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":38.1},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":38.1},"40":null},"cells":[["qwen2.5-1.5b-q4",1,81.6,48.1,1.01,12.83,32768,5,1],["qwen2.5-3b-q4",1,45.4,30.3,1.99,24.09,32768,10,1],["qwen2.5-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-14b-q4",1,10.6,6.5,9.33,101.78,32768,10,1],["llama3.2-3b-q4",1,38.1,16.6,2.09,26.25,131072,10,1],["llama3.1-8b-q4",1,19,10.9,5.07,55.02,131072,10,1],["llama3.1-8b-q8",1,11.6,8,5.24,56.88,105737,10,1],["llama3.1-8b-q5",1,16.6,10.1,6.94,75.36,127159,10,1],["mistral-7b-q4",1,20.2,11.3,4.6,51.27,32768,10,1],["mistral-7b-q5",1,17.5,10.4,6.3,70.22,32768,10,1],["mistral-7b-q8",1,12.2,8.3,4.76,53.01,32768,10,1],["mistral-nemo-12b-q4",1,13.4,8.1,7.66,79.36,93556,10,1],["mistral-nemo-12b-q8",1,7.6,5.6,7.92,82.05,57236,10,1],["gemma2-2b-q4",1,43.9,null,1.62,15.89,8192,10,1],["gemma2-9b-q4",1,13.7,null,5.7,55.13,8192,10,1],["gemma2-27b-q4",1,5.5,null,16.49,142.34,8192,10,1],["phi3-mini-q4",1,24.3,null,2.48,30.72,4096,10,1],["phi3-medium-q4",1,10.6,null,8.76,92.74,4096,10,1],["phi4-14b-q4",1,10.3,null,9.18,96.09,16384,10,1],["phi4-14b-q8",1,6.3,null,9.49,99.34,16384,10,1],["qwen2.5-coder-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-coder-14b-q4",1,10.6,6.5,9.33,101.78,32768,10,1],["llama3.2-1b-q4",1,93.8,49,0.8,10.06,131072,5,1],["mistral-small-22b-q4",1,7.4,4.9,14,150.02,32768,10,1],["qwen2.5-0.5b-q4",1,175.4,106.8,0.34,5.08,32768,5,0],["gemma-3-1b-q4",1,104.8,92.9,0.61,5.31,32768,5,1],["gemma-3-1b-q8",1,82.2,74.7,0.63,5.49,32768,5,1],["phi4-mini-3.8b-q4",1,31.6,14.2,2.49,30.79,131072,10,1],["phi4-mini-3.8b-q8",1,21.1,11.6,2.58,31.83,131072,10,1],["smollm2-360m-q4",1,98.2,null,0.28,5.61,8192,5,1],["qwen3-8b-q4",1,18,10,5.2,57.85,40960,10,1],["qwen3-8b-q8",1,11.2,7.5,5.37,59.81,40960,10,1],["qwen3-14b-q4",1,10.4,6.9,9.25,96.61,40960,10,1],["qwen3-30b-q4",1,27.8,15.3,2.4,40.88,38426,10,1],["gemma3-4b-q4",1,35.4,29.1,2.34,19.88,131072,10,1],["gemma3-4b-q8",1,22.4,19.7,2.42,20.56,131072,10,1],["gemma3-12b-q4",1,12.4,10,7.11,60.51,131072,10,1],["gemma3-27b-q4",1,5.7,5,16.26,134.57,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,21.3,15.6,4.76,49.15,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,12.7,10.5,4.92,50.82,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,10.6,6.5,9.33,101.78,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,6.3,4.6,9.65,105.23,34069,10,1],["mistral-small-3.1-cloud",1,6.3,4.8,14.44,133.62,42194,10,1],["qwen3.5-0.8b-q4",1,101.8,74.1,0.41,4.64,262144,5,1],["qwen3.5-2b-q4",1,45.9,39.3,1.02,9.53,262144,5,1],["qwen3.5-4b-q4",1,34.5,25.8,2.3,22.05,262144,10,1],["qwen3.5-4b-q8",1,21.2,17.5,2.38,22.8,262144,10,1],["qwen3.5-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,39,31.5,1.76,18.59,60214,10,1],["qwen3.5-27b-q4",1,6.2,5.6,14.78,129.09,89303,10,1],["lfm2-24b-a2b-q4",1,42.4,33.7,1.32,12.83,128000,10,1],["lfm2.5-8b-a1b-q4",1,56.3,46.7,0.97,9.08,128000,10,1],["granite4.1-3b-q4",1,39,20,2.24,29.23,131072,10,1],["granite4.1-8b-q4",1,16.3,9.1,5.34,60.83,104077,10,1],["qwen3.6-27b-q4",1,6.1,5.5,14.78,129.09,84870,10,1],["qwen3.8-27b-q4",1,6.1,5.5,14.78,129.09,85285,10,1],["qwen3.6-35b-a3b-q4",1,38.1,30.9,1.76,18.59,33276,10,1],["gemma4-31b-q4",1,4.9,null,18.22,154.78,17646,10,1],["gemma4-26b-a4b-q4",1,23.9,18.5,1.97,17.98,124899,10,1],["gemma4-e4b-q4",1,27.8,24.9,4.43,36.99,131072,10,1],["gemma4-e4b-q8",1,19.4,17.9,4.58,38.24,131072,10,1],["gemma4-e2b-q4",1,62.4,55.1,2.42,20.93,131072,10,1],["gemma4-e2b-q8",1,45.4,41.4,2.5,21.64,131072,10,1],["gemma4-12b-q4",1,12.3,9.9,7.11,60.51,224045,10,1],["north-mini-code-1-q4",1,25.9,21.5,2.08,22.49,131610,10,1],["gpt-oss-20b",1,24.1,20.5,2.36,23.76,131072,10,1],["qwen3.5-9b-q8",1,11.7,10.5,5.15,44.93,262144,10,1],["gemma4-12b-q8",1,7.5,6.5,7.35,62.55,143354,10,1],["qwen3-14b-q8",1,6.3,4.8,9.56,99.88,39702,10,1],["laguna-xs-2.1-q4",1,35.4,24.7,1.7,20.39,50360,10,1],["ornith-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["ornith-35b-q4",1,39,31.5,1.76,18.59,60214,10,1],["granite4.2-3b-q4",1,39.2,20,2.39,30.46,131072,10,1],["granite4.2-8b-q4",1,17,9.3,5.59,62.8,104077,10,1],["granite4.2-30b-q4",1,5.4,null,18.05,173.36,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,30,28.4,2.19,20.26,566666,10,1],["muse-glimmer-30b-q4",1,6.2,6.1,15.94,133.38,131072,10,1],["minicpm-v4.5-8b-q4",1,18.6,10.2,5.2,57.85,40960,10,1],["glm-4.7-flash-q4",1,25.7,18.2,2.38,29.7,62439,10,1],["olmo-3.1-32b-q4",1,4.9,null,19.47,164.77,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,18.7,15.8,4.98,43.46,262144,10,1],["devstral-small-2-24b-q4",1,6.4,4.9,14.44,133.62,44083,10,1],["ministral-3-3b-q4",1,28.4,14.9,2.26,29.87,182600,10,1],["ministral-3-8b-q4",1,15.8,9.5,5.36,58.25,117602,10,1],["ministral-3-14b-q4",1,10.6,7,8.41,85.39,81283,10,1]]},"Apple M5|16GB|8c":{"label":"Apple M5 8-core GPU, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":47.5}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.43,5.51,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.86,10.34,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,2.04,21.1,32768,10,1],["qwen2.5-14b-q4",1,14.3,null,4,43.69,11250,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.9,11.27,80048,10,1],["llama3.1-8b-q4",1,25.6,14.7,2.18,23.61,47907,10,1],["llama3.1-8b-q8",1,15.6,null,2.25,24.41,20288,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.98,32.34,41709,10,1],["mistral-7b-q4",1,27.2,15.2,1.97,22.01,32768,10,1],["mistral-7b-q5",1,23.6,14,2.7,30.14,32768,10,1],["mistral-7b-q8",1,16.4,null,2.04,22.75,26683,10,1],["mistral-nemo-12b-q4",1,18,null,3.29,34.06,25197,10,1],["gemma2-2b-q4",1,58.9,null,0.69,6.82,8192,10,1],["gemma2-9b-q4",1,18.4,null,2.45,23.66,8192,10,1],["phi3-mini-q4",1,32.7,null,1.07,13.18,4096,10,1],["phi3-medium-q4",1,14.3,null,3.76,39.8,4096,10,1],["phi4-14b-q4",1,13.9,null,3.94,41.24,10482,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,2.04,21.1,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,null,4,43.69,11250,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.35,4.32,131072,5,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.15,2.18,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.26,2.28,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.27,2.36,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,1.07,13.21,66437,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,1.11,13.66,54286,10,1],["smollm2-360m-q4",1,130.5,null,0.12,2.41,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,2.23,24.83,40517,10,1],["qwen3-8b-q8",1,15.1,null,2.31,25.67,15929,10,1],["qwen3-14b-q4",1,14.1,null,3.97,41.47,11741,10,1],["gemma3-4b-q4",1,47.5,39.1,1.01,8.53,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,1.04,8.82,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,3.05,25.97,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,2.04,21.1,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,2.11,21.81,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,null,4,43.69,11250,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.18,1.99,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.44,4.09,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.99,9.46,260968,10,1],["qwen3.5-4b-q8",1,28.5,23.6,1.02,9.78,205004,10,1],["qwen3.5-9b-q4",1,26,21.9,2.14,18.65,170010,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.41,3.9,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.96,12.55,111090,10,1],["granite4.1-8b-q4",1,21.9,12.2,2.29,26.11,35718,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.9,15.88,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.96,16.41,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,1.04,8.98,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,1.07,9.29,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,3.05,25.97,53147,10,1],["qwen3.5-9b-q8",1,15.7,14.1,2.21,19.29,51040,10,1],["ornith-9b-q4",1,26,21.9,2.14,18.65,170010,10,1],["granite4.2-3b-q4",1,52.6,27,1.03,13.07,109326,10,1],["granite4.2-8b-q4",1,22.8,12.5,2.4,26.95,35718,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,2.23,24.83,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,2.14,18.65,163543,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.97,12.82,77432,10,1],["ministral-3-8b-q4",1,21.3,12.9,2.3,25,37179,10,1],["ministral-3-14b-q4",1,14.3,null,3.61,36.65,12924,10,1]]},"Apple M5|16GB|10c":{"label":"Apple M5 10-core GPU, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":47.5}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.35,4.4,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.68,8.27,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-14b-q4",1,14.3,null,3.2,34.95,11250,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.72,9.01,80048,10,1],["llama3.1-8b-q4",1,25.6,14.7,1.74,18.89,47907,10,1],["llama3.1-8b-q8",1,15.6,null,1.8,19.53,20288,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.38,25.87,41709,10,1],["mistral-7b-q4",1,27.2,15.2,1.58,17.61,32768,10,1],["mistral-7b-q5",1,23.6,14,2.16,24.11,32768,10,1],["mistral-7b-q8",1,16.4,null,1.63,18.2,26683,10,1],["mistral-nemo-12b-q4",1,18,null,2.63,27.25,25197,10,1],["gemma2-2b-q4",1,58.9,null,0.56,5.45,8192,10,1],["gemma2-9b-q4",1,18.4,null,1.96,18.93,8192,10,1],["phi3-mini-q4",1,32.7,null,0.85,10.55,4096,10,1],["phi3-medium-q4",1,14.3,null,3.01,31.84,4096,10,1],["phi4-14b-q4",1,13.9,null,3.15,32.99,10482,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,null,3.2,34.95,11250,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.28,3.45,131072,5,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.12,1.74,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.21,1.82,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.22,1.88,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,0.86,10.57,66437,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,0.88,10.93,54286,10,1],["smollm2-360m-q4",1,130.5,null,0.1,1.93,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,1.78,19.86,40517,10,1],["qwen3-8b-q8",1,15.1,null,1.84,20.54,15929,10,1],["qwen3-14b-q4",1,14.1,null,3.18,33.17,11741,10,1],["gemma3-4b-q4",1,47.5,39.1,0.8,6.83,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,0.83,7.06,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,2.44,20.78,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,1.63,16.88,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,1.69,17.45,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,null,3.2,34.95,11250,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.14,1.59,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.35,3.27,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.79,7.57,260968,10,1],["qwen3.5-4b-q8",1,28.5,23.6,0.82,7.83,205004,10,1],["qwen3.5-9b-q4",1,26,21.9,1.71,14.92,170010,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.33,3.12,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.77,10.04,111090,10,1],["granite4.1-8b-q4",1,21.9,12.2,1.83,20.89,35718,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.52,12.7,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.57,13.13,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,0.83,7.19,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,0.86,7.43,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,2.44,20.78,53147,10,1],["qwen3.5-9b-q8",1,15.7,14.1,1.77,15.43,51040,10,1],["ornith-9b-q4",1,26,21.9,1.71,14.92,170010,10,1],["granite4.2-3b-q4",1,52.6,27,0.82,10.46,109326,10,1],["granite4.2-8b-q4",1,22.8,12.5,1.92,21.56,35718,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,1.78,19.86,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,1.71,14.92,163543,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.78,10.26,77432,10,1],["ministral-3-8b-q4",1,21.3,12.9,1.84,20,37179,10,1],["ministral-3-14b-q4",1,14.3,null,2.89,29.32,12924,10,1]]},"Apple M5|24GB|8c":{"label":"Apple M5 8-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":47.5}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.43,5.51,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.86,10.34,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,2.04,21.1,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,4,43.69,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.9,11.27,128876,10,1],["llama3.1-8b-q4",1,25.6,14.7,2.18,23.61,90631,10,1],["llama3.1-8b-q8",1,15.6,10.8,2.25,24.41,63012,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.98,32.34,84434,10,1],["mistral-7b-q4",1,27.2,15.2,1.97,22.01,32768,10,1],["mistral-7b-q5",1,23.6,14,2.7,30.14,32768,10,1],["mistral-7b-q8",1,16.4,11.1,2.04,22.75,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,3.29,34.06,59376,10,1],["mistral-nemo-12b-q8",1,10.3,null,3.4,35.21,23056,10,1],["gemma2-2b-q4",1,58.9,null,0.69,6.82,8192,10,1],["gemma2-9b-q4",1,18.4,null,2.45,23.66,8192,10,1],["phi3-mini-q4",1,32.7,null,1.07,13.18,4096,10,1],["phi3-medium-q4",1,14.3,null,3.76,39.8,4096,10,1],["phi4-14b-q4",1,13.9,null,3.94,41.24,16384,10,1],["phi4-14b-q8",1,8.4,null,4.07,42.64,5954,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,2.04,21.1,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,4,43.69,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.35,4.32,131072,5,1],["mistral-small-22b-q4",1,10,null,6.01,64.39,18444,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.15,2.18,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.26,2.28,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.27,2.36,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,1.07,13.21,109162,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,1.11,13.66,97010,10,1],["smollm2-360m-q4",1,130.5,null,0.12,2.41,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,2.23,24.83,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,2.31,25.67,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.97,41.47,40960,10,1],["gemma3-4b-q4",1,47.5,39.1,1.01,8.53,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,1.04,8.82,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,3.05,25.97,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,2.04,21.1,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,2.11,21.81,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,4,43.69,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,null,4.14,45.16,5586,10,1],["mistral-small-3.1-cloud",1,8.5,null,6.2,57.35,8014,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.18,1.99,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.44,4.09,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.99,9.46,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,1.02,9.78,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["lfm2-24b-a2b-q4",1,56.9,45.2,0.57,5.51,116420,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.41,3.9,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.96,12.55,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,2.29,26.11,69898,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.9,15.88,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.96,16.41,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,1.04,8.98,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,1.07,9.29,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,3.05,25.97,138596,10,1],["gpt-oss-20b",1,32.3,27.5,1.01,10.2,122210,10,1],["qwen3.5-9b-q8",1,15.7,14.1,2.21,19.29,221939,10,1],["gemma4-12b-q8",1,10.1,8.8,3.16,26.85,57904,10,1],["qwen3-14b-q8",1,8.5,null,4.1,42.87,5523,10,1],["ornith-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["granite4.2-3b-q4",1,52.6,27,1.03,13.07,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,2.4,26.95,69898,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,2.23,24.83,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,2.14,18.65,262144,10,1],["devstral-small-2-24b-q4",1,8.7,null,6.2,57.35,9903,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.97,12.82,130016,10,1],["ministral-3-8b-q4",1,21.3,12.9,2.3,25,77391,10,1],["ministral-3-14b-q4",1,14.3,9.4,3.61,36.65,47103,10,1]]},"Apple M5|24GB|10c":{"label":"Apple M5 10-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":47.5}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.35,4.4,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.68,8.27,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,3.2,34.95,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.72,9.01,128876,10,1],["llama3.1-8b-q4",1,25.6,14.7,1.74,18.89,90631,10,1],["llama3.1-8b-q8",1,15.6,10.8,1.8,19.53,63012,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.38,25.87,84434,10,1],["mistral-7b-q4",1,27.2,15.2,1.58,17.61,32768,10,1],["mistral-7b-q5",1,23.6,14,2.16,24.11,32768,10,1],["mistral-7b-q8",1,16.4,11.1,1.63,18.2,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,2.63,27.25,59376,10,1],["mistral-nemo-12b-q8",1,10.3,null,2.72,28.17,23056,10,1],["gemma2-2b-q4",1,58.9,null,0.56,5.45,8192,10,1],["gemma2-9b-q4",1,18.4,null,1.96,18.93,8192,10,1],["phi3-mini-q4",1,32.7,null,0.85,10.55,4096,10,1],["phi3-medium-q4",1,14.3,null,3.01,31.84,4096,10,1],["phi4-14b-q4",1,13.9,null,3.15,32.99,16384,10,1],["phi4-14b-q8",1,8.4,null,3.26,34.11,5954,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,3.2,34.95,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.28,3.45,131072,5,1],["mistral-small-22b-q4",1,10,null,4.81,51.51,18444,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.12,1.74,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.21,1.82,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.22,1.88,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,0.86,10.57,109162,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,0.88,10.93,97010,10,1],["smollm2-360m-q4",1,130.5,null,0.1,1.93,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,1.78,19.86,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,1.84,20.54,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.18,33.17,40960,10,1],["gemma3-4b-q4",1,47.5,39.1,0.8,6.83,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,0.83,7.06,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,2.44,20.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,1.63,16.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,1.69,17.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,3.2,34.95,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,null,3.31,36.13,5586,10,1],["mistral-small-3.1-cloud",1,8.5,null,4.96,45.88,8014,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.14,1.59,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.35,3.27,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.79,7.57,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,0.82,7.83,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["lfm2-24b-a2b-q4",1,56.9,45.2,0.45,4.4,116420,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.33,3.12,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.77,10.04,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,1.83,20.89,69898,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.52,12.7,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.57,13.13,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,0.83,7.19,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,0.86,7.43,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,2.44,20.78,138596,10,1],["gpt-oss-20b",1,32.3,27.5,0.81,8.16,122210,10,1],["qwen3.5-9b-q8",1,15.7,14.1,1.77,15.43,221939,10,1],["gemma4-12b-q8",1,10.1,8.8,2.52,21.48,57904,10,1],["qwen3-14b-q8",1,8.5,null,3.28,34.29,5523,10,1],["ornith-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["granite4.2-3b-q4",1,52.6,27,0.82,10.46,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,1.92,21.56,69898,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,1.78,19.86,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,1.71,14.92,262144,10,1],["devstral-small-2-24b-q4",1,8.7,null,4.96,45.88,9903,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.78,10.26,130016,10,1],["ministral-3-8b-q4",1,21.3,12.9,1.84,20,77391,10,1],["ministral-3-14b-q4",1,14.3,9.4,2.89,29.32,47103,10,1]]},"Apple M5|32GB|8c":{"label":"Apple M5 8-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":51.1},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":51.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":51.1}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.43,5.51,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.86,10.34,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,2.04,21.1,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,4,43.69,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.9,11.27,131072,10,1],["llama3.1-8b-q4",1,25.6,14.7,2.18,23.61,131072,10,1],["llama3.1-8b-q8",1,15.6,10.8,2.25,24.41,105737,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.98,32.34,127159,10,1],["mistral-7b-q4",1,27.2,15.2,1.97,22.01,32768,10,1],["mistral-7b-q5",1,23.6,14,2.7,30.14,32768,10,1],["mistral-7b-q8",1,16.4,11.1,2.04,22.75,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,3.29,34.06,93556,10,1],["mistral-nemo-12b-q8",1,10.3,7.5,3.4,35.21,57236,10,1],["gemma2-2b-q4",1,58.9,null,0.69,6.82,8192,10,1],["gemma2-9b-q4",1,18.4,null,2.45,23.66,8192,10,1],["gemma2-27b-q4",1,7.4,null,7.08,61.09,8192,10,1],["phi3-mini-q4",1,32.7,null,1.07,13.18,4096,10,1],["phi3-medium-q4",1,14.3,null,3.76,39.8,4096,10,1],["phi4-14b-q4",1,13.9,null,3.94,41.24,16384,10,1],["phi4-14b-q8",1,8.4,null,4.07,42.64,16384,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,2.04,21.1,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,4,43.69,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.35,4.32,131072,5,1],["mistral-small-22b-q4",1,10,6.6,6.01,64.39,32768,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.15,2.18,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.26,2.28,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.27,2.36,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,1.07,13.21,131072,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,1.11,13.66,131072,10,1],["smollm2-360m-q4",1,130.5,null,0.12,2.41,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,2.23,24.83,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,2.31,25.67,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.97,41.47,40960,10,1],["qwen3-30b-q4",1,37.3,20.6,1.03,17.55,38426,10,1],["gemma3-4b-q4",1,47.5,39.1,1.01,8.53,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,1.04,8.82,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,3.05,25.97,131072,10,1],["gemma3-27b-q4",1,7.7,6.8,6.98,57.76,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,2.04,21.1,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,2.11,21.81,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,4,43.69,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,6.2,4.14,45.16,34069,10,1],["mistral-small-3.1-cloud",1,8.5,6.5,6.2,57.35,42194,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.18,1.99,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.44,4.09,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.99,9.46,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,1.02,9.78,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["qwen3.5-35b-a3b-q4",1,52.4,42.3,0.75,7.98,60214,10,1],["qwen3.5-27b-q4",1,8.4,7.5,6.34,55.41,89303,10,1],["lfm2-24b-a2b-q4",1,56.9,45.2,0.57,5.51,128000,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.41,3.9,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.96,12.55,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,2.29,26.11,104077,10,1],["qwen3.6-27b-q4",1,8.3,7.4,6.34,55.41,84870,10,1],["qwen3.8-27b-q4",1,8.3,7.4,6.34,55.41,85285,10,1],["qwen3.6-35b-a3b-q4",1,51.1,41.5,0.75,7.98,33276,10,1],["gemma4-31b-q4",1,6.6,null,7.82,66.43,17646,10,1],["gemma4-26b-a4b-q4",1,32.1,24.9,0.84,7.72,124899,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.9,15.88,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.96,16.41,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,1.04,8.98,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,1.07,9.29,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,3.05,25.97,224045,10,1],["north-mini-code-1-q4",1,34.8,28.9,0.89,9.65,131610,10,1],["gpt-oss-20b",1,32.3,27.5,1.01,10.2,131072,10,1],["qwen3.5-9b-q8",1,15.7,14.1,2.21,19.29,262144,10,1],["gemma4-12b-q8",1,10.1,8.8,3.16,26.85,143354,10,1],["qwen3-14b-q8",1,8.5,6.5,4.1,42.87,39702,10,1],["laguna-xs-2.1-q4",1,47.6,33.3,0.73,8.75,50360,10,1],["ornith-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["ornith-35b-q4",1,52.4,42.3,0.75,7.98,60214,10,1],["granite4.2-3b-q4",1,52.6,27,1.03,13.07,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,2.4,26.95,104077,10,1],["granite4.2-30b-q4",1,7.2,null,7.75,74.41,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,40.2,38.2,0.94,8.69,566666,10,1],["muse-glimmer-30b-q4",1,8.4,8.2,6.84,57.25,131072,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,2.23,24.83,40960,10,1],["glm-4.7-flash-q4",1,34.6,24.5,1.02,12.75,62439,10,1],["olmo-3.1-32b-q4",1,6.6,null,8.35,70.72,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,2.14,18.65,262144,10,1],["devstral-small-2-24b-q4",1,8.7,6.6,6.2,57.35,44083,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.97,12.82,182600,10,1],["ministral-3-8b-q4",1,21.3,12.9,2.3,25,117602,10,1],["ministral-3-14b-q4",1,14.3,9.4,3.61,36.65,81283,10,1]]},"Apple M5|32GB|10c":{"label":"Apple M5 10-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":51.1},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":51.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":51.1}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.35,4.4,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.68,8.27,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,3.2,34.95,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.72,9.01,131072,10,1],["llama3.1-8b-q4",1,25.6,14.7,1.74,18.89,131072,10,1],["llama3.1-8b-q8",1,15.6,10.8,1.8,19.53,105737,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.38,25.87,127159,10,1],["mistral-7b-q4",1,27.2,15.2,1.58,17.61,32768,10,1],["mistral-7b-q5",1,23.6,14,2.16,24.11,32768,10,1],["mistral-7b-q8",1,16.4,11.1,1.63,18.2,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,2.63,27.25,93556,10,1],["mistral-nemo-12b-q8",1,10.3,7.5,2.72,28.17,57236,10,1],["gemma2-2b-q4",1,58.9,null,0.56,5.45,8192,10,1],["gemma2-9b-q4",1,18.4,null,1.96,18.93,8192,10,1],["gemma2-27b-q4",1,7.4,null,5.66,48.87,8192,10,1],["phi3-mini-q4",1,32.7,null,0.85,10.55,4096,10,1],["phi3-medium-q4",1,14.3,null,3.01,31.84,4096,10,1],["phi4-14b-q4",1,13.9,null,3.15,32.99,16384,10,1],["phi4-14b-q8",1,8.4,null,3.26,34.11,16384,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,3.2,34.95,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.28,3.45,131072,5,1],["mistral-small-22b-q4",1,10,6.6,4.81,51.51,32768,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.12,1.74,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.21,1.82,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.22,1.88,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,0.86,10.57,131072,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,0.88,10.93,131072,10,1],["smollm2-360m-q4",1,130.5,null,0.1,1.93,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,1.78,19.86,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,1.84,20.54,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.18,33.17,40960,10,1],["qwen3-30b-q4",1,37.3,20.6,0.82,14.04,38426,10,1],["gemma3-4b-q4",1,47.5,39.1,0.8,6.83,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,0.83,7.06,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,2.44,20.78,131072,10,1],["gemma3-27b-q4",1,7.7,6.8,5.58,46.21,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,1.63,16.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,1.69,17.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,3.2,34.95,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,6.2,3.31,36.13,34069,10,1],["mistral-small-3.1-cloud",1,8.5,6.5,4.96,45.88,42194,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.14,1.59,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.35,3.27,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.79,7.57,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,0.82,7.83,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["qwen3.5-35b-a3b-q4",1,52.4,42.3,0.6,6.38,60214,10,1],["qwen3.5-27b-q4",1,8.4,7.5,5.07,44.33,89303,10,1],["lfm2-24b-a2b-q4",1,56.9,45.2,0.45,4.4,128000,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.33,3.12,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.77,10.04,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,1.83,20.89,104077,10,1],["qwen3.6-27b-q4",1,8.3,7.4,5.07,44.33,84870,10,1],["qwen3.8-27b-q4",1,8.3,7.4,5.07,44.33,85285,10,1],["qwen3.6-35b-a3b-q4",1,51.1,41.5,0.6,6.38,33276,10,1],["gemma4-31b-q4",1,6.6,null,6.25,53.15,17646,10,1],["gemma4-26b-a4b-q4",1,32.1,24.9,0.67,6.18,124899,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.52,12.7,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.57,13.13,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,0.83,7.19,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,0.86,7.43,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,2.44,20.78,224045,10,1],["north-mini-code-1-q4",1,34.8,28.9,0.71,7.72,131610,10,1],["gpt-oss-20b",1,32.3,27.5,0.81,8.16,131072,10,1],["qwen3.5-9b-q8",1,15.7,14.1,1.77,15.43,262144,10,1],["gemma4-12b-q8",1,10.1,8.8,2.52,21.48,143354,10,1],["qwen3-14b-q8",1,8.5,6.5,3.28,34.29,39702,10,1],["laguna-xs-2.1-q4",1,47.6,33.3,0.58,7,50360,10,1],["ornith-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["ornith-35b-q4",1,52.4,42.3,0.6,6.38,60214,10,1],["granite4.2-3b-q4",1,52.6,27,0.82,10.46,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,1.92,21.56,104077,10,1],["granite4.2-30b-q4",1,7.2,null,6.2,59.53,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,40.2,38.2,0.75,6.95,566666,10,1],["muse-glimmer-30b-q4",1,8.4,8.2,5.47,45.8,131072,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,1.78,19.86,40960,10,1],["glm-4.7-flash-q4",1,34.6,24.5,0.82,10.2,62439,10,1],["olmo-3.1-32b-q4",1,6.6,null,6.68,56.58,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,1.71,14.92,262144,10,1],["devstral-small-2-24b-q4",1,8.7,6.6,4.96,45.88,44083,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.78,10.26,182600,10,1],["ministral-3-8b-q4",1,21.3,12.9,1.84,20,117602,10,1],["ministral-3-14b-q4",1,14.3,9.4,2.89,29.32,81283,10,1]]},"Apple M1 Pro|16GB":{"label":"Apple M1 Pro, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":28.4},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":28.4},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":50.9}},"cells":[["qwen2.5-1.5b-q4",1,110,67.9,1.09,13.84,32768,5,1],["qwen2.5-3b-q4",1,64.4,43.9,2.15,26,32768,10,1],["qwen2.5-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-14b-q4",1,15.8,null,10.07,109.86,11250,10,1],["llama3.2-3b-q4",1,54.6,24.5,2.26,28.34,80048,10,1],["llama3.1-8b-q4",1,28,16.3,5.47,59.38,47907,10,1],["llama3.1-8b-q8",1,17.2,null,5.65,61.39,20288,10,1],["llama3.1-8b-q5",1,24.6,15,7.49,81.34,41709,10,1],["mistral-7b-q4",1,29.7,16.8,4.96,55.34,32768,10,1],["mistral-7b-q5",1,25.9,15.5,6.8,75.8,32768,10,1],["mistral-7b-q8",1,18.1,null,5.13,57.21,26683,10,1],["mistral-nemo-12b-q4",1,19.9,null,8.27,85.66,25197,10,1],["gemma2-2b-q4",1,62.4,null,1.75,17.15,8192,10,1],["gemma2-9b-q4",1,20.3,null,6.16,59.51,8192,10,1],["phi3-mini-q4",1,35.5,null,2.68,33.15,4096,10,1],["phi3-medium-q4",1,15.8,null,9.46,100.1,4096,10,1],["phi4-14b-q4",1,15.4,null,9.91,103.71,10482,10,1],["qwen2.5-coder-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-coder-14b-q4",1,15.8,null,10.07,109.86,11250,10,1],["llama3.2-1b-q4",1,124.4,69.1,0.87,10.86,131072,5,1],["qwen2.5-0.5b-q4",1,209.9,139.3,0.37,5.48,32768,5,0],["gemma-3-1b-q4",1,137,123.4,0.66,5.73,32768,5,1],["gemma-3-1b-q8",1,110.7,101.7,0.68,5.92,32768,5,1],["phi4-mini-3.8b-q4",1,45.7,21,2.69,33.23,66437,10,1],["phi4-mini-3.8b-q8",1,30.9,17.2,2.78,34.36,54286,10,1],["smollm2-360m-q4",1,129.4,null,0.3,6.06,8192,5,1],["qwen3-8b-q4",1,26.5,15,5.61,62.44,40517,10,1],["qwen3-8b-q8",1,16.7,null,5.8,64.56,15929,10,1],["qwen3-14b-q4",1,15.6,null,9.98,104.28,11741,10,1],["gemma3-4b-q4",1,50.9,42.2,2.53,21.46,131072,10,1],["gemma3-4b-q8",1,32.9,29,2.62,22.19,131072,10,1],["gemma3-12b-q4",1,18.5,14.9,7.68,65.31,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,31.2,23.1,5.14,53.05,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,18.9,15.6,5.31,54.85,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,15.8,null,10.07,109.86,11250,10,1],["qwen3.5-0.8b-q4",1,133.6,101,0.44,5,262144,5,1],["qwen3.5-2b-q4",1,65,56.2,1.1,10.29,262144,5,1],["qwen3.5-4b-q4",1,49.6,37.6,2.49,23.8,260968,10,1],["qwen3.5-4b-q8",1,31.1,25.9,2.57,24.61,205004,10,1],["qwen3.5-9b-q4",1,28.4,24,5.38,46.91,170010,10,1],["lfm2.5-8b-a1b-q4",1,78.6,66.1,1.04,9.8,128000,10,1],["granite4.1-3b-q4",1,55.8,29.4,2.42,31.55,111090,10,1],["granite4.1-8b-q4",1,24.1,13.6,5.77,65.66,35718,10,1],["gemma4-e4b-q4",1,40.5,36.3,4.78,39.93,131072,10,1],["gemma4-e4b-q8",1,28.6,26.4,4.94,41.28,131072,10,1],["gemma4-e2b-q4",1,86.4,77,2.61,22.59,131072,10,1],["gemma4-e2b-q8",1,64.3,59,2.7,23.35,131072,10,1],["gemma4-12b-q4",1,18.4,14.8,7.68,65.31,53147,10,1],["qwen3.5-9b-q8",1,17.4,15.6,5.56,48.5,51040,10,1],["ornith-9b-q4",1,28.4,24,5.38,46.91,170010,10,1],["granite4.2-3b-q4",1,56.1,29.5,2.58,32.88,109326,10,1],["granite4.2-8b-q4",1,25,13.9,6.03,67.78,35718,10,1],["minicpm-v4.5-8b-q4",1,27.4,15.3,5.61,62.44,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,27.5,23.4,5.38,46.91,163543,10,1],["ministral-3-3b-q4",1,41.3,22.1,2.44,32.24,77432,10,1],["ministral-3-8b-q4",1,23.4,14.2,5.78,62.87,37179,10,1],["ministral-3-14b-q4",1,15.8,null,9.08,92.17,12924,10,1]]},"Apple M1 Pro|32GB":{"label":"Apple M1 Pro, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":54.6},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":54.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":54.6}},"cells":[["qwen2.5-1.5b-q4",1,110,67.9,1.09,13.84,32768,5,1],["qwen2.5-3b-q4",1,64.4,43.9,2.15,26,32768,10,1],["qwen2.5-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-14b-q4",1,15.8,9.8,10.07,109.86,32768,10,1],["llama3.2-3b-q4",1,54.6,24.5,2.26,28.34,131072,10,1],["llama3.1-8b-q4",1,28,16.3,5.47,59.38,131072,10,1],["llama3.1-8b-q8",1,17.2,11.9,5.65,61.39,105737,10,1],["llama3.1-8b-q5",1,24.6,15,7.49,81.34,127159,10,1],["mistral-7b-q4",1,29.7,16.8,4.96,55.34,32768,10,1],["mistral-7b-q5",1,25.9,15.5,6.8,75.8,32768,10,1],["mistral-7b-q8",1,18.1,12.4,5.13,57.21,32768,10,1],["mistral-nemo-12b-q4",1,19.9,12.1,8.27,85.66,93556,10,1],["mistral-nemo-12b-q8",1,11.4,8.4,8.55,88.56,57236,10,1],["gemma2-2b-q4",1,62.4,null,1.75,17.15,8192,10,1],["gemma2-9b-q4",1,20.3,null,6.16,59.51,8192,10,1],["gemma2-27b-q4",1,8.2,null,17.8,153.63,8192,10,1],["phi3-mini-q4",1,35.5,null,2.68,33.15,4096,10,1],["phi3-medium-q4",1,15.8,null,9.46,100.1,4096,10,1],["phi4-14b-q4",1,15.4,null,9.91,103.71,16384,10,1],["phi4-14b-q8",1,9.4,null,10.25,107.22,16384,10,1],["qwen2.5-coder-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-coder-14b-q4",1,15.8,9.8,10.07,109.86,32768,10,1],["llama3.2-1b-q4",1,124.4,69.1,0.87,10.86,131072,5,1],["mistral-small-22b-q4",1,11.1,7.4,15.11,161.93,32768,10,1],["qwen2.5-0.5b-q4",1,209.9,139.3,0.37,5.48,32768,5,0],["gemma-3-1b-q4",1,137,123.4,0.66,5.73,32768,5,1],["gemma-3-1b-q8",1,110.7,101.7,0.68,5.92,32768,5,1],["phi4-mini-3.8b-q4",1,45.7,21,2.69,33.23,131072,10,1],["phi4-mini-3.8b-q8",1,30.9,17.2,2.78,34.36,131072,10,1],["smollm2-360m-q4",1,129.4,null,0.3,6.06,8192,5,1],["qwen3-8b-q4",1,26.5,15,5.61,62.44,40960,10,1],["qwen3-8b-q8",1,16.7,11.3,5.8,64.56,40960,10,1],["qwen3-14b-q4",1,15.6,10.4,9.98,104.28,40960,10,1],["qwen3-30b-q4",1,40.4,22.7,2.59,44.13,38426,10,1],["gemma3-4b-q4",1,50.9,42.2,2.53,21.46,131072,10,1],["gemma3-4b-q8",1,32.9,29,2.62,22.19,131072,10,1],["gemma3-12b-q4",1,18.5,14.9,7.68,65.31,131072,10,1],["gemma3-27b-q4",1,8.6,7.6,17.55,145.25,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,31.2,23.1,5.14,53.05,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,18.9,15.6,5.31,54.85,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,15.8,9.8,10.07,109.86,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,9.5,7,10.41,113.58,34069,10,1],["mistral-small-3.1-cloud",1,9.5,7.3,15.59,144.22,42194,10,1],["qwen3.5-0.8b-q4",1,133.6,101,0.44,5,262144,5,1],["qwen3.5-2b-q4",1,65,56.2,1.1,10.29,262144,5,1],["qwen3.5-4b-q4",1,49.6,37.6,2.49,23.8,262144,10,1],["qwen3.5-4b-q8",1,31.1,25.9,2.57,24.61,262144,10,1],["qwen3.5-9b-q4",1,28.4,24,5.38,46.91,262144,10,1],["qwen3.5-35b-a3b-q4",1,55.8,45.6,1.9,20.06,60214,10,1],["qwen3.5-27b-q4",1,9.4,8.4,15.95,139.33,89303,10,1],["lfm2-24b-a2b-q4",1,60.3,48.6,1.43,13.85,128000,10,1],["lfm2.5-8b-a1b-q4",1,78.6,66.1,1.04,9.8,128000,10,1],["granite4.1-3b-q4",1,55.8,29.4,2.42,31.55,131072,10,1],["granite4.1-8b-q4",1,24.1,13.6,5.77,65.66,104077,10,1],["qwen3.6-27b-q4",1,9.2,8.2,15.95,139.33,84870,10,1],["qwen3.8-27b-q4",1,9.2,8.2,15.95,139.33,85285,10,1],["qwen3.6-35b-a3b-q4",1,54.6,44.8,1.9,20.06,33276,10,1],["gemma4-31b-q4",1,7.4,null,19.66,167.06,17646,10,1],["gemma4-26b-a4b-q4",1,34.9,27.2,2.12,19.41,124899,10,1],["gemma4-e4b-q4",1,40.5,36.3,4.78,39.93,131072,10,1],["gemma4-e4b-q8",1,28.6,26.4,4.94,41.28,131072,10,1],["gemma4-e2b-q4",1,86.4,77,2.61,22.59,131072,10,1],["gemma4-e2b-q8",1,64.3,59,2.7,23.35,131072,10,1],["gemma4-12b-q4",1,18.4,14.8,7.68,65.31,224045,10,1],["north-mini-code-1-q4",1,37.7,31.5,2.24,24.27,131610,10,1],["gpt-oss-20b",1,35.2,30.1,2.54,25.65,131072,10,1],["qwen3.5-9b-q8",1,17.4,15.6,5.56,48.5,262144,10,1],["gemma4-12b-q8",1,11.2,9.8,7.93,67.52,143354,10,1],["qwen3-14b-q8",1,9.5,7.3,10.32,107.8,39702,10,1],["laguna-xs-2.1-q4",1,50.9,36.1,1.84,22.01,50360,10,1],["ornith-9b-q4",1,28.4,24,5.38,46.91,262144,10,1],["ornith-35b-q4",1,55.8,45.6,1.9,20.06,60214,10,1],["granite4.2-3b-q4",1,56.1,29.5,2.58,32.88,131072,10,1],["granite4.2-8b-q4",1,25,13.9,6.03,67.78,104077,10,1],["granite4.2-30b-q4",1,8.1,null,19.48,187.12,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,43.4,41.2,2.37,21.86,566666,10,1],["muse-glimmer-30b-q4",1,9.3,9.1,17.2,143.97,131072,10,1],["minicpm-v4.5-8b-q4",1,27.4,15.3,5.61,62.44,40960,10,1],["glm-4.7-flash-q4",1,37.5,26.8,2.57,32.05,62439,10,1],["olmo-3.1-32b-q4",1,7.4,null,21.01,177.85,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,27.5,23.4,5.38,46.91,262144,10,1],["devstral-small-2-24b-q4",1,9.7,7.4,15.59,144.22,44083,10,1],["ministral-3-3b-q4",1,41.3,22.1,2.44,32.24,182600,10,1],["ministral-3-8b-q4",1,23.4,14.2,5.78,62.87,117602,10,1],["ministral-3-14b-q4",1,15.8,10.5,9.08,92.17,81283,10,1]]},"Apple M1 Max|32GB|24c":{"label":"Apple M1 Max 24-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.73,9.23,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.43,17.34,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,6.71,73.24,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.51,18.89,131072,10,1],["llama3.1-8b-q4",1,48.7,29,3.65,39.59,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,3.77,40.93,105737,10,1],["llama3.1-8b-q5",1,43,26.9,4.99,54.22,127159,10,1],["mistral-7b-q4",1,51.4,30,3.31,36.89,32768,10,1],["mistral-7b-q5",1,45.2,27.8,4.53,50.53,32768,10,1],["mistral-7b-q8",1,32.2,22.2,3.42,38.14,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,5.51,57.1,93556,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,5.7,59.04,57236,10,1],["gemma2-2b-q4",1,101.1,null,1.16,11.43,8192,10,1],["gemma2-9b-q4",1,35.8,null,4.1,39.67,8192,10,1],["gemma2-27b-q4",1,14.9,null,11.87,102.42,8192,10,1],["phi3-mini-q4",1,60.8,null,1.79,22.1,4096,10,1],["phi3-medium-q4",1,28.3,null,6.31,66.73,4096,10,1],["phi4-14b-q4",1,27.5,null,6.61,69.14,16384,10,1],["phi4-14b-q8",1,17,null,6.83,71.48,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,6.71,73.24,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.58,7.24,131072,5,1],["mistral-small-22b-q4",1,20,13.5,10.08,107.95,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.24,3.66,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.44,3.82,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.45,3.95,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.79,22.15,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.85,22.9,131072,10,1],["smollm2-360m-q4",1,185.1,null,0.2,4.04,8192,5,1],["qwen3-8b-q4",1,46.3,26.8,3.74,41.63,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,3.87,43.04,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,6.66,69.52,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.72,29.42,38426,10,1],["gemma3-4b-q4",1,84.4,71.3,1.69,14.31,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.74,14.79,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,5.12,43.54,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,11.7,96.83,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,3.42,35.37,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,3.54,36.57,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,6.71,73.24,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,6.94,75.72,34069,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,10.39,96.15,42194,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.29,3.34,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.74,6.86,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.66,15.87,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.71,16.4,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,1.26,13.37,60214,10,1],["qwen3.5-27b-q4",1,17,15.2,10.63,92.89,89303,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.95,9.23,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.69,6.54,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.61,21.03,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,3.84,43.77,104077,10,1],["qwen3.6-27b-q4",1,16.7,15,10.63,92.89,84870,10,1],["qwen3.8-27b-q4",1,16.7,15,10.63,92.89,85285,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,1.26,13.37,33276,10,1],["gemma4-31b-q4",1,13.5,null,13.11,111.37,17646,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.41,12.94,124899,10,1],["gemma4-e4b-q4",1,68.6,62.1,3.18,26.62,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,3.29,27.52,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.74,15.06,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.8,15.57,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,5.12,43.54,224045,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.49,16.18,131610,10,1],["gpt-oss-20b",1,60.3,52.1,1.7,17.1,131072,10,1],["qwen3.5-9b-q8",1,30.9,27.9,3.71,32.33,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,5.29,45.01,143354,10,1],["qwen3-14b-q8",1,17.2,13.2,6.88,71.87,39702,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,1.22,14.68,50360,10,1],["ornith-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["ornith-35b-q4",1,91.7,76.4,1.26,13.37,60214,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.72,21.92,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,4.02,45.19,104077,10,1],["granite4.2-30b-q4",1,14.6,null,12.99,124.74,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.58,14.57,566666,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,11.47,95.98,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,3.74,41.63,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.71,21.37,62439,10,1],["olmo-3.1-32b-q4",1,13.5,null,14.01,118.57,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,3.58,31.27,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,10.39,96.15,44083,10,1],["ministral-3-3b-q4",1,69.9,39,1.63,21.49,182600,10,1],["ministral-3-8b-q4",1,41,25.5,3.86,41.92,117602,10,1],["ministral-3-14b-q4",1,28.3,19,6.05,61.45,81283,10,1]]},"Apple M1 Max|32GB|32c":{"label":"Apple M1 Max 32-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.54,6.92,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.08,13,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,2.57,26.53,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,5.04,54.93,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.13,14.17,131072,10,1],["llama3.1-8b-q4",1,48.7,29,2.73,29.69,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,2.83,30.7,105737,10,1],["llama3.1-8b-q5",1,43,26.9,3.75,40.67,127159,10,1],["mistral-7b-q4",1,51.4,30,2.48,27.67,32768,10,1],["mistral-7b-q5",1,45.2,27.8,3.4,37.9,32768,10,1],["mistral-7b-q8",1,32.2,22.2,2.57,28.61,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,4.13,42.83,93556,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,4.27,44.28,57236,10,1],["gemma2-2b-q4",1,101.1,null,0.87,8.57,8192,10,1],["gemma2-9b-q4",1,35.8,null,3.08,29.75,8192,10,1],["gemma2-27b-q4",1,14.9,null,8.9,76.82,8192,10,1],["phi3-mini-q4",1,60.8,null,1.34,16.58,4096,10,1],["phi3-medium-q4",1,28.3,null,4.73,50.05,4096,10,1],["phi4-14b-q4",1,27.5,null,4.96,51.86,16384,10,1],["phi4-14b-q8",1,17,null,5.12,53.61,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,2.57,26.53,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,5.04,54.93,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.43,5.43,131072,5,1],["mistral-small-22b-q4",1,20,13.5,7.56,80.96,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.18,2.74,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.33,2.86,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.34,2.96,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.34,16.62,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.39,17.18,131072,10,1],["smollm2-360m-q4",1,185.1,null,0.15,3.03,8192,5,1],["qwen3-8b-q4",1,46.3,26.8,2.8,31.22,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,2.9,32.28,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,4.99,52.14,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.29,22.06,38426,10,1],["gemma3-4b-q4",1,84.4,71.3,1.26,10.73,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.31,11.09,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,3.84,32.65,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,8.77,72.63,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,2.57,26.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,2.66,27.42,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,5.04,54.93,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,5.21,56.79,34069,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,7.79,72.11,42194,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.22,2.5,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.55,5.14,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.24,11.9,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.29,12.3,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,0.95,10.03,60214,10,1],["qwen3.5-27b-q4",1,17,15.2,7.98,69.67,89303,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.71,6.92,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.52,4.9,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.21,15.77,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,2.88,32.83,104077,10,1],["qwen3.6-27b-q4",1,16.7,15,7.98,69.67,84870,10,1],["qwen3.8-27b-q4",1,16.7,15,7.98,69.67,85285,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,0.95,10.03,33276,10,1],["gemma4-31b-q4",1,13.5,null,9.83,83.53,17646,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.06,9.71,124899,10,1],["gemma4-e4b-q4",1,68.6,62.1,2.39,19.96,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,2.47,20.64,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.3,11.29,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.35,11.68,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,3.84,32.65,224045,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.12,12.14,131610,10,1],["gpt-oss-20b",1,60.3,52.1,1.27,12.82,131072,10,1],["qwen3.5-9b-q8",1,30.9,27.9,2.78,24.25,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,3.97,33.76,143354,10,1],["qwen3-14b-q8",1,17.2,13.2,5.16,53.9,39702,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,0.92,11.01,50360,10,1],["ornith-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["ornith-35b-q4",1,91.7,76.4,0.95,10.03,60214,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.29,16.44,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,3.02,33.89,104077,10,1],["granite4.2-30b-q4",1,14.6,null,9.74,93.56,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.18,10.93,566666,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,8.6,71.98,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,2.8,31.22,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.29,16.03,62439,10,1],["olmo-3.1-32b-q4",1,13.5,null,10.51,88.92,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,2.69,23.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,7.79,72.11,44083,10,1],["ministral-3-3b-q4",1,69.9,39,1.22,16.12,182600,10,1],["ministral-3-8b-q4",1,41,25.5,2.89,31.44,117602,10,1],["ministral-3-14b-q4",1,28.3,19,4.54,46.08,81283,10,1]]},"Apple M1 Max|64GB|24c":{"label":"Apple M1 Max 24-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.73,9.23,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.43,17.34,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,6.71,73.24,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.51,18.89,131072,10,1],["llama3.1-8b-q4",1,48.7,29,3.65,39.59,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,3.77,40.93,131072,10,1],["llama3.1-8b-q5",1,43,26.9,4.99,54.22,131072,10,1],["llama3.1-70b-q4",1,6.4,null,31.33,302.76,16722,10,1],["mistral-7b-q4",1,51.4,30,3.31,36.89,32768,10,1],["mistral-7b-q5",1,45.2,27.8,4.53,50.53,32768,10,1],["mistral-7b-q8",1,32.2,22.2,3.42,38.14,32768,10,1],["mixtral-8x7b-q4",1,21.4,16.5,5.74,56.31,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,5.51,57.1,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,5.7,59.04,131072,10,1],["gemma2-2b-q4",1,101.1,null,1.16,11.43,8192,10,1],["gemma2-9b-q4",1,35.8,null,4.1,39.67,8192,10,1],["gemma2-27b-q4",1,14.9,null,11.87,102.42,8192,10,1],["phi3-mini-q4",1,60.8,null,1.79,22.1,4096,10,1],["phi3-medium-q4",1,28.3,null,6.31,66.73,4096,10,1],["phi4-14b-q4",1,27.5,null,6.61,69.14,16384,10,1],["phi4-14b-q8",1,17,null,6.83,71.48,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,6.71,73.24,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.58,7.24,131072,5,1],["mistral-small-22b-q4",1,20,13.5,10.08,107.95,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.24,3.66,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.44,3.82,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.45,3.95,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.79,22.15,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.85,22.9,131072,10,1],["smollm2-360m-q4",1,185.1,null,0.2,4.04,8192,5,1],["llama3.3-70b-q4",1,6.4,null,31.33,302.76,16722,10,1],["qwen3-8b-q4",1,46.3,26.8,3.74,41.63,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,3.87,43.04,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,6.66,69.52,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.72,29.42,40960,10,1],["qwen3-30b-a3b-q8",1,43.9,30.1,1.78,30.41,40960,10,1],["gemma3-4b-q4",1,84.4,71.3,1.69,14.31,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.74,14.79,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,5.12,43.54,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,11.7,96.83,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,3.42,35.37,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,3.54,36.57,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,6.71,73.24,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,6.94,75.72,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.4,null,31.33,302.76,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,10.39,96.15,131072,10,1],["mistral-small-3.1-24b-q8",1,10.5,8.9,10.74,99.4,131072,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.29,3.34,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.74,6.86,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.66,15.87,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.71,16.4,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,1.26,13.37,262144,10,1],["qwen3.5-27b-q4",1,17,15.2,10.63,92.89,262144,10,1],["qwen3.5-27b-q8",1,9.9,9.3,10.99,96.03,262144,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.95,9.23,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.69,6.54,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.61,21.03,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,3.84,43.77,131072,10,1],["qwen3.6-27b-q4",1,16.7,15,10.63,92.89,262144,10,1],["qwen3.8-27b-q4",1,16.7,15,10.63,92.89,262144,10,1],["qwen3.8-27b-q8",1,9.9,9.3,10.99,96.03,262144,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,1.26,13.37,262144,10,1],["gemma4-31b-q4",1,13.5,10.9,13.11,111.37,173896,10,1],["gemma4-31b-q8",1,8.1,7.1,13.55,115.14,88656,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.41,12.94,262144,10,1],["gemma4-e4b-q4",1,68.6,62.1,3.18,26.62,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,3.29,27.52,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.74,15.06,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.8,15.57,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,5.12,43.54,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,59.2,57,2.16,19.96,262144,10,1],["laguna-xs2-q4",1,76.6,57.4,1.22,14.68,262144,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.49,16.18,500000,10,1],["gpt-oss-20b",1,60.3,52.1,1.7,17.1,131072,10,1],["qwen3.6-35b-a3b-q8",1,57.1,50.8,1.31,13.83,262144,10,1],["qwen3.5-35b-a3b-q8",1,57.1,50.8,1.31,13.83,262144,10,1],["qwen3.5-9b-q8",1,30.9,27.9,3.71,32.33,262144,10,1],["qwen3.6-27b-q8",1,9.9,9.3,10.99,96.03,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,5.29,45.01,262144,10,1],["gemma4-26b-a4b-q8",1,41.3,35,1.46,13.38,262144,10,1],["qwen3-14b-q8",1,17.2,13.2,6.88,71.87,40960,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,1.22,14.68,262144,10,1],["ornith-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["ornith-35b-q4",1,91.7,76.4,1.26,13.37,262144,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.72,21.92,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,4.02,45.19,131072,10,1],["granite4.2-30b-q4",1,14.6,10.4,12.99,124.74,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,56.8,54.8,1.58,14.57,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.58,14.57,1048576,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,11.47,95.98,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,3.74,41.63,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.71,21.37,202752,10,1],["olmo-3.1-32b-q4",1,13.5,12.3,14.01,118.57,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,3.58,31.27,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,10.39,96.15,200333,10,1],["ministral-3-3b-q4",1,69.9,39,1.63,21.49,262144,10,1],["ministral-3-8b-q4",1,41,25.5,3.86,41.92,262144,10,1],["ministral-3-14b-q4",1,28.3,19,6.05,61.45,237533,10,1]]},"Apple M1 Max|64GB|32c":{"label":"Apple M1 Max 32-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.54,6.92,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.08,13,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,2.57,26.53,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,5.04,54.93,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.13,14.17,131072,10,1],["llama3.1-8b-q4",1,48.7,29,2.73,29.69,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,2.83,30.7,131072,10,1],["llama3.1-8b-q5",1,43,26.9,3.75,40.67,131072,10,1],["llama3.1-70b-q4",1,6.4,null,23.5,227.07,16722,10,1],["mistral-7b-q4",1,51.4,30,2.48,27.67,32768,10,1],["mistral-7b-q5",1,45.2,27.8,3.4,37.9,32768,10,1],["mistral-7b-q8",1,32.2,22.2,2.57,28.61,32768,10,1],["mixtral-8x7b-q4",1,21.4,16.5,4.3,42.23,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,4.13,42.83,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,4.27,44.28,131072,10,1],["gemma2-2b-q4",1,101.1,null,0.87,8.57,8192,10,1],["gemma2-9b-q4",1,35.8,null,3.08,29.75,8192,10,1],["gemma2-27b-q4",1,14.9,null,8.9,76.82,8192,10,1],["phi3-mini-q4",1,60.8,null,1.34,16.58,4096,10,1],["phi3-medium-q4",1,28.3,null,4.73,50.05,4096,10,1],["phi4-14b-q4",1,27.5,null,4.96,51.86,16384,10,1],["phi4-14b-q8",1,17,null,5.12,53.61,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,2.57,26.53,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,5.04,54.93,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.43,5.43,131072,5,1],["mistral-small-22b-q4",1,20,13.5,7.56,80.96,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.18,2.74,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.33,2.86,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.34,2.96,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.34,16.62,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.39,17.18,131072,10,1],["smollm2-360m-q4",1,185.1,null,0.15,3.03,8192,5,1],["llama3.3-70b-q4",1,6.4,null,23.5,227.07,16722,10,1],["qwen3-8b-q4",1,46.3,26.8,2.8,31.22,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,2.9,32.28,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,4.99,52.14,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.29,22.06,40960,10,1],["qwen3-30b-a3b-q8",1,43.9,30.1,1.34,22.81,40960,10,1],["gemma3-4b-q4",1,84.4,71.3,1.26,10.73,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.31,11.09,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,3.84,32.65,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,8.77,72.63,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,2.57,26.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,2.66,27.42,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,5.04,54.93,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,5.21,56.79,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.4,null,23.5,227.07,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,7.79,72.11,131072,10,1],["mistral-small-3.1-24b-q8",1,10.5,8.9,8.06,74.55,131072,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.22,2.5,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.55,5.14,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.24,11.9,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.29,12.3,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,0.95,10.03,262144,10,1],["qwen3.5-27b-q4",1,17,15.2,7.98,69.67,262144,10,1],["qwen3.5-27b-q8",1,9.9,9.3,8.25,72.02,262144,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.71,6.92,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.52,4.9,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.21,15.77,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,2.88,32.83,131072,10,1],["qwen3.6-27b-q4",1,16.7,15,7.98,69.67,262144,10,1],["qwen3.8-27b-q4",1,16.7,15,7.98,69.67,262144,10,1],["qwen3.8-27b-q8",1,9.9,9.3,8.25,72.02,262144,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,0.95,10.03,262144,10,1],["gemma4-31b-q4",1,13.5,10.9,9.83,83.53,173896,10,1],["gemma4-31b-q8",1,8.1,7.1,10.16,86.36,88656,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.06,9.71,262144,10,1],["gemma4-e4b-q4",1,68.6,62.1,2.39,19.96,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,2.47,20.64,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.3,11.29,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.35,11.68,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,3.84,32.65,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,59.2,57,1.62,14.97,262144,10,1],["laguna-xs2-q4",1,76.6,57.4,0.92,11.01,262144,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.12,12.14,500000,10,1],["gpt-oss-20b",1,60.3,52.1,1.27,12.82,131072,10,1],["qwen3.6-35b-a3b-q8",1,57.1,50.8,0.98,10.37,262144,10,1],["qwen3.5-35b-a3b-q8",1,57.1,50.8,0.98,10.37,262144,10,1],["qwen3.5-9b-q8",1,30.9,27.9,2.78,24.25,262144,10,1],["qwen3.6-27b-q8",1,9.9,9.3,8.25,72.02,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,3.97,33.76,262144,10,1],["gemma4-26b-a4b-q8",1,41.3,35,1.1,10.03,262144,10,1],["qwen3-14b-q8",1,17.2,13.2,5.16,53.9,40960,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,0.92,11.01,262144,10,1],["ornith-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["ornith-35b-q4",1,91.7,76.4,0.95,10.03,262144,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.29,16.44,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,3.02,33.89,131072,10,1],["granite4.2-30b-q4",1,14.6,10.4,9.74,93.56,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,56.8,54.8,1.18,10.93,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.18,10.93,1048576,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,8.6,71.98,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,2.8,31.22,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.29,16.03,202752,10,1],["olmo-3.1-32b-q4",1,13.5,12.3,10.51,88.92,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,2.69,23.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,7.79,72.11,200333,10,1],["ministral-3-3b-q4",1,69.9,39,1.22,16.12,262144,10,1],["ministral-3-8b-q4",1,41,25.5,2.89,31.44,262144,10,1],["ministral-3-14b-q4",1,28.3,19,4.54,46.08,237533,10,1]]},"Apple M2 Pro|16GB":{"label":"Apple M2 Pro, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":31.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":31.5},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":56.5}},"cells":[["qwen2.5-1.5b-q4",1,122.6,75.5,0.89,11.28,32768,5,1],["qwen2.5-3b-q4",1,71.6,48.7,1.75,21.19,32768,10,1],["qwen2.5-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-14b-q4",1,17.5,null,8.2,89.51,11250,10,1],["llama3.2-3b-q4",1,60.7,27.1,1.84,23.09,80048,10,1],["llama3.1-8b-q4",1,31,18,4.46,48.38,47907,10,1],["llama3.1-8b-q8",1,19.1,null,4.61,50.02,20288,10,1],["llama3.1-8b-q5",1,27.2,16.7,6.1,66.27,41709,10,1],["mistral-7b-q4",1,32.9,18.6,4.04,45.09,32768,10,1],["mistral-7b-q5",1,28.7,17.2,5.54,61.75,32768,10,1],["mistral-7b-q8",1,20.1,null,4.18,46.61,26683,10,1],["mistral-nemo-12b-q4",1,22,null,6.73,69.79,25197,10,1],["gemma2-2b-q4",1,69.3,null,1.42,13.97,8192,10,1],["gemma2-9b-q4",1,22.5,null,5.02,48.48,8192,10,1],["phi3-mini-q4",1,39.4,null,2.18,27.01,4096,10,1],["phi3-medium-q4",1,17.5,null,7.71,81.55,4096,10,1],["phi4-14b-q4",1,17,null,8.08,84.5,10482,10,1],["qwen2.5-coder-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-coder-14b-q4",1,17.5,null,8.2,89.51,11250,10,1],["llama3.2-1b-q4",1,138.8,76.8,0.71,8.85,131072,5,1],["qwen2.5-0.5b-q4",1,235.4,155.5,0.3,4.47,32768,5,0],["gemma-3-1b-q4",1,153,137.6,0.53,4.67,32768,5,1],["gemma-3-1b-q8",1,123.4,113.3,0.55,4.83,32768,5,1],["phi4-mini-3.8b-q4",1,50.8,23.3,2.19,27.07,66437,10,1],["phi4-mini-3.8b-q8",1,34.3,19.1,2.26,27.99,54286,10,1],["smollm2-360m-q4",1,144.4,null,0.24,4.94,8192,5,1],["qwen3-8b-q4",1,29.4,16.6,4.57,50.88,40517,10,1],["qwen3-8b-q8",1,18.6,null,4.72,52.6,15929,10,1],["qwen3-14b-q4",1,17.3,null,8.13,84.96,11741,10,1],["gemma3-4b-q4",1,56.5,46.9,2.06,17.48,131072,10,1],["gemma3-4b-q8",1,36.4,32.2,2.13,18.08,131072,10,1],["gemma3-12b-q4",1,20.5,16.6,6.25,53.21,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,34.6,25.6,4.18,43.22,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,21,17.3,4.33,44.69,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,17.5,null,8.2,89.51,11250,10,1],["qwen3.5-0.8b-q4",1,149.1,112.5,0.36,4.08,262144,5,1],["qwen3.5-2b-q4",1,72.3,62.4,0.9,8.38,262144,5,1],["qwen3.5-4b-q4",1,55.1,41.7,2.03,19.39,260968,10,1],["qwen3.5-4b-q8",1,34.4,28.7,2.09,20.05,205004,10,1],["qwen3.5-9b-q4",1,31.5,26.6,4.38,38.22,170010,10,1],["lfm2.5-8b-a1b-q4",1,87.5,73.4,0.85,7.99,128000,10,1],["granite4.1-3b-q4",1,62,32.6,1.97,25.7,111090,10,1],["granite4.1-8b-q4",1,26.7,15,4.7,53.49,35718,10,1],["gemma4-e4b-q4",1,44.9,40.3,3.89,32.53,131072,10,1],["gemma4-e4b-q8",1,31.7,29.3,4.02,33.63,131072,10,1],["gemma4-e2b-q4",1,96.1,85.6,2.13,18.4,131072,10,1],["gemma4-e2b-q8",1,71.5,65.5,2.2,19.03,131072,10,1],["gemma4-12b-q4",1,20.3,16.4,6.25,53.21,53147,10,1],["qwen3.5-9b-q8",1,19.2,17.3,4.53,39.51,51040,10,1],["ornith-9b-q4",1,31.5,26.6,4.38,38.22,170010,10,1],["granite4.2-3b-q4",1,62.3,32.7,2.11,26.79,109326,10,1],["granite4.2-8b-q4",1,27.8,15.4,4.91,55.23,35718,10,1],["minicpm-v4.5-8b-q4",1,30.4,16.9,4.57,50.87,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,30.5,25.9,4.38,38.22,163543,10,1],["ministral-3-3b-q4",1,45.8,24.5,1.99,26.27,77432,10,1],["ministral-3-8b-q4",1,25.9,15.8,4.71,51.23,37179,10,1],["ministral-3-14b-q4",1,17.5,null,7.4,75.09,12924,10,1]]},"Apple M2 Pro|32GB":{"label":"Apple M2 Pro, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":10.2},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":60.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":60.6}},"cells":[["qwen2.5-1.5b-q4",1,122.6,75.5,0.89,11.28,32768,5,1],["qwen2.5-3b-q4",1,71.6,48.7,1.75,21.19,32768,10,1],["qwen2.5-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-14b-q4",1,17.5,10.9,8.2,89.51,32768,10,1],["llama3.2-3b-q4",1,60.7,27.1,1.84,23.09,131072,10,1],["llama3.1-8b-q4",1,31,18,4.46,48.38,131072,10,1],["llama3.1-8b-q8",1,19.1,13.2,4.61,50.02,105737,10,1],["llama3.1-8b-q5",1,27.2,16.7,6.1,66.27,127159,10,1],["mistral-7b-q4",1,32.9,18.6,4.04,45.09,32768,10,1],["mistral-7b-q5",1,28.7,17.2,5.54,61.75,32768,10,1],["mistral-7b-q8",1,20.1,13.7,4.18,46.61,32768,10,1],["mistral-nemo-12b-q4",1,22,13.4,6.73,69.79,93556,10,1],["mistral-nemo-12b-q8",1,12.7,9.3,6.96,72.15,57236,10,1],["gemma2-2b-q4",1,69.3,null,1.42,13.97,8192,10,1],["gemma2-9b-q4",1,22.5,null,5.02,48.48,8192,10,1],["gemma2-27b-q4",1,9.1,null,14.5,125.17,8192,10,1],["phi3-mini-q4",1,39.4,null,2.18,27.01,4096,10,1],["phi3-medium-q4",1,17.5,null,7.71,81.55,4096,10,1],["phi4-14b-q4",1,17,null,8.08,84.5,16384,10,1],["phi4-14b-q8",1,10.4,null,8.35,87.36,16384,10,1],["qwen2.5-coder-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-coder-14b-q4",1,17.5,10.9,8.2,89.51,32768,10,1],["llama3.2-1b-q4",1,138.8,76.8,0.71,8.85,131072,5,1],["mistral-small-22b-q4",1,12.3,8.2,12.31,131.93,32768,10,1],["qwen2.5-0.5b-q4",1,235.4,155.5,0.3,4.47,32768,5,0],["gemma-3-1b-q4",1,153,137.6,0.53,4.67,32768,5,1],["gemma-3-1b-q8",1,123.4,113.3,0.55,4.83,32768,5,1],["phi4-mini-3.8b-q4",1,50.8,23.3,2.19,27.07,131072,10,1],["phi4-mini-3.8b-q8",1,34.3,19.1,2.26,27.99,131072,10,1],["smollm2-360m-q4",1,144.4,null,0.24,4.94,8192,5,1],["qwen3-8b-q4",1,29.4,16.6,4.57,50.88,40960,10,1],["qwen3-8b-q8",1,18.6,12.5,4.72,52.6,40960,10,1],["qwen3-14b-q4",1,17.3,11.5,8.13,84.96,40960,10,1],["qwen3-30b-q4",1,44.8,25.1,2.11,35.95,38426,10,1],["gemma3-4b-q4",1,56.5,46.9,2.06,17.48,131072,10,1],["gemma3-4b-q8",1,36.4,32.2,2.13,18.08,131072,10,1],["gemma3-12b-q4",1,20.5,16.6,6.25,53.21,131072,10,1],["gemma3-27b-q4",1,9.5,8.4,14.3,118.34,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,34.6,25.6,4.18,43.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,21,17.3,4.33,44.69,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,17.5,10.9,8.2,89.51,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,10.5,7.7,8.48,92.54,34069,10,1],["mistral-small-3.1-cloud",1,10.5,8,12.7,117.5,42194,10,1],["qwen3.5-0.8b-q4",1,149.1,112.5,0.36,4.08,262144,5,1],["qwen3.5-2b-q4",1,72.3,62.4,0.9,8.38,262144,5,1],["qwen3.5-4b-q4",1,55.1,41.7,2.03,19.39,262144,10,1],["qwen3.5-4b-q8",1,34.4,28.7,2.09,20.05,262144,10,1],["qwen3.5-9b-q4",1,31.5,26.6,4.38,38.22,262144,10,1],["qwen3.5-35b-a3b-q4",1,62,50.6,1.55,16.34,60214,10,1],["qwen3.5-27b-q4",1,10.4,9.3,13,113.52,89303,10,1],["lfm2-24b-a2b-q4",1,67.1,53.9,1.16,11.28,128000,10,1],["lfm2.5-8b-a1b-q4",1,87.5,73.4,0.85,7.99,128000,10,1],["granite4.1-3b-q4",1,62,32.6,1.97,25.7,131072,10,1],["granite4.1-8b-q4",1,26.7,15,4.7,53.49,104077,10,1],["qwen3.6-27b-q4",1,10.2,9.1,13,113.52,84870,10,1],["qwen3.8-27b-q4",1,10.2,9.1,13,113.52,85285,10,1],["qwen3.6-35b-a3b-q4",1,60.6,49.7,1.55,16.34,33276,10,1],["gemma4-31b-q4",1,8.2,null,16.02,136.11,17646,10,1],["gemma4-26b-a4b-q4",1,38.7,30.2,1.73,15.82,124899,10,1],["gemma4-e4b-q4",1,44.9,40.3,3.89,32.53,131072,10,1],["gemma4-e4b-q8",1,31.7,29.3,4.02,33.63,131072,10,1],["gemma4-e2b-q4",1,96.1,85.6,2.13,18.4,131072,10,1],["gemma4-e2b-q8",1,71.5,65.5,2.2,19.03,131072,10,1],["gemma4-12b-q4",1,20.3,16.4,6.25,53.21,224045,10,1],["north-mini-code-1-q4",1,41.9,34.9,1.83,19.78,131610,10,1],["gpt-oss-20b",1,39,33.3,2.07,20.9,131072,10,1],["qwen3.5-9b-q8",1,19.2,17.3,4.53,39.51,262144,10,1],["gemma4-12b-q8",1,12.4,10.8,6.46,55.01,143354,10,1],["qwen3-14b-q8",1,10.5,8,8.41,87.83,39702,10,1],["laguna-xs-2.1-q4",1,56.6,40.1,1.5,17.93,50360,10,1],["ornith-9b-q4",1,31.5,26.6,4.38,38.22,262144,10,1],["ornith-35b-q4",1,62,50.6,1.55,16.34,60214,10,1],["granite4.2-3b-q4",1,62.3,32.7,2.11,26.79,131072,10,1],["granite4.2-8b-q4",1,27.8,15.4,4.91,55.23,104077,10,1],["granite4.2-30b-q4",1,8.9,null,15.87,152.45,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,48.2,45.8,1.93,17.81,566666,10,1],["muse-glimmer-30b-q4",1,10.3,10.1,14.02,117.3,131072,10,1],["minicpm-v4.5-8b-q4",1,30.4,16.9,4.57,50.87,40960,10,1],["glm-4.7-flash-q4",1,41.6,29.7,2.1,26.11,62439,10,1],["olmo-3.1-32b-q4",1,8.2,null,17.12,144.9,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,30.5,25.9,4.38,38.22,262144,10,1],["devstral-small-2-24b-q4",1,10.7,8.2,12.7,117.5,44083,10,1],["ministral-3-3b-q4",1,45.8,24.5,1.99,26.27,182600,10,1],["ministral-3-8b-q4",1,25.9,15.8,4.71,51.23,117602,10,1],["ministral-3-14b-q4",1,17.5,11.6,7.4,75.09,81283,10,1]]},"Apple M2 Max|32GB|30c":{"label":"Apple M2 Max 30-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.56,7.14,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,1.11,13.42,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.65,27.38,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,5.2,56.69,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,1.17,14.62,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.82,30.64,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.92,31.68,105737,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.87,41.97,127159,10,1],["mistral-7b-q4",1,57.2,33.2,2.56,28.56,32768,10,1],["mistral-7b-q5",1,50.2,30.8,3.51,39.11,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.65,29.52,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,4.27,44.2,93556,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,4.41,45.69,57236,10,1],["gemma2-2b-q4",1,112.8,null,0.9,8.85,8192,10,1],["gemma2-9b-q4",1,39.8,null,3.18,30.71,8192,10,1],["gemma2-27b-q4",1,16.5,null,9.19,79.28,8192,10,1],["phi3-mini-q4",1,67.6,null,1.38,17.11,4096,10,1],["phi3-medium-q4",1,31.3,null,4.88,51.65,4096,10,1],["phi4-14b-q4",1,30.5,null,5.11,53.52,16384,10,1],["phi4-14b-q8",1,18.9,null,5.29,55.33,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.65,27.38,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,5.2,56.69,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.45,5.6,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,7.8,83.55,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.19,2.83,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.34,2.96,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.35,3.06,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.39,17.15,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.43,17.73,131072,10,1],["smollm2-360m-q4",1,207.8,null,0.15,3.13,8192,5,1],["qwen3-8b-q4",1,51.4,29.8,2.89,32.22,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.99,33.31,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,5.15,53.81,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.33,22.77,38426,10,1],["gemma3-4b-q4",1,94.1,79.4,1.31,11.07,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.35,11.45,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.96,33.7,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,9.05,74.95,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.65,27.38,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.74,28.3,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,5.2,56.69,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,5.37,58.61,34069,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,8.04,74.42,42194,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.23,2.58,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.57,5.31,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.28,12.28,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.33,12.7,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.98,10.35,60214,10,1],["qwen3.5-27b-q4",1,18.8,16.8,8.23,71.9,89303,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.74,7.15,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.54,5.06,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,1.25,16.28,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.98,33.88,104077,10,1],["qwen3.6-27b-q4",1,18.5,16.6,8.23,71.9,84870,10,1],["qwen3.8-27b-q4",1,18.5,16.6,8.23,71.9,85285,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.98,10.35,33276,10,1],["gemma4-31b-q4",1,14.9,null,10.15,86.2,17646,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,1.09,10.02,124899,10,1],["gemma4-e4b-q4",1,76.3,69,2.47,20.6,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.55,21.3,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.35,11.66,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.39,12.05,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.96,33.7,224045,10,1],["north-mini-code-1-q4",1,71.6,60.5,1.16,12.53,131610,10,1],["gpt-oss-20b",1,67,57.9,1.31,13.23,131072,10,1],["qwen3.5-9b-q8",1,34.3,31,2.87,25.03,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,4.09,34.84,143354,10,1],["qwen3-14b-q8",1,19,14.7,5.33,55.63,39702,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.95,11.36,50360,10,1],["ornith-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.98,10.35,60214,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.33,16.97,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,3.11,34.98,104077,10,1],["granite4.2-30b-q4",1,16.2,null,10.05,96.55,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,1.22,11.28,566666,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,8.88,74.29,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.89,32.22,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.33,16.54,62439,10,1],["olmo-3.1-32b-q4",1,14.9,null,10.84,91.77,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.77,24.21,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,8.04,74.42,44083,10,1],["ministral-3-3b-q4",1,77.7,43.3,1.26,16.64,182600,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.98,32.44,117602,10,1],["ministral-3-14b-q4",1,31.4,21,4.69,47.56,81283,10,1]]},"Apple M2 Max|32GB|38c":{"label":"Apple M2 Max 38-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.44,5.64,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,0.88,10.59,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,0.92,11.54,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.23,24.19,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.3,25.01,105737,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.05,33.13,127159,10,1],["mistral-7b-q4",1,57.2,33.2,2.02,22.54,32768,10,1],["mistral-7b-q5",1,50.2,30.8,2.77,30.88,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.09,23.31,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,3.37,34.89,93556,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,3.48,36.07,57236,10,1],["gemma2-2b-q4",1,112.8,null,0.71,6.98,8192,10,1],["gemma2-9b-q4",1,39.8,null,2.51,24.24,8192,10,1],["gemma2-27b-q4",1,16.5,null,7.25,62.59,8192,10,1],["phi3-mini-q4",1,67.6,null,1.09,13.51,4096,10,1],["phi3-medium-q4",1,31.3,null,3.85,40.78,4096,10,1],["phi4-14b-q4",1,30.5,null,4.04,42.25,16384,10,1],["phi4-14b-q8",1,18.9,null,4.17,43.68,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.35,4.42,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,6.16,65.96,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.15,2.23,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.27,2.33,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.28,2.41,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.1,13.54,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.13,14,131072,10,1],["smollm2-360m-q4",1,207.8,null,0.12,2.47,8192,5,1],["qwen3-8b-q4",1,51.4,29.8,2.28,25.44,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.36,26.3,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,4.07,42.48,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.05,17.98,38426,10,1],["gemma3-4b-q4",1,94.1,79.4,1.03,8.74,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.07,9.04,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.13,26.6,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,7.15,59.17,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.09,21.61,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.16,22.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,4.1,44.75,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,4.24,46.27,34069,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,6.35,58.75,42194,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.18,2.04,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.45,4.19,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.01,9.7,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.05,10.02,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.77,8.17,60214,10,1],["qwen3.5-27b-q4",1,18.8,16.8,6.5,56.76,89303,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.58,5.64,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.42,3.99,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,0.98,12.85,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.35,26.75,104077,10,1],["qwen3.6-27b-q4",1,18.5,16.6,6.5,56.76,84870,10,1],["qwen3.8-27b-q4",1,18.5,16.6,6.5,56.76,85285,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.77,8.17,33276,10,1],["gemma4-31b-q4",1,14.9,null,8.01,68.06,17646,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,0.86,7.91,124899,10,1],["gemma4-e4b-q4",1,76.3,69,1.95,16.27,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.01,16.82,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.06,9.2,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.1,9.51,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.13,26.6,224045,10,1],["north-mini-code-1-q4",1,71.6,60.5,0.91,9.89,131610,10,1],["gpt-oss-20b",1,67,57.9,1.04,10.45,131072,10,1],["qwen3.5-9b-q8",1,34.3,31,2.26,19.76,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,3.23,27.5,143354,10,1],["qwen3-14b-q8",1,19,14.7,4.2,43.92,39702,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.75,8.97,50360,10,1],["ornith-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.77,8.17,60214,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.05,13.39,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,2.46,27.61,104077,10,1],["granite4.2-30b-q4",1,16.2,null,7.94,76.23,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,0.96,8.91,566666,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,7.01,58.65,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.28,25.44,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.05,13.06,62439,10,1],["olmo-3.1-32b-q4",1,14.9,null,8.56,72.45,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.19,19.11,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,6.35,58.75,44083,10,1],["ministral-3-3b-q4",1,77.7,43.3,1,13.13,182600,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.36,25.61,117602,10,1],["ministral-3-14b-q4",1,31.4,21,3.7,37.55,81283,10,1]]},"Apple M2 Max|64GB|30c":{"label":"Apple M2 Max 30-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.56,7.14,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,1.11,13.42,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.65,27.38,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,5.2,56.69,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,1.17,14.62,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.82,30.64,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.92,31.68,131072,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.87,41.97,131072,10,1],["llama3.1-70b-q4",1,7.1,null,24.25,234.34,16722,10,1],["mistral-7b-q4",1,57.2,33.2,2.56,28.56,32768,10,1],["mistral-7b-q5",1,50.2,30.8,3.51,39.11,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.65,29.52,32768,10,1],["mixtral-8x7b-q4",1,23.8,18.3,4.44,43.58,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,4.27,44.2,131072,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,4.41,45.69,131072,10,1],["gemma2-2b-q4",1,112.8,null,0.9,8.85,8192,10,1],["gemma2-9b-q4",1,39.8,null,3.18,30.71,8192,10,1],["gemma2-27b-q4",1,16.5,null,9.19,79.28,8192,10,1],["phi3-mini-q4",1,67.6,null,1.38,17.11,4096,10,1],["phi3-medium-q4",1,31.3,null,4.88,51.65,4096,10,1],["phi4-14b-q4",1,30.5,null,5.11,53.52,16384,10,1],["phi4-14b-q8",1,18.9,null,5.29,55.33,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.65,27.38,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,5.2,56.69,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.45,5.6,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,7.8,83.55,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.19,2.83,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.34,2.96,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.35,3.06,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.39,17.15,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.43,17.73,131072,10,1],["smollm2-360m-q4",1,207.8,null,0.15,3.13,8192,5,1],["llama3.3-70b-q4",1,7.1,null,24.25,234.34,16722,10,1],["qwen3-8b-q4",1,51.4,29.8,2.89,32.22,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.99,33.31,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,5.15,53.81,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.33,22.77,40960,10,1],["qwen3-30b-a3b-q8",1,48.8,33.4,1.38,23.54,40960,10,1],["gemma3-4b-q4",1,94.1,79.4,1.31,11.07,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.35,11.45,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.96,33.7,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,9.05,74.95,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.65,27.38,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.74,28.3,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,5.2,56.69,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,5.37,58.61,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.1,null,24.25,234.34,16722,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,8.04,74.42,131072,10,1],["mistral-small-3.1-24b-q8",1,11.7,9.9,8.31,76.94,131072,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.23,2.58,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.57,5.31,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.28,12.28,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.33,12.7,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.98,10.35,262144,10,1],["qwen3.5-27b-q4",1,18.8,16.8,8.23,71.9,262144,10,1],["qwen3.5-27b-q8",1,11,10.3,8.51,74.33,262144,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.74,7.15,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.54,5.06,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,1.25,16.28,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.98,33.88,131072,10,1],["qwen3.6-27b-q4",1,18.5,16.6,8.23,71.9,262144,10,1],["qwen3.8-27b-q4",1,18.5,16.6,8.23,71.9,262144,10,1],["qwen3.8-27b-q8",1,11,10.3,8.51,74.33,262144,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.98,10.35,262144,10,1],["gemma4-31b-q4",1,14.9,12.1,10.15,86.2,173896,10,1],["gemma4-31b-q8",1,8.9,7.8,10.49,89.12,88656,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,1.09,10.02,262144,10,1],["gemma4-e4b-q4",1,76.3,69,2.47,20.6,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.55,21.3,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.35,11.66,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.39,12.05,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.96,33.7,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,65.8,63.3,1.67,15.45,262144,10,1],["laguna-xs2-q4",1,85.3,63.9,0.95,11.36,262144,10,1],["north-mini-code-1-q4",1,71.6,60.5,1.16,12.53,500000,10,1],["gpt-oss-20b",1,67,57.9,1.31,13.23,131072,10,1],["qwen3.6-35b-a3b-q8",1,63.5,56.5,1.01,10.7,262144,10,1],["qwen3.5-35b-a3b-q8",1,63.5,56.5,1.01,10.7,262144,10,1],["qwen3.5-9b-q8",1,34.3,31,2.87,25.03,262144,10,1],["qwen3.6-27b-q8",1,11,10.3,8.51,74.33,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,4.09,34.84,262144,10,1],["gemma4-26b-a4b-q8",1,45.8,38.8,1.13,10.36,262144,10,1],["qwen3-14b-q8",1,19,14.7,5.33,55.63,40960,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.95,11.36,262144,10,1],["ornith-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.98,10.35,262144,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.33,16.97,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,3.11,34.98,131072,10,1],["granite4.2-30b-q4",1,16.2,11.5,10.05,96.55,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,63.2,60.9,1.22,11.28,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,1.22,11.28,1048576,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,8.88,74.29,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.89,32.22,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.33,16.54,202752,10,1],["olmo-3.1-32b-q4",1,14.9,13.6,10.84,91.77,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.77,24.21,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,8.04,74.42,200333,10,1],["ministral-3-3b-q4",1,77.7,43.3,1.26,16.64,262144,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.98,32.44,262144,10,1],["ministral-3-14b-q4",1,31.4,21,4.69,47.56,237533,10,1]]},"Apple M2 Max|64GB|38c":{"label":"Apple M2 Max 38-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.44,5.64,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,0.88,10.59,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,0.92,11.54,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.23,24.19,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.3,25.01,131072,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.05,33.13,131072,10,1],["llama3.1-70b-q4",1,7.1,null,19.15,185.01,16722,10,1],["mistral-7b-q4",1,57.2,33.2,2.02,22.54,32768,10,1],["mistral-7b-q5",1,50.2,30.8,2.77,30.88,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.09,23.31,32768,10,1],["mixtral-8x7b-q4",1,23.8,18.3,3.51,34.41,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,3.37,34.89,131072,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,3.48,36.07,131072,10,1],["gemma2-2b-q4",1,112.8,null,0.71,6.98,8192,10,1],["gemma2-9b-q4",1,39.8,null,2.51,24.24,8192,10,1],["gemma2-27b-q4",1,16.5,null,7.25,62.59,8192,10,1],["phi3-mini-q4",1,67.6,null,1.09,13.51,4096,10,1],["phi3-medium-q4",1,31.3,null,3.85,40.78,4096,10,1],["phi4-14b-q4",1,30.5,null,4.04,42.25,16384,10,1],["phi4-14b-q8",1,18.9,null,4.17,43.68,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.35,4.42,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,6.16,65.96,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.15,2.23,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.27,2.33,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.28,2.41,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.1,13.54,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.13,14,131072,10,1],["smollm2-360m-q4",1,207.8,null,0.12,2.47,8192,5,1],["llama3.3-70b-q4",1,7.1,null,19.15,185.01,16722,10,1],["qwen3-8b-q4",1,51.4,29.8,2.28,25.44,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.36,26.3,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,4.07,42.48,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.05,17.98,40960,10,1],["qwen3-30b-a3b-q8",1,48.8,33.4,1.09,18.58,40960,10,1],["gemma3-4b-q4",1,94.1,79.4,1.03,8.74,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.07,9.04,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.13,26.6,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,7.15,59.17,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.09,21.61,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.16,22.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,4.1,44.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,4.24,46.27,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.1,null,19.15,185.01,16722,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,6.35,58.75,131072,10,1],["mistral-small-3.1-24b-q8",1,11.7,9.9,6.56,60.74,131072,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.18,2.04,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.45,4.19,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.01,9.7,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.05,10.02,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["qwen3.5-27b-q4",1,18.8,16.8,6.5,56.76,262144,10,1],["qwen3.5-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.58,5.64,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.42,3.99,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,0.98,12.85,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.35,26.75,131072,10,1],["qwen3.6-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.77,8.17,262144,10,1],["gemma4-31b-q4",1,14.9,12.1,8.01,68.06,173896,10,1],["gemma4-31b-q8",1,8.9,7.8,8.28,70.36,88656,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,0.86,7.91,262144,10,1],["gemma4-e4b-q4",1,76.3,69,1.95,16.27,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.01,16.82,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.06,9.2,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.1,9.51,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.13,26.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,65.8,63.3,1.32,12.2,262144,10,1],["laguna-xs2-q4",1,85.3,63.9,0.75,8.97,262144,10,1],["north-mini-code-1-q4",1,71.6,60.5,0.91,9.89,500000,10,1],["gpt-oss-20b",1,67,57.9,1.04,10.45,131072,10,1],["qwen3.6-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-9b-q8",1,34.3,31,2.26,19.76,262144,10,1],["qwen3.6-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,3.23,27.5,262144,10,1],["gemma4-26b-a4b-q8",1,45.8,38.8,0.89,8.18,262144,10,1],["qwen3-14b-q8",1,19,14.7,4.2,43.92,40960,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.75,8.97,262144,10,1],["ornith-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.05,13.39,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,2.46,27.61,131072,10,1],["granite4.2-30b-q4",1,16.2,11.5,7.94,76.23,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,63.2,60.9,0.96,8.91,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,0.96,8.91,1048576,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,7.01,58.65,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.28,25.44,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.05,13.06,202752,10,1],["olmo-3.1-32b-q4",1,14.9,13.6,8.56,72.45,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.19,19.11,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,6.35,58.75,200333,10,1],["ministral-3-3b-q4",1,77.7,43.3,1,13.13,262144,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.36,25.61,262144,10,1],["ministral-3-14b-q4",1,31.4,21,3.7,37.55,237533,10,1]]},"Apple M2 Max|96GB|38c":{"label":"Apple M2 Max 38-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.44,5.64,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,0.88,10.59,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,0.92,11.54,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.23,24.19,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.3,25.01,131072,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.05,33.13,131072,10,1],["llama3.1-70b-q4",1,7.1,5.8,19.15,185.01,104613,10,1],["mistral-7b-q4",1,57.2,33.2,2.02,22.54,32768,10,1],["mistral-7b-q5",1,50.2,30.8,2.77,30.88,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.09,23.31,32768,10,1],["mixtral-8x7b-q4",1,23.8,18.3,3.51,34.41,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,3.37,34.89,131072,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,3.48,36.07,131072,10,1],["gemma2-2b-q4",1,112.8,null,0.71,6.98,8192,10,1],["gemma2-9b-q4",1,39.8,null,2.51,24.24,8192,10,1],["gemma2-27b-q4",1,16.5,null,7.25,62.59,8192,10,1],["phi3-mini-q4",1,67.6,null,1.09,13.51,4096,10,1],["phi3-medium-q4",1,31.3,null,3.85,40.78,4096,10,1],["phi4-14b-q4",1,30.5,null,4.04,42.25,16384,10,1],["phi4-14b-q8",1,18.9,null,4.17,43.68,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.35,4.42,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,6.16,65.96,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.15,2.23,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.27,2.33,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.28,2.41,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.1,13.54,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.13,14,131072,10,1],["smollm2-360m-q4",1,207.8,null,0.12,2.47,8192,5,1],["llama3.3-70b-q4",1,7.1,5.8,19.15,185.01,104613,10,1],["qwen3-8b-q4",1,51.4,29.8,2.28,25.44,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.36,26.3,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,4.07,42.48,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.05,17.98,40960,10,1],["qwen3-30b-a3b-q8",1,48.8,33.4,1.09,18.58,40960,10,1],["gemma3-4b-q4",1,94.1,79.4,1.03,8.74,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.07,9.04,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.13,26.6,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,7.15,59.17,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.09,21.61,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.16,22.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,4.1,44.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,4.24,46.27,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.1,5.8,19.15,185.01,104613,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,6.35,58.75,131072,10,1],["mistral-small-3.1-24b-q8",1,11.7,9.9,6.56,60.74,131072,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.18,2.04,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.45,4.19,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.01,9.7,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.05,10.02,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["qwen3.5-27b-q4",1,18.8,16.8,6.5,56.76,262144,10,1],["qwen3.5-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.58,5.64,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.42,3.99,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,0.98,12.85,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.35,26.75,131072,10,1],["qwen3.6-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.77,8.17,262144,10,1],["gemma4-31b-q4",1,14.9,12.1,8.01,68.06,262144,10,1],["gemma4-31b-q8",1,8.9,7.8,8.28,70.36,262144,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,0.86,7.91,262144,10,1],["gemma4-e4b-q4",1,76.3,69,1.95,16.27,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.01,16.82,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.06,9.2,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.1,9.51,131072,10,1],["llama4-scout-q4",1,24.9,16.9,3.14,37.09,47623,10,1],["gemma4-12b-q4",1,36.2,29.5,3.13,26.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,65.8,63.3,1.32,12.2,262144,10,1],["laguna-xs2-q4",1,85.3,63.9,0.75,8.97,262144,10,1],["north-mini-code-1-q4",1,71.6,60.5,0.91,9.89,500000,10,1],["gpt-oss-120b",1,56.5,47.1,1.42,14.59,131072,10,1],["gpt-oss-20b",1,67,57.9,1.04,10.45,131072,10,1],["qwen3-next-80b-a3b",1,85.6,71.2,0.86,9.24,262144,10,1],["qwen3.6-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-9b-q8",1,34.3,31,2.26,19.76,262144,10,1],["qwen3.6-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,3.23,27.5,262144,10,1],["gemma4-26b-a4b-q8",1,45.8,38.8,0.89,8.18,262144,10,1],["qwen3-14b-q8",1,19,14.7,4.2,43.92,40960,10,1],["llama3.3-70b-q8",1,4.1,null,19.8,191.27,5569,10,0],["llama3.3-70b-q6",1,5.3,4.5,26.22,253.39,57714,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.75,8.97,262144,10,1],["ornith-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.05,13.39,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,2.46,27.61,131072,10,1],["granite4.2-30b-q4",1,16.2,11.5,7.94,76.23,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,63.2,60.9,0.96,8.91,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,0.96,8.91,1048576,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,7.01,58.65,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.28,25.44,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.05,13.06,202752,10,1],["nemotron-3-super-120b-q4xs",1,27.2,26.6,3.39,28.72,262144,10,1],["olmo-3.1-32b-q4",1,14.9,13.6,8.56,72.45,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.19,19.11,262144,10,1],["ling-3.0-flash-q4xs",1,66.1,62.9,1.3,11.78,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,6.35,58.75,376114,10,1],["devstral-2-123b-q4",1,4.1,null,33.86,323.4,5277,10,0],["ministral-3-3b-q4",1,77.7,43.3,1,13.13,262144,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.36,25.61,262144,10,1],["ministral-3-14b-q4",1,31.4,21,3.7,37.55,262144,10,1]]},"Apple M3 Pro|18GB":{"label":"Apple M3 Pro, 18 GB","kind":"apple","budgetGb":12.6,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":25.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":25.2},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":45.9}},"cells":[["qwen2.5-1.5b-q4",1,104,62,0.65,8.27,32768,5,1],["qwen2.5-3b-q4",1,58.7,39.4,1.29,15.54,32768,10,1],["qwen2.5-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-14b-q4",1,13.9,null,6.02,65.64,18371,10,1],["llama3.2-3b-q4",1,49.4,21.6,1.35,16.93,92255,10,1],["llama3.1-8b-q4",1,24.8,14.3,3.27,35.48,58588,10,1],["llama3.1-8b-q8",1,15.2,null,3.38,36.68,30969,10,1],["llama3.1-8b-q5",1,21.7,13.2,4.48,48.6,52391,10,1],["mistral-7b-q4",1,26.3,14.8,2.97,33.07,32768,10,1],["mistral-7b-q5",1,22.9,13.6,4.06,45.29,32768,10,1],["mistral-7b-q8",1,15.9,10.8,3.07,34.19,32768,10,1],["mistral-nemo-12b-q4",1,17.5,10.6,4.94,51.18,33742,10,1],["gemma2-2b-q4",1,56.8,null,1.04,10.24,8192,10,1],["gemma2-9b-q4",1,17.8,null,3.68,35.56,8192,10,1],["phi3-mini-q4",1,31.6,null,1.6,19.81,4096,10,1],["phi3-medium-q4",1,13.9,null,5.65,59.81,4096,10,1],["phi4-14b-q4",1,13.5,null,5.92,61.97,16384,10,1],["qwen2.5-coder-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-coder-14b-q4",1,13.9,null,6.02,65.64,18371,10,1],["llama3.2-1b-q4",1,119.1,63.2,0.52,6.49,131072,5,1],["qwen2.5-0.5b-q4",1,216.2,134.9,0.22,3.28,32768,5,0],["gemma-3-1b-q4",1,132.5,118,0.39,3.42,32768,5,1],["gemma-3-1b-q8",1,104.8,95.5,0.4,3.54,32768,5,1],["phi4-mini-3.8b-q4",1,41.1,18.5,1.61,19.86,77118,10,1],["phi4-mini-3.8b-q8",1,27.4,15.1,1.66,20.53,64967,10,1],["smollm2-360m-q4",1,124.4,null,0.18,3.62,8192,5,1],["qwen3-8b-q4",1,23.5,13.2,3.35,37.31,40960,10,1],["qwen3-8b-q8",1,14.7,null,3.46,38.57,25423,10,1],["qwen3-14b-q4",1,13.7,null,5.96,62.31,20286,10,1],["gemma3-4b-q4",1,45.9,37.8,1.51,12.82,131072,10,1],["gemma3-4b-q8",1,29.2,25.7,1.56,13.26,131072,10,1],["gemma3-12b-q4",1,16.3,13.1,4.59,39.02,75602,10,1],["deepseek-r1-distill-qwen-7b-q4",1,27.7,20.4,3.07,31.7,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,16.6,13.7,3.17,32.77,78499,10,1],["deepseek-r1-distill-qwen-14b-q4",1,13.9,null,6.02,65.64,18371,10,1],["qwen3.5-0.8b-q4",1,128.8,94.8,0.26,2.99,262144,5,1],["qwen3.5-2b-q4",1,59.3,50.9,0.66,6.15,262144,5,1],["qwen3.5-4b-q4",1,44.7,33.6,1.49,14.22,262144,10,1],["qwen3.5-4b-q8",1,27.6,22.9,1.54,14.7,247729,10,1],["qwen3.5-9b-q4",1,25.2,21.2,3.21,28.03,212734,10,1],["lfm2.5-8b-a1b-q4",1,72.5,60.3,0.62,5.86,128000,10,1],["granite4.1-3b-q4",1,50.5,26.1,1.44,18.85,128179,10,1],["granite4.1-8b-q4",1,21.2,11.9,3.45,39.23,44263,10,1],["gemma4-e4b-q4",1,36.2,32.4,2.85,23.86,131072,10,1],["gemma4-e4b-q8",1,25.3,23.4,2.95,24.66,131072,10,1],["gemma4-e2b-q4",1,80.1,70.9,1.56,13.5,131072,10,1],["gemma4-e2b-q8",1,58.6,53.5,1.61,13.95,131072,10,1],["gemma4-12b-q4",1,16.1,13,4.59,39.02,74509,10,1],["qwen3.5-9b-q8",1,15.3,13.7,3.32,28.98,93765,10,1],["ornith-9b-q4",1,25.2,21.2,3.21,28.03,212734,10,1],["granite4.2-3b-q4",1,50.8,26.1,1.54,19.65,126416,10,1],["granite4.2-8b-q4",1,22.1,12.1,3.6,40.5,44263,10,1],["minicpm-v4.5-8b-q4",1,24.3,13.4,3.35,37.31,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,24.3,20.6,3.21,28.03,206268,10,1],["ministral-3-3b-q4",1,37,19.5,1.46,19.27,90578,10,1],["ministral-3-8b-q4",1,20.6,12.5,3.46,37.57,47232,10,1],["ministral-3-14b-q4",1,13.9,null,5.43,55.07,21469,10,1]]},"Apple M3 Pro|36GB":{"label":"Apple M3 Pro, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":49.4},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":49.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":49.4}},"cells":[["qwen2.5-1.5b-q4",1,104,62,0.65,8.27,32768,5,1],["qwen2.5-3b-q4",1,58.7,39.4,1.29,15.54,32768,10,1],["qwen2.5-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-14b-q4",1,13.9,8.6,6.02,65.64,32768,10,1],["llama3.2-3b-q4",1,49.4,21.6,1.35,16.93,131072,10,1],["llama3.1-8b-q4",1,24.8,14.3,3.27,35.48,131072,10,1],["llama3.1-8b-q8",1,15.2,10.4,3.38,36.68,128816,10,1],["llama3.1-8b-q5",1,21.7,13.2,4.48,48.6,131072,10,1],["mistral-7b-q4",1,26.3,14.8,2.97,33.07,32768,10,1],["mistral-7b-q5",1,22.9,13.6,4.06,45.29,32768,10,1],["mistral-7b-q8",1,15.9,10.8,3.07,34.19,32768,10,1],["mistral-nemo-12b-q4",1,17.5,10.6,4.94,51.18,112019,10,1],["mistral-nemo-12b-q8",1,10,7.3,5.11,52.91,75699,10,1],["gemma2-2b-q4",1,56.8,null,1.04,10.24,8192,10,1],["gemma2-9b-q4",1,17.8,null,3.68,35.56,8192,10,1],["gemma2-27b-q4",1,7.2,null,10.64,91.8,8192,10,1],["phi3-mini-q4",1,31.6,null,1.6,19.81,4096,10,1],["phi3-medium-q4",1,13.9,null,5.65,59.81,4096,10,1],["phi4-14b-q4",1,13.5,null,5.92,61.97,16384,10,1],["phi4-14b-q8",1,8.2,null,6.12,64.07,16384,10,1],["qwen2.5-coder-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-coder-14b-q4",1,13.9,8.6,6.02,65.64,32768,10,1],["llama3.2-1b-q4",1,119.1,63.2,0.52,6.49,131072,5,1],["mistral-small-22b-q4",1,9.7,6.4,9.03,96.75,32768,10,1],["qwen2.5-0.5b-q4",1,216.2,134.9,0.22,3.28,32768,5,0],["gemma-3-1b-q4",1,132.5,118,0.39,3.42,32768,5,1],["gemma-3-1b-q8",1,104.8,95.5,0.4,3.54,32768,5,1],["phi4-mini-3.8b-q4",1,41.1,18.5,1.61,19.86,131072,10,1],["phi4-mini-3.8b-q8",1,27.4,15.1,1.66,20.53,131072,10,1],["smollm2-360m-q4",1,124.4,null,0.18,3.62,8192,5,1],["qwen3-8b-q4",1,23.5,13.2,3.35,37.31,40960,10,1],["qwen3-8b-q8",1,14.7,9.9,3.46,38.57,40960,10,1],["qwen3-14b-q4",1,13.7,9.1,5.96,62.31,40960,10,1],["qwen3-30b-q4",1,36.1,20,1.55,26.37,40960,10,1],["gemma3-4b-q4",1,45.9,37.8,1.51,12.82,131072,10,1],["gemma3-4b-q8",1,29.2,25.7,1.56,13.26,131072,10,1],["gemma3-12b-q4",1,16.3,13.1,4.59,39.02,131072,10,1],["gemma3-27b-q4",1,7.5,6.6,10.48,86.79,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,27.7,20.4,3.07,31.7,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,16.6,13.7,3.17,32.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,13.9,8.6,6.02,65.64,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.3,6.1,6.22,67.86,49455,10,1],["mistral-small-3.1-cloud",1,8.3,6.3,9.31,86.18,60657,10,1],["qwen3.5-0.8b-q4",1,128.8,94.8,0.26,2.99,262144,5,1],["qwen3.5-2b-q4",1,59.3,50.9,0.66,6.15,262144,5,1],["qwen3.5-4b-q4",1,44.7,33.6,1.49,14.22,262144,10,1],["qwen3.5-4b-q8",1,27.6,22.9,1.54,14.7,262144,10,1],["qwen3.5-9b-q4",1,25.2,21.2,3.21,28.03,262144,10,1],["qwen3.5-35b-a3b-q4",1,50.5,40.9,1.13,11.99,207919,10,1],["qwen3.5-27b-q4",1,8.2,7.3,9.53,83.25,135461,10,1],["lfm2-24b-a2b-q4",1,54.8,43.7,0.85,8.27,128000,10,1],["lfm2.5-8b-a1b-q4",1,72.5,60.3,0.62,5.86,128000,10,1],["granite4.1-3b-q4",1,50.5,26.1,1.44,18.85,131072,10,1],["granite4.1-8b-q4",1,21.2,11.9,3.45,39.23,122540,10,1],["qwen3.6-27b-q4",1,8,7.2,9.53,83.25,131028,10,1],["qwen3.8-27b-q4",1,8.1,7.2,9.53,83.25,131443,10,1],["qwen3.6-35b-a3b-q4",1,49.4,40.2,1.13,11.99,180981,10,1],["gemma4-31b-q4",1,6.5,5.2,11.75,99.82,36109,10,1],["gemma4-26b-a4b-q4",1,31.1,24.1,1.27,11.6,198752,10,1],["gemma4-e4b-q4",1,36.2,32.4,2.85,23.86,131072,10,1],["gemma4-e4b-q8",1,25.3,23.4,2.95,24.66,131072,10,1],["gemma4-e2b-q4",1,80.1,70.9,1.56,13.5,131072,10,1],["gemma4-e2b-q8",1,58.6,53.5,1.61,13.95,131072,10,1],["gemma4-12b-q4",1,16.1,13,4.59,39.02,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,30.7,29.4,1.94,17.89,187597,10,1],["laguna-xs2-q4",1,41,29.7,1.1,13.15,55273,10,1],["north-mini-code-1-q4",1,33.7,28,1.34,14.5,245230,10,1],["gpt-oss-20b",1,31.3,26.7,1.52,15.33,131072,10,1],["qwen3.5-9b-q8",1,15.3,13.7,3.32,28.98,262144,10,1],["gemma4-12b-q8",1,9.8,8.6,4.74,40.34,189511,10,1],["qwen3-14b-q8",1,8.3,6.3,6.17,64.41,40960,10,1],["laguna-xs-2.1-q4",1,45.9,32.2,1.1,13.15,124213,10,1],["ornith-9b-q4",1,25.2,21.2,3.21,28.03,262144,10,1],["ornith-35b-q4",1,50.5,40.9,1.13,11.99,207919,10,1],["granite4.2-3b-q4",1,50.8,26.1,1.54,19.65,131072,10,1],["granite4.2-8b-q4",1,22.1,12.1,3.6,40.5,122540,10,1],["granite4.2-30b-q4",1,7,null,11.64,111.8,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,38.9,36.9,1.41,13.06,1048576,10,1],["muse-glimmer-30b-q4",1,8.1,7.9,10.28,86.02,131072,10,1],["minicpm-v4.5-8b-q4",1,24.3,13.4,3.35,37.31,40960,10,1],["glm-4.7-flash-q4",1,33.5,23.7,1.54,19.15,118308,10,1],["olmo-3.1-32b-q4",1,6.4,5.9,12.55,106.27,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,24.3,20.6,3.21,28.03,262144,10,1],["devstral-small-2-24b-q4",1,8.5,6.4,9.31,86.18,62546,10,1],["ministral-3-3b-q4",1,37,19.5,1.46,19.27,211005,10,1],["ministral-3-8b-q4",1,20.6,12.5,3.46,37.57,139323,10,1],["ministral-3-14b-q4",1,13.9,9.2,5.43,55.07,99746,10,1]]},"Apple M3 Max|36GB|30c":{"label":"Apple M3 Max 30-core GPU, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":14.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":85},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":85}},"cells":[["qwen2.5-1.5b-q4",1,166.1,104.9,0.39,4.96,32768,5,1],["qwen2.5-3b-q4",1,99.7,68.7,0.77,9.32,32768,10,1],["qwen2.5-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-14b-q4",1,25.1,15.7,3.61,39.39,32768,10,1],["llama3.2-3b-q4",1,85,38.7,0.81,10.16,131072,10,1],["llama3.1-8b-q4",1,44.2,25.9,1.96,21.29,131072,10,1],["llama3.1-8b-q8",1,27.4,19,2.03,22.01,128816,10,1],["llama3.1-8b-q5",1,38.9,23.9,2.69,29.16,131072,10,1],["mistral-7b-q4",1,46.8,26.7,1.78,19.84,32768,10,1],["mistral-7b-q5",1,40.9,24.7,2.44,27.17,32768,10,1],["mistral-7b-q8",1,28.8,19.7,1.84,20.51,32768,10,1],["mistral-nemo-12b-q4",1,31.5,19.3,2.96,30.71,112019,10,1],["mistral-nemo-12b-q8",1,18.3,13.4,3.06,31.75,75699,10,1],["gemma2-2b-q4",1,96.7,null,0.63,6.15,8192,10,1],["gemma2-9b-q4",1,32.1,null,2.21,21.33,8192,10,1],["gemma2-27b-q4",1,13.1,null,6.38,55.08,8192,10,1],["phi3-mini-q4",1,55.8,null,0.96,11.89,4096,10,1],["phi3-medium-q4",1,25.2,null,3.39,35.89,4096,10,1],["phi4-14b-q4",1,24.5,null,3.55,37.18,16384,10,1],["phi4-14b-q8",1,15,null,3.67,38.44,16384,10,1],["qwen2.5-coder-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-coder-14b-q4",1,25.1,15.7,3.61,39.39,32768,10,1],["llama3.2-1b-q4",1,186.5,106.7,0.31,3.89,131072,5,1],["mistral-small-22b-q4",1,17.7,11.8,5.42,58.05,32768,10,1],["qwen2.5-0.5b-q4",1,300.9,207.1,0.13,1.97,32768,5,0],["gemma-3-1b-q4",1,204,185.1,0.23,2.05,32768,5,1],["gemma-3-1b-q8",1,167.2,154.3,0.24,2.12,32768,5,1],["phi4-mini-3.8b-q4",1,71.5,33.3,0.96,11.91,131072,10,1],["phi4-mini-3.8b-q8",1,48.8,27.3,1,12.32,131072,10,1],["smollm2-360m-q4",1,193.5,null,0.11,2.17,8192,5,1],["qwen3-8b-q4",1,41.9,23.9,2.01,22.39,40960,10,1],["qwen3-8b-q8",1,26.6,18,2.08,23.14,40960,10,1],["qwen3-14b-q4",1,24.8,16.6,3.58,37.38,40960,10,1],["qwen3-30b-q4",1,63.3,35.9,0.93,15.82,40960,10,1],["gemma3-4b-q4",1,79.4,66.2,0.91,7.69,131072,10,1],["gemma3-4b-q8",1,51.8,45.8,0.94,7.95,131072,10,1],["gemma3-12b-q4",1,29.4,23.8,2.75,23.41,131072,10,1],["gemma3-27b-q4",1,13.8,12.1,6.29,52.07,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,49.3,36.6,1.84,19.02,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,30,24.8,1.9,19.66,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,25.1,15.7,3.61,39.39,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,15.2,11.1,3.73,40.72,49455,10,1],["mistral-small-3.1-cloud",1,15.2,11.6,5.59,51.71,60657,10,1],["qwen3.5-0.8b-q4",1,199.2,153.3,0.16,1.79,262144,5,1],["qwen3.5-2b-q4",1,100.6,87.4,0.4,3.69,262144,5,1],["qwen3.5-4b-q4",1,77.5,59.1,0.89,8.53,262144,10,1],["qwen3.5-4b-q8",1,49,40.9,0.92,8.82,262144,10,1],["qwen3.5-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["qwen3.5-35b-a3b-q4",1,86.8,71.3,0.68,7.19,207919,10,1],["qwen3.5-27b-q4",1,15,13.3,5.72,49.95,135461,10,1],["lfm2-24b-a2b-q4",1,93.6,75.8,0.51,4.96,128000,10,1],["lfm2.5-8b-a1b-q4",1,120.8,102.2,0.37,3.51,128000,10,1],["granite4.1-3b-q4",1,86.9,46.4,0.87,11.31,131072,10,1],["granite4.1-8b-q4",1,38.1,21.6,2.07,23.54,122540,10,1],["qwen3.6-27b-q4",1,14.7,13.2,5.72,49.95,131028,10,1],["qwen3.8-27b-q4",1,14.7,13.2,5.72,49.95,131443,10,1],["qwen3.6-35b-a3b-q4",1,85,70,0.68,7.19,180981,10,1],["gemma4-31b-q4",1,11.8,9.6,7.05,59.89,36109,10,1],["gemma4-26b-a4b-q4",1,54.9,43,0.76,6.96,198752,10,1],["gemma4-e4b-q4",1,63.5,57.1,1.71,14.31,131072,10,1],["gemma4-e4b-q8",1,45.1,41.8,1.77,14.8,131072,10,1],["gemma4-e2b-q4",1,132.1,118.4,0.94,8.1,131072,10,1],["gemma4-e2b-q8",1,99.6,91.6,0.97,8.37,131072,10,1],["gemma4-12b-q4",1,29.2,23.6,2.75,23.41,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,54.3,52.2,1.16,10.73,187597,10,1],["laguna-xs2-q4",1,71.5,52.6,0.66,7.89,55273,10,1],["north-mini-code-1-q4",1,59.3,49.7,0.8,8.7,245230,10,1],["gpt-oss-20b",1,55.3,47.4,0.91,9.2,131072,10,1],["qwen3.5-9b-q8",1,27.6,24.8,1.99,17.39,262144,10,1],["gemma4-12b-q8",1,17.9,15.6,2.84,24.21,189511,10,1],["qwen3-14b-q8",1,15.1,11.6,3.7,38.65,40960,10,1],["laguna-xs-2.1-q4",1,79.5,56.8,0.66,7.89,124213,10,1],["ornith-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["ornith-35b-q4",1,86.8,71.3,0.68,7.19,207919,10,1],["granite4.2-3b-q4",1,87.3,46.5,0.93,11.79,131072,10,1],["granite4.2-8b-q4",1,39.6,22.1,2.16,24.3,122540,10,1],["granite4.2-30b-q4",1,12.9,null,6.98,67.08,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,68,64.7,0.85,7.84,1048576,10,1],["muse-glimmer-30b-q4",1,14.9,14.5,6.17,51.61,131072,10,1],["minicpm-v4.5-8b-q4",1,43.3,24.3,2.01,22.38,40960,10,1],["glm-4.7-flash-q4",1,59,42.4,0.92,11.49,118308,10,1],["olmo-3.1-32b-q4",1,11.8,10.8,7.53,63.76,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,43.4,37,1.93,16.82,262144,10,1],["devstral-small-2-24b-q4",1,15.4,11.8,5.59,51.71,62546,10,1],["ministral-3-3b-q4",1,64.7,35.1,0.88,11.56,211005,10,1],["ministral-3-8b-q4",1,37,22.7,2.07,22.54,139323,10,1],["ministral-3-14b-q4",1,25.2,16.7,3.26,33.04,99746,10,1]]},"Apple M3 Max|48GB|40c":{"label":"Apple M3 Max 40-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":19.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":108.8},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":108.8}},"cells":[["qwen2.5-1.5b-q4",1,204.7,133,0.29,3.72,32768,5,1],["qwen2.5-3b-q4",1,126.7,88.7,0.58,6.99,32768,10,1],["qwen2.5-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-3b-q4",1,108.8,50.7,0.61,7.62,131072,10,1],["llama3.1-8b-q4",1,57.7,34,1.47,15.97,131072,10,1],["llama3.1-8b-q8",1,36.1,25.1,1.52,16.51,131072,10,1],["llama3.1-8b-q5",1,50.9,31.5,2.01,21.87,131072,10,1],["mistral-7b-q4",1,61,35.2,1.33,14.88,32768,10,1],["mistral-7b-q5",1,53.5,32.5,1.83,20.38,32768,10,1],["mistral-7b-q8",1,37.8,26,1.38,15.38,32768,10,1],["mixtral-8x7b-q4",1,25,19.2,2.31,22.71,32768,10,1],["mistral-nemo-12b-q4",1,41.4,25.5,2.22,23.03,131072,10,1],["mistral-nemo-12b-q8",1,24.1,17.7,2.3,23.81,131072,10,1],["gemma2-2b-q4",1,123.1,null,0.47,4.61,8192,10,1],["gemma2-9b-q4",1,42.2,null,1.66,16,8192,10,1],["gemma2-27b-q4",1,17.4,null,4.79,41.31,8192,10,1],["phi3-mini-q4",1,72.4,null,0.72,8.91,4096,10,1],["phi3-medium-q4",1,33.1,null,2.54,26.91,4096,10,1],["phi4-14b-q4",1,32.2,null,2.67,27.89,16384,10,1],["phi4-14b-q8",1,19.9,null,2.76,28.83,16384,10,1],["qwen2.5-coder-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-coder-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-1b-q4",1,227.8,135.1,0.23,2.92,131072,5,1],["mistral-small-22b-q4",1,23.4,15.7,4.06,43.54,32768,10,1],["qwen2.5-0.5b-q4",1,349.4,250.6,0.1,1.47,32768,5,0],["gemma-3-1b-q4",1,247.2,226.1,0.18,1.54,32768,5,1],["gemma-3-1b-q8",1,206,191.2,0.18,1.59,32768,5,1],["phi4-mini-3.8b-q4",1,92.1,43.7,0.72,8.94,131072,10,1],["phi4-mini-3.8b-q8",1,63.5,36,0.75,9.24,131072,10,1],["smollm2-360m-q4",1,235.5,null,0.08,1.63,8192,5,1],["qwen3-8b-q4",1,54.8,31.4,1.51,16.79,40960,10,1],["qwen3-8b-q8",1,35,23.8,1.56,17.36,40960,10,1],["qwen3-14b-q4",1,32.6,21.9,2.68,28.04,40960,10,1],["qwen3-30b-q4",1,81.9,47.1,0.7,11.86,40960,10,1],["qwen3-30b-a3b-q8",1,51.9,null,0.72,12.27,23080,10,1],["gemma3-4b-q4",1,101.9,85.5,0.68,5.77,131072,10,1],["gemma3-4b-q8",1,67.3,59.7,0.7,5.97,131072,10,1],["gemma3-12b-q4",1,38.6,31.4,2.06,17.56,131072,10,1],["gemma3-27b-q4",1,18.2,16,4.72,39.06,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,64.1,47.9,1.38,14.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39.5,32.7,1.43,14.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,33.1,20.7,2.71,29.54,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,20.1,14.7,2.8,30.54,97139,10,1],["mistral-small-3.1-cloud",1,20.1,15.4,4.19,38.78,117877,10,1],["mistral-small-3.1-24b-q8",1,12.2,10.3,4.33,40.09,52918,10,1],["qwen3.5-0.8b-q4",1,241.9,190,0.12,1.35,262144,5,1],["qwen3.5-2b-q4",1,127.8,111.7,0.3,2.77,262144,5,1],["qwen3.5-4b-q4",1,99.5,76.6,0.67,6.4,262144,10,1],["qwen3.5-4b-q8",1,63.8,53.5,0.69,6.62,262144,10,1],["qwen3.5-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["qwen3.5-35b-a3b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.5-27b-q4",1,19.8,17.7,4.29,37.46,262144,10,1],["qwen3.5-27b-q8",1,11.5,10.8,4.43,38.73,87767,10,1],["lfm2-24b-a2b-q4",1,119.4,97.5,0.38,3.72,128000,10,1],["lfm2.5-8b-a1b-q4",1,152,129.7,0.28,2.64,128000,10,1],["granite4.1-3b-q4",1,111,60.5,0.65,8.48,131072,10,1],["granite4.1-8b-q4",1,49.8,28.5,1.55,17.65,131072,10,1],["qwen3.6-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q8",1,11.5,10.8,4.43,38.73,87782,10,1],["qwen3.6-35b-a3b-q4",1,108.8,90.3,0.51,5.39,262144,10,1],["gemma4-31b-q4",1,15.7,12.7,5.29,44.92,93329,10,1],["gemma4-31b-q8",1,9.4,null,5.47,46.44,8089,10,1],["gemma4-26b-a4b-q4",1,71.3,56.2,0.57,5.22,262144,10,1],["gemma4-e4b-q4",1,82.1,74.1,1.28,10.74,131072,10,1],["gemma4-e4b-q8",1,58.9,54.6,1.33,11.1,131072,10,1],["gemma4-e2b-q4",1,165.4,149.1,0.7,6.07,131072,10,1],["gemma4-e2b-q8",1,126.6,116.9,0.73,6.28,131072,10,1],["gemma4-12b-q4",1,38.3,31.1,2.06,17.56,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,70.5,67.8,0.87,8.05,262144,10,1],["laguna-xs2-q4",1,92,68.4,0.49,5.92,262144,10,1],["north-mini-code-1-q4",1,76.8,64.7,0.6,6.53,500000,10,1],["gpt-oss-20b",1,71.8,61.8,0.68,6.9,131072,10,1],["qwen3.5-9b-q8",1,36.3,32.7,1.49,13.04,262144,10,1],["qwen3.6-27b-q8",1,11.5,10.8,4.43,38.73,87782,10,1],["gemma4-12b-q8",1,23.6,20.7,2.13,18.15,262144,10,1],["gemma4-26b-a4b-q8",1,48.7,41.2,0.59,5.4,188730,10,1],["qwen3-14b-q8",1,20,15.4,2.77,28.99,40960,10,1],["laguna-xs-2.1-q4",1,101.9,73.7,0.49,5.92,262144,10,1],["ornith-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["ornith-35b-q4",1,111,91.8,0.51,5.39,262144,10,1],["granite4.2-3b-q4",1,111.5,60.6,0.69,8.84,131072,10,1],["granite4.2-8b-q4",1,51.8,29.1,1.62,18.23,131072,10,1],["granite4.2-30b-q4",1,17.1,12.1,5.24,50.31,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,67.6,65.1,0.64,5.88,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,87.7,83.6,0.64,5.88,1048576,10,1],["muse-glimmer-30b-q4",1,19.7,19.2,4.63,38.71,131072,10,1],["minicpm-v4.5-8b-q4",1,56.5,32,1.51,16.79,40960,10,1],["glm-4.7-flash-q4",1,76.4,55.4,0.69,8.62,202752,10,1],["olmo-3.1-32b-q4",1,15.7,14.3,5.65,47.82,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.7,48.4,1.45,12.61,262144,10,1],["devstral-small-2-24b-q4",1,20.4,15.6,4.19,38.78,119766,10,1],["ministral-3-3b-q4",1,83.7,46,0.66,8.67,262144,10,1],["ministral-3-8b-q4",1,48.4,29.9,1.56,16.91,206642,10,1],["ministral-3-14b-q4",1,33.2,22.1,2.44,24.78,156967,10,1]]},"Apple M3 Max|64GB|40c":{"label":"Apple M3 Max 40-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":19.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":108.8},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":108.8}},"cells":[["qwen2.5-1.5b-q4",1,204.7,133,0.29,3.72,32768,5,1],["qwen2.5-3b-q4",1,126.7,88.7,0.58,6.99,32768,10,1],["qwen2.5-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-3b-q4",1,108.8,50.7,0.61,7.62,131072,10,1],["llama3.1-8b-q4",1,57.7,34,1.47,15.97,131072,10,1],["llama3.1-8b-q8",1,36.1,25.1,1.52,16.51,131072,10,1],["llama3.1-8b-q5",1,50.9,31.5,2.01,21.87,131072,10,1],["llama3.1-70b-q4",1,7.4,null,12.64,122.11,16722,10,1],["mistral-7b-q4",1,61,35.2,1.33,14.88,32768,10,1],["mistral-7b-q5",1,53.5,32.5,1.83,20.38,32768,10,1],["mistral-7b-q8",1,37.8,26,1.38,15.38,32768,10,1],["mixtral-8x7b-q4",1,25,19.2,2.31,22.71,32768,10,1],["mistral-nemo-12b-q4",1,41.4,25.5,2.22,23.03,131072,10,1],["mistral-nemo-12b-q8",1,24.1,17.7,2.3,23.81,131072,10,1],["gemma2-2b-q4",1,123.1,null,0.47,4.61,8192,10,1],["gemma2-9b-q4",1,42.2,null,1.66,16,8192,10,1],["gemma2-27b-q4",1,17.4,null,4.79,41.31,8192,10,1],["phi3-mini-q4",1,72.4,null,0.72,8.91,4096,10,1],["phi3-medium-q4",1,33.1,null,2.54,26.91,4096,10,1],["phi4-14b-q4",1,32.2,null,2.67,27.89,16384,10,1],["phi4-14b-q8",1,19.9,null,2.76,28.83,16384,10,1],["qwen2.5-coder-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-coder-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-1b-q4",1,227.8,135.1,0.23,2.92,131072,5,1],["mistral-small-22b-q4",1,23.4,15.7,4.06,43.54,32768,10,1],["qwen2.5-0.5b-q4",1,349.4,250.6,0.1,1.47,32768,5,0],["gemma-3-1b-q4",1,247.2,226.1,0.18,1.54,32768,5,1],["gemma-3-1b-q8",1,206,191.2,0.18,1.59,32768,5,1],["phi4-mini-3.8b-q4",1,92.1,43.7,0.72,8.94,131072,10,1],["phi4-mini-3.8b-q8",1,63.5,36,0.75,9.24,131072,10,1],["smollm2-360m-q4",1,235.5,null,0.08,1.63,8192,5,1],["llama3.3-70b-q4",1,7.4,null,12.64,122.11,16722,10,1],["qwen3-8b-q4",1,54.8,31.4,1.51,16.79,40960,10,1],["qwen3-8b-q8",1,35,23.8,1.56,17.36,40960,10,1],["qwen3-14b-q4",1,32.6,21.9,2.68,28.04,40960,10,1],["qwen3-30b-q4",1,81.9,47.1,0.7,11.86,40960,10,1],["qwen3-30b-a3b-q8",1,51.9,35.3,0.72,12.27,40960,10,1],["gemma3-4b-q4",1,101.9,85.5,0.68,5.77,131072,10,1],["gemma3-4b-q8",1,67.3,59.7,0.7,5.97,131072,10,1],["gemma3-12b-q4",1,38.6,31.4,2.06,17.56,131072,10,1],["gemma3-27b-q4",1,18.2,16,4.72,39.06,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,64.1,47.9,1.38,14.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39.5,32.7,1.43,14.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,33.1,20.7,2.71,29.54,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,20.1,14.7,2.8,30.54,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.4,null,12.64,122.11,16722,10,1],["mistral-small-3.1-cloud",1,20.1,15.4,4.19,38.78,131072,10,1],["mistral-small-3.1-24b-q8",1,12.2,10.3,4.33,40.09,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,190,0.12,1.35,262144,5,1],["qwen3.5-2b-q4",1,127.8,111.7,0.3,2.77,262144,5,1],["qwen3.5-4b-q4",1,99.5,76.6,0.67,6.4,262144,10,1],["qwen3.5-4b-q8",1,63.8,53.5,0.69,6.62,262144,10,1],["qwen3.5-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["qwen3.5-35b-a3b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.5-27b-q4",1,19.8,17.7,4.29,37.46,262144,10,1],["qwen3.5-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["lfm2-24b-a2b-q4",1,119.4,97.5,0.38,3.72,128000,10,1],["lfm2.5-8b-a1b-q4",1,152,129.7,0.28,2.64,128000,10,1],["granite4.1-3b-q4",1,111,60.5,0.65,8.48,131072,10,1],["granite4.1-8b-q4",1,49.8,28.5,1.55,17.65,131072,10,1],["qwen3.6-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["qwen3.6-35b-a3b-q4",1,108.8,90.3,0.51,5.39,262144,10,1],["gemma4-31b-q4",1,15.7,12.7,5.29,44.92,173896,10,1],["gemma4-31b-q8",1,9.4,8.2,5.47,46.44,88656,10,1],["gemma4-26b-a4b-q4",1,71.3,56.2,0.57,5.22,262144,10,1],["gemma4-e4b-q4",1,82.1,74.1,1.28,10.74,131072,10,1],["gemma4-e4b-q8",1,58.9,54.6,1.33,11.1,131072,10,1],["gemma4-e2b-q4",1,165.4,149.1,0.7,6.07,131072,10,1],["gemma4-e2b-q8",1,126.6,116.9,0.73,6.28,131072,10,1],["gemma4-12b-q4",1,38.3,31.1,2.06,17.56,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,70.5,67.8,0.87,8.05,262144,10,1],["laguna-xs2-q4",1,92,68.4,0.49,5.92,262144,10,1],["north-mini-code-1-q4",1,76.8,64.7,0.6,6.53,500000,10,1],["gpt-oss-20b",1,71.8,61.8,0.68,6.9,131072,10,1],["qwen3.6-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-9b-q8",1,36.3,32.7,1.49,13.04,262144,10,1],["qwen3.6-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["gemma4-12b-q8",1,23.6,20.7,2.13,18.15,262144,10,1],["gemma4-26b-a4b-q8",1,48.7,41.2,0.59,5.4,262144,10,1],["qwen3-14b-q8",1,20,15.4,2.77,28.99,40960,10,1],["laguna-xs-2.1-q4",1,101.9,73.7,0.49,5.92,262144,10,1],["ornith-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["ornith-35b-q4",1,111,91.8,0.51,5.39,262144,10,1],["granite4.2-3b-q4",1,111.5,60.6,0.69,8.84,131072,10,1],["granite4.2-8b-q4",1,51.8,29.1,1.62,18.23,131072,10,1],["granite4.2-30b-q4",1,17.1,12.1,5.24,50.31,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,67.6,65.1,0.64,5.88,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,87.7,83.6,0.64,5.88,1048576,10,1],["muse-glimmer-30b-q4",1,19.7,19.2,4.63,38.71,131072,10,1],["minicpm-v4.5-8b-q4",1,56.5,32,1.51,16.79,40960,10,1],["glm-4.7-flash-q4",1,76.4,55.4,0.69,8.62,202752,10,1],["olmo-3.1-32b-q4",1,15.7,14.3,5.65,47.82,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.7,48.4,1.45,12.61,262144,10,1],["devstral-small-2-24b-q4",1,20.4,15.6,4.19,38.78,200333,10,1],["ministral-3-3b-q4",1,83.7,46,0.66,8.67,262144,10,1],["ministral-3-8b-q4",1,48.4,29.9,1.56,16.91,262144,10,1],["ministral-3-14b-q4",1,33.2,22.1,2.44,24.78,237533,10,1]]},"Apple M3 Max|96GB|30c":{"label":"Apple M3 Max 30-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":14.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":85},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":85}},"cells":[["qwen2.5-1.5b-q4",1,166.1,104.9,0.39,4.96,32768,5,1],["qwen2.5-3b-q4",1,99.7,68.7,0.77,9.32,32768,10,1],["qwen2.5-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-14b-q4",1,25.1,15.7,3.61,39.39,32768,10,1],["llama3.2-3b-q4",1,85,38.7,0.81,10.16,131072,10,1],["llama3.1-8b-q4",1,44.2,25.9,1.96,21.29,131072,10,1],["llama3.1-8b-q8",1,27.4,19,2.03,22.01,131072,10,1],["llama3.1-8b-q5",1,38.9,23.9,2.69,29.16,131072,10,1],["llama3.1-70b-q4",1,5.6,4.6,16.85,162.82,104613,10,1],["mistral-7b-q4",1,46.8,26.7,1.78,19.84,32768,10,1],["mistral-7b-q5",1,40.9,24.7,2.44,27.17,32768,10,1],["mistral-7b-q8",1,28.8,19.7,1.84,20.51,32768,10,1],["mixtral-8x7b-q4",1,19,14.5,3.09,30.28,32768,10,1],["mistral-nemo-12b-q4",1,31.5,19.3,2.96,30.71,131072,10,1],["mistral-nemo-12b-q8",1,18.3,13.4,3.06,31.75,131072,10,1],["gemma2-2b-q4",1,96.7,null,0.63,6.15,8192,10,1],["gemma2-9b-q4",1,32.1,null,2.21,21.33,8192,10,1],["gemma2-27b-q4",1,13.1,null,6.38,55.08,8192,10,1],["phi3-mini-q4",1,55.8,null,0.96,11.89,4096,10,1],["phi3-medium-q4",1,25.2,null,3.39,35.89,4096,10,1],["phi4-14b-q4",1,24.5,null,3.55,37.18,16384,10,1],["phi4-14b-q8",1,15,null,3.67,38.44,16384,10,1],["qwen2.5-coder-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-coder-14b-q4",1,25.1,15.7,3.61,39.39,32768,10,1],["llama3.2-1b-q4",1,186.5,106.7,0.31,3.89,131072,5,1],["mistral-small-22b-q4",1,17.7,11.8,5.42,58.05,32768,10,1],["qwen2.5-0.5b-q4",1,300.9,207.1,0.13,1.97,32768,5,0],["gemma-3-1b-q4",1,204,185.1,0.23,2.05,32768,5,1],["gemma-3-1b-q8",1,167.2,154.3,0.24,2.12,32768,5,1],["phi4-mini-3.8b-q4",1,71.5,33.3,0.96,11.91,131072,10,1],["phi4-mini-3.8b-q8",1,48.8,27.3,1,12.32,131072,10,1],["smollm2-360m-q4",1,193.5,null,0.11,2.17,8192,5,1],["llama3.3-70b-q4",1,5.6,4.6,16.85,162.82,104613,10,1],["qwen3-8b-q4",1,41.9,23.9,2.01,22.39,40960,10,1],["qwen3-8b-q8",1,26.6,18,2.08,23.14,40960,10,1],["qwen3-14b-q4",1,24.8,16.6,3.58,37.38,40960,10,1],["qwen3-30b-q4",1,63.3,35.9,0.93,15.82,40960,10,1],["qwen3-30b-a3b-q8",1,39.7,26.9,0.96,16.36,40960,10,1],["gemma3-4b-q4",1,79.4,66.2,0.91,7.69,131072,10,1],["gemma3-4b-q8",1,51.8,45.8,0.94,7.95,131072,10,1],["gemma3-12b-q4",1,29.4,23.8,2.75,23.41,131072,10,1],["gemma3-27b-q4",1,13.8,12.1,6.29,52.07,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,49.3,36.6,1.84,19.02,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,30,24.8,1.9,19.66,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,25.1,15.7,3.61,39.39,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,15.2,11.1,3.73,40.72,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,5.6,4.6,16.85,162.82,104613,10,1],["mistral-small-3.1-cloud",1,15.2,11.6,5.59,51.71,131072,10,1],["mistral-small-3.1-24b-q8",1,9.2,7.8,5.78,53.46,131072,10,1],["qwen3.5-0.8b-q4",1,199.2,153.3,0.16,1.79,262144,5,1],["qwen3.5-2b-q4",1,100.6,87.4,0.4,3.69,262144,5,1],["qwen3.5-4b-q4",1,77.5,59.1,0.89,8.53,262144,10,1],["qwen3.5-4b-q8",1,49,40.9,0.92,8.82,262144,10,1],["qwen3.5-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["qwen3.5-35b-a3b-q4",1,86.8,71.3,0.68,7.19,262144,10,1],["qwen3.5-27b-q4",1,15,13.3,5.72,49.95,262144,10,1],["qwen3.5-27b-q8",1,8.7,8.1,5.91,51.64,262144,10,1],["lfm2-24b-a2b-q4",1,93.6,75.8,0.51,4.96,128000,10,1],["lfm2.5-8b-a1b-q4",1,120.8,102.2,0.37,3.51,128000,10,1],["granite4.1-3b-q4",1,86.9,46.4,0.87,11.31,131072,10,1],["granite4.1-8b-q4",1,38.1,21.6,2.07,23.54,131072,10,1],["qwen3.6-27b-q4",1,14.7,13.2,5.72,49.95,262144,10,1],["qwen3.8-27b-q4",1,14.7,13.2,5.72,49.95,262144,10,1],["qwen3.8-27b-q8",1,8.7,8.1,5.91,51.64,262144,10,1],["qwen3.6-35b-a3b-q4",1,85,70,0.68,7.19,262144,10,1],["gemma4-31b-q4",1,11.8,9.6,7.05,59.89,262144,10,1],["gemma4-31b-q8",1,7.1,6.2,7.29,61.92,262144,10,1],["gemma4-26b-a4b-q4",1,54.9,43,0.76,6.96,262144,10,1],["gemma4-e4b-q4",1,63.5,57.1,1.71,14.31,131072,10,1],["gemma4-e4b-q8",1,45.1,41.8,1.77,14.8,131072,10,1],["gemma4-e2b-q4",1,132.1,118.4,0.94,8.1,131072,10,1],["gemma4-e2b-q8",1,99.6,91.6,0.97,8.37,131072,10,1],["llama4-scout-q4",1,19.9,13.4,2.77,32.64,47623,10,1],["gemma4-12b-q4",1,29.2,23.6,2.75,23.41,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,54.3,52.2,1.16,10.73,262144,10,1],["laguna-xs2-q4",1,71.5,52.6,0.66,7.89,262144,10,1],["north-mini-code-1-q4",1,59.3,49.7,0.8,8.7,500000,10,1],["gpt-oss-120b",1,46.2,38.2,1.25,12.84,131072,10,1],["gpt-oss-20b",1,55.3,47.4,0.91,9.2,131072,10,1],["qwen3-next-80b-a3b",1,71.7,59,0.75,8.13,262144,10,1],["qwen3.6-35b-a3b-q8",1,52.3,46.2,0.7,7.44,262144,10,1],["qwen3.5-35b-a3b-q8",1,52.3,46.2,0.7,7.44,262144,10,1],["qwen3.5-9b-q8",1,27.6,24.8,1.99,17.39,262144,10,1],["qwen3.6-27b-q8",1,8.7,8.1,5.91,51.64,262144,10,1],["gemma4-12b-q8",1,17.9,15.6,2.84,24.21,262144,10,1],["gemma4-26b-a4b-q8",1,37.2,31.3,0.79,7.19,262144,10,1],["qwen3-14b-q8",1,15.1,11.6,3.7,38.65,40960,10,1],["llama3.3-70b-q8",1,3.2,null,17.42,168.32,5569,10,1],["llama3.3-70b-q6",1,4.2,3.6,23.08,223,57714,10,1],["laguna-xs-2.1-q4",1,79.5,56.8,0.66,7.89,262144,10,1],["ornith-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["ornith-35b-q4",1,86.8,71.3,0.68,7.19,262144,10,1],["granite4.2-3b-q4",1,87.3,46.5,0.93,11.79,131072,10,1],["granite4.2-8b-q4",1,39.6,22.1,2.16,24.3,131072,10,1],["granite4.2-30b-q4",1,12.9,9.1,6.98,67.08,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,52,50.1,0.85,7.84,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,68,64.7,0.85,7.84,1048576,10,1],["muse-glimmer-30b-q4",1,14.9,14.5,6.17,51.61,131072,10,1],["minicpm-v4.5-8b-q4",1,43.3,24.3,2.01,22.38,40960,10,1],["glm-4.7-flash-q4",1,59,42.4,0.92,11.49,202752,10,1],["nemotron-3-super-120b-q4xs",1,21.7,21.3,2.98,25.27,262144,10,1],["olmo-3.1-32b-q4",1,11.8,10.8,7.53,63.76,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,43.4,37,1.93,16.82,262144,10,1],["ling-3.0-flash-q4xs",1,54.5,51.7,1.14,10.37,262144,10,1],["devstral-small-2-24b-q4",1,15.4,11.8,5.59,51.71,376114,10,1],["devstral-2-123b-q4",1,3.2,null,29.8,284.61,5277,10,1],["ministral-3-3b-q4",1,64.7,35.1,0.88,11.56,262144,10,1],["ministral-3-8b-q4",1,37,22.7,2.07,22.54,262144,10,1],["ministral-3-14b-q4",1,25.2,16.7,3.26,33.04,262144,10,1]]},"Apple M3 Max|128GB|40c":{"label":"Apple M3 Max 40-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":19.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":108.8},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":108.8}},"cells":[["qwen2.5-1.5b-q4",1,204.7,133,0.29,3.72,32768,5,1],["qwen2.5-3b-q4",1,126.7,88.7,0.58,6.99,32768,10,1],["qwen2.5-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-3b-q4",1,108.8,50.7,0.61,7.62,131072,10,1],["llama3.1-8b-q4",1,57.7,34,1.47,15.97,131072,10,1],["llama3.1-8b-q8",1,36.1,25.1,1.52,16.51,131072,10,1],["llama3.1-8b-q5",1,50.9,31.5,2.01,21.87,131072,10,1],["llama3.1-70b-q4",1,7.4,6.1,12.64,122.11,131072,10,1],["mistral-7b-q4",1,61,35.2,1.33,14.88,32768,10,1],["mistral-7b-q5",1,53.5,32.5,1.83,20.38,32768,10,1],["mistral-7b-q8",1,37.8,26,1.38,15.38,32768,10,1],["mixtral-8x7b-q4",1,25,19.2,2.31,22.71,32768,10,1],["mistral-nemo-12b-q4",1,41.4,25.5,2.22,23.03,131072,10,1],["mistral-nemo-12b-q8",1,24.1,17.7,2.3,23.81,131072,10,1],["gemma2-2b-q4",1,123.1,null,0.47,4.61,8192,10,1],["gemma2-9b-q4",1,42.2,null,1.66,16,8192,10,1],["gemma2-27b-q4",1,17.4,null,4.79,41.31,8192,10,1],["phi3-mini-q4",1,72.4,null,0.72,8.91,4096,10,1],["phi3-medium-q4",1,33.1,null,2.54,26.91,4096,10,1],["phi4-14b-q4",1,32.2,null,2.67,27.89,16384,10,1],["phi4-14b-q8",1,19.9,null,2.76,28.83,16384,10,1],["qwen2.5-coder-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-coder-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-1b-q4",1,227.8,135.1,0.23,2.92,131072,5,1],["mistral-small-22b-q4",1,23.4,15.7,4.06,43.54,32768,10,1],["qwen2.5-0.5b-q4",1,349.4,250.6,0.1,1.47,32768,5,0],["gemma-3-1b-q4",1,247.2,226.1,0.18,1.54,32768,5,1],["gemma-3-1b-q8",1,206,191.2,0.18,1.59,32768,5,1],["phi4-mini-3.8b-q4",1,92.1,43.7,0.72,8.94,131072,10,1],["phi4-mini-3.8b-q8",1,63.5,36,0.75,9.24,131072,10,1],["smollm2-360m-q4",1,235.5,null,0.08,1.63,8192,5,1],["llama3.3-70b-q4",1,7.4,6.1,12.64,122.11,131072,10,1],["qwen3-8b-q4",1,54.8,31.4,1.51,16.79,40960,10,1],["qwen3-8b-q8",1,35,23.8,1.56,17.36,40960,10,1],["qwen3-14b-q4",1,32.6,21.9,2.68,28.04,40960,10,1],["qwen3-30b-q4",1,81.9,47.1,0.7,11.86,40960,10,1],["qwen3-30b-a3b-q8",1,51.9,35.3,0.72,12.27,40960,10,1],["gemma3-4b-q4",1,101.9,85.5,0.68,5.77,131072,10,1],["gemma3-4b-q8",1,67.3,59.7,0.7,5.97,131072,10,1],["gemma3-12b-q4",1,38.6,31.4,2.06,17.56,131072,10,1],["gemma3-27b-q4",1,18.2,16,4.72,39.06,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,64.1,47.9,1.38,14.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39.5,32.7,1.43,14.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,33.1,20.7,2.71,29.54,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,20.1,14.7,2.8,30.54,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.4,6.1,12.64,122.11,131072,10,1],["mistral-small-3.1-cloud",1,20.1,15.4,4.19,38.78,131072,10,1],["mistral-small-3.1-24b-q8",1,12.2,10.3,4.33,40.09,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,190,0.12,1.35,262144,5,1],["qwen3.5-2b-q4",1,127.8,111.7,0.3,2.77,262144,5,1],["qwen3.5-4b-q4",1,99.5,76.6,0.67,6.4,262144,10,1],["qwen3.5-4b-q8",1,63.8,53.5,0.69,6.62,262144,10,1],["qwen3.5-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["qwen3.5-35b-a3b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.5-27b-q4",1,19.8,17.7,4.29,37.46,262144,10,1],["qwen3.5-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["qwen3.5-122b-a10b-q4",1,38.6,35.5,1.4,14.38,262144,10,1],["lfm2-24b-a2b-q4",1,119.4,97.5,0.38,3.72,128000,10,1],["lfm2.5-8b-a1b-q4",1,152,129.7,0.28,2.64,128000,10,1],["granite4.1-3b-q4",1,111,60.5,0.65,8.48,131072,10,1],["granite4.1-8b-q4",1,49.8,28.5,1.55,17.65,131072,10,1],["qwen3.6-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["qwen3.6-35b-a3b-q4",1,108.8,90.3,0.51,5.39,262144,10,1],["gemma4-31b-q4",1,15.7,12.7,5.29,44.92,262144,10,1],["gemma4-31b-q8",1,9.4,8.2,5.47,46.44,262144,10,1],["gemma4-26b-a4b-q4",1,71.3,56.2,0.57,5.22,262144,10,1],["gemma4-e4b-q4",1,82.1,74.1,1.28,10.74,131072,10,1],["gemma4-e4b-q8",1,58.9,54.6,1.33,11.1,131072,10,1],["gemma4-e2b-q4",1,165.4,149.1,0.7,6.07,131072,10,1],["gemma4-e2b-q8",1,126.6,116.9,0.73,6.28,131072,10,1],["llama4-scout-q4",1,26.2,17.8,2.08,24.48,210384,10,1],["gemma4-12b-q4",1,38.3,31.1,2.06,17.56,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,70.5,67.8,0.87,8.05,262144,10,1],["laguna-xs2-q4",1,92,68.4,0.49,5.92,262144,10,1],["north-mini-code-1-q4",1,76.8,64.7,0.6,6.53,500000,10,1],["gpt-oss-120b",1,60.3,50,0.94,9.63,131072,10,1],["gpt-oss-20b",1,71.8,61.8,0.68,6.9,131072,10,1],["qwen3-next-80b-a3b",1,92.4,76.4,0.57,6.1,262144,10,1],["qwen3.6-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-9b-q8",1,36.3,32.7,1.49,13.04,262144,10,1],["qwen3.6-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["gemma4-12b-q8",1,23.6,20.7,2.13,18.15,262144,10,1],["gemma4-26b-a4b-q8",1,48.7,41.2,0.59,5.4,262144,10,1],["qwen3-next-80b-a3b-q8",1,58.8,51.9,0.58,6.3,262144,10,1],["qwen3-14b-q8",1,20,15.4,2.77,28.99,40960,10,1],["llama3.3-70b-q8",1,4.3,3.8,13.07,126.24,103225,10,1],["llama3.3-70b-q6",1,5.5,4.7,17.31,167.25,131072,10,1],["laguna-xs-2.1-q4",1,101.9,73.7,0.49,5.92,262144,10,1],["laguna-s-2.1-q4",1,31.5,27.5,1.31,12.87,258233,10,1],["ornith-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["ornith-35b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.8-flash-next-q4xs",1,50.3,45.2,0.97,10.11,262144,10,1],["qwen3.8-flash-next-q3",1,52.2,46.7,1.33,13.85,262144,10,1],["granite4.2-3b-q4",1,111.5,60.6,0.69,8.84,131072,10,1],["granite4.2-8b-q4",1,51.8,29.1,1.62,18.23,131072,10,1],["granite4.2-30b-q4",1,17.1,12.1,5.24,50.31,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,67.6,65.1,0.64,5.88,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,87.7,83.6,0.64,5.88,1048576,10,1],["muse-glimmer-30b-q4",1,19.7,19.2,4.63,38.71,131072,10,1],["minicpm-v4.5-8b-q4",1,56.5,32,1.51,16.79,40960,10,1],["glm-4.7-flash-q4",1,76.4,55.4,0.69,8.62,202752,10,1],["nemotron-3-super-120b-q4",1,21.6,21.2,2.24,18.96,262144,10,1],["nemotron-3-super-120b-q4xs",1,28.7,28.1,2.24,18.96,262144,10,1],["olmo-3.1-32b-q4",1,15.7,14.3,5.65,47.82,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.7,48.4,1.45,12.61,262144,10,1],["ling-3.0-flash",1,63.4,60.5,0.86,7.78,262144,10,1],["ling-3.0-flash-q4xs",1,70.8,67.3,0.86,7.78,262144,10,1],["devstral-small-2-24b-q4",1,20.4,15.6,4.19,38.78,393216,10,1],["devstral-2-123b-q4",1,4.3,3.8,22.35,213.46,94056,10,1],["ministral-3-3b-q4",1,83.7,46,0.66,8.67,262144,10,1],["ministral-3-8b-q4",1,48.4,29.9,1.56,16.91,262144,10,1],["ministral-3-14b-q4",1,33.2,22.1,2.44,24.78,262144,10,1]]},"Apple M4 Pro|24GB|16c":{"label":"Apple M4 Pro 16-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.63,8.02,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1.25,15.06,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,5.83,63.62,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.31,16.41,128876,10,1],["llama3.1-8b-q4",1,42.5,24.7,3.17,34.39,90631,10,1],["llama3.1-8b-q8",1,26.2,18.1,3.27,35.55,63012,10,1],["llama3.1-8b-q5",1,37.3,22.8,4.34,47.1,84434,10,1],["mistral-7b-q4",1,45,25.5,2.87,32.05,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.94,43.89,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.97,33.13,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,4.79,49.6,59376,10,1],["mistral-nemo-12b-q8",1,17.4,null,4.95,51.28,23056,10,1],["gemma2-2b-q4",1,94.7,null,1.01,9.93,8192,10,1],["gemma2-9b-q4",1,30.8,null,3.57,34.46,8192,10,1],["phi3-mini-q4",1,53.9,null,1.55,19.2,4096,10,1],["phi3-medium-q4",1,24,null,5.48,57.96,4096,10,1],["phi4-14b-q4",1,23.4,null,5.74,60.05,16384,10,1],["phi4-14b-q8",1,14.3,null,5.93,62.09,5954,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,5.83,63.62,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.5,6.29,131072,5,1],["mistral-small-22b-q4",1,16.8,null,8.75,93.76,18444,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.21,3.18,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.38,3.32,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.39,3.43,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.56,19.24,109162,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.61,19.89,97010,10,1],["smollm2-360m-q4",1,196.5,null,0.17,3.51,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,3.25,36.16,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,3.36,37.38,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,5.78,60.38,40960,10,1],["gemma3-4b-q4",1,77.3,64.1,1.46,12.43,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.51,12.85,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,4.44,37.82,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.97,30.72,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,3.07,31.76,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,5.83,63.62,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,null,6.03,65.77,5586,10,1],["mistral-small-3.1-cloud",1,14.4,null,9.03,83.51,8014,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.26,2.9,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.64,5.96,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.44,13.78,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.49,14.25,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.83,8.02,116420,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.6,5.68,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.4,18.27,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,3.34,38.02,69898,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.77,23.12,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.86,23.9,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.51,13.08,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.56,13.52,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,4.44,37.82,138596,10,1],["gpt-oss-20b",1,53.4,45.6,1.47,14.85,122210,10,1],["qwen3.5-9b-q8",1,26.4,23.7,3.22,28.08,221939,10,1],["gemma4-12b-q8",1,17,14.9,4.59,39.1,57904,10,1],["qwen3-14b-q8",1,14.4,null,5.98,62.42,5523,10,1],["ornith-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.5,19.04,131072,10,1],["granite4.2-8b-q4",1,38,21,3.49,39.25,69898,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,3.25,36.16,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,3.11,27.16,262144,10,1],["devstral-small-2-24b-q4",1,14.7,null,9.03,83.51,9903,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.41,18.67,130016,10,1],["ministral-3-8b-q4",1,35.5,21.6,3.35,36.41,77391,10,1],["ministral-3-14b-q4",1,24,15.9,5.26,53.37,47103,10,1]]},"Apple M4 Pro|24GB|20c":{"label":"Apple M4 Pro 20-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.5,6.41,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1,12.05,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.38,24.58,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,4.67,50.89,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.05,13.13,128876,10,1],["llama3.1-8b-q4",1,42.5,24.7,2.53,27.51,90631,10,1],["llama3.1-8b-q8",1,26.2,18.1,2.62,28.44,63012,10,1],["llama3.1-8b-q5",1,37.3,22.8,3.47,37.68,84434,10,1],["mistral-7b-q4",1,45,25.5,2.3,25.64,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.15,35.11,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.38,26.5,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,3.83,39.68,59376,10,1],["mistral-nemo-12b-q8",1,17.4,null,3.96,41.02,23056,10,1],["gemma2-2b-q4",1,94.7,null,0.81,7.94,8192,10,1],["gemma2-9b-q4",1,30.8,null,2.85,27.57,8192,10,1],["phi3-mini-q4",1,53.9,null,1.24,15.36,4096,10,1],["phi3-medium-q4",1,24,null,4.38,46.37,4096,10,1],["phi4-14b-q4",1,23.4,null,4.59,48.04,16384,10,1],["phi4-14b-q8",1,14.3,null,4.75,49.67,5954,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.38,24.58,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,4.67,50.89,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.4,5.03,131072,5,1],["mistral-small-22b-q4",1,16.8,null,7,75.01,18444,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.17,2.54,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.3,2.65,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.31,2.74,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.25,15.39,109162,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.29,15.91,97010,10,1],["smollm2-360m-q4",1,196.5,null,0.14,2.81,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,2.6,28.93,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,2.69,29.91,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,4.62,48.3,40960,10,1],["gemma3-4b-q4",1,77.3,64.1,1.17,9.94,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.21,10.28,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,3.56,30.25,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.38,24.58,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,2.46,25.41,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,4.67,50.89,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,null,4.82,52.61,5586,10,1],["mistral-small-3.1-cloud",1,14.4,null,7.22,66.81,8014,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.2,2.32,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.51,4.77,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.15,11.03,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.19,11.4,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.66,6.41,116420,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.48,4.54,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.12,14.62,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,2.67,30.42,69898,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.21,18.5,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.29,19.12,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.21,10.46,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.25,10.82,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,3.56,30.25,138596,10,1],["gpt-oss-20b",1,53.4,45.6,1.18,11.88,122210,10,1],["qwen3.5-9b-q8",1,26.4,23.7,2.57,22.47,221939,10,1],["gemma4-12b-q8",1,17,14.9,3.68,31.28,57904,10,1],["qwen3-14b-q8",1,14.4,null,4.78,49.94,5523,10,1],["ornith-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.2,15.23,131072,10,1],["granite4.2-8b-q4",1,38,21,2.79,31.4,69898,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,2.6,28.92,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,2.49,21.73,262144,10,1],["devstral-small-2-24b-q4",1,14.7,null,7.22,66.81,9903,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.13,14.94,130016,10,1],["ministral-3-8b-q4",1,35.5,21.6,2.68,29.13,77391,10,1],["ministral-3-14b-q4",1,24,15.9,4.21,42.7,47103,10,1]]},"Apple M4 Pro|48GB|16c":{"label":"Apple M4 Pro 16-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.63,8.02,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1.25,15.06,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,5.83,63.62,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.31,16.41,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,3.17,34.39,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,3.27,35.55,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,4.34,47.1,131072,10,1],["mistral-7b-q4",1,45,25.5,2.87,32.05,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.94,43.89,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.97,33.13,32768,10,1],["mixtral-8x7b-q4",1,18.1,13.8,4.98,48.91,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,4.79,49.6,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,4.95,51.28,131072,10,1],["gemma2-2b-q4",1,94.7,null,1.01,9.93,8192,10,1],["gemma2-9b-q4",1,30.8,null,3.57,34.46,8192,10,1],["gemma2-27b-q4",1,12.5,null,10.31,88.96,8192,10,1],["phi3-mini-q4",1,53.9,null,1.55,19.2,4096,10,1],["phi3-medium-q4",1,24,null,5.48,57.96,4096,10,1],["phi4-14b-q4",1,23.4,null,5.74,60.05,16384,10,1],["phi4-14b-q8",1,14.3,null,5.93,62.09,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,5.83,63.62,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.5,6.29,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,8.75,93.76,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.21,3.18,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.38,3.32,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.39,3.43,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.56,19.24,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.61,19.89,131072,10,1],["smollm2-360m-q4",1,196.5,null,0.17,3.51,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,3.25,36.16,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,3.36,37.38,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,5.78,60.38,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.5,25.55,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,null,1.55,26.42,23080,10,1],["gemma3-4b-q4",1,77.3,64.1,1.46,12.43,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.51,12.85,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,4.44,37.82,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,10.16,84.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.97,30.72,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,3.07,31.76,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,5.83,63.62,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,6.03,65.77,97139,10,1],["mistral-small-3.1-cloud",1,14.4,11,9.03,83.51,117877,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,9.33,86.34,52918,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.26,2.9,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.64,5.96,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.44,13.78,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.49,14.25,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,1.1,11.62,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,9.24,80.68,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,9.55,83.41,87767,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.83,8.02,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.6,5.68,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.4,18.27,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,3.34,38.02,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,9.55,83.41,87782,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,1.1,11.62,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,11.39,96.74,93329,10,1],["gemma4-31b-q8",1,6.7,null,11.77,100.01,8089,10,1],["gemma4-26b-a4b-q4",1,53,41.3,1.23,11.24,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.77,23.12,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.86,23.9,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.51,13.08,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.56,13.52,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,4.44,37.82,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.88,17.34,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,1.06,12.75,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.3,14.06,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.47,14.85,131072,10,1],["qwen3.5-9b-q8",1,26.4,23.7,3.22,28.08,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,9.55,83.41,87782,10,1],["gemma4-12b-q8",1,17,14.9,4.59,39.1,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.27,11.62,188730,10,1],["qwen3-14b-q8",1,14.4,11,5.98,62.42,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,1.06,12.75,262144,10,1],["ornith-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["ornith-35b-q4",1,84.8,69.2,1.1,11.62,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.5,19.04,131072,10,1],["granite4.2-8b-q4",1,38,21,3.49,39.25,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,11.28,108.35,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.37,12.66,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.37,12.66,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,9.96,83.37,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,3.25,36.16,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.49,18.56,202752,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,12.17,102.98,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,3.11,27.16,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,9.03,83.51,119766,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.41,18.67,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,3.35,36.41,206642,10,1],["ministral-3-14b-q4",1,24,15.9,5.26,53.37,156967,10,1]]},"Apple M4 Pro|48GB|20c":{"label":"Apple M4 Pro 20-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.5,6.41,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1,12.05,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.38,24.58,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,4.67,50.89,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.05,13.13,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,2.53,27.51,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,2.62,28.44,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,3.47,37.68,131072,10,1],["mistral-7b-q4",1,45,25.5,2.3,25.64,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.15,35.11,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.38,26.5,32768,10,1],["mixtral-8x7b-q4",1,18.1,13.8,3.99,39.13,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,3.83,39.68,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,3.96,41.02,131072,10,1],["gemma2-2b-q4",1,94.7,null,0.81,7.94,8192,10,1],["gemma2-9b-q4",1,30.8,null,2.85,27.57,8192,10,1],["gemma2-27b-q4",1,12.5,null,8.25,71.17,8192,10,1],["phi3-mini-q4",1,53.9,null,1.24,15.36,4096,10,1],["phi3-medium-q4",1,24,null,4.38,46.37,4096,10,1],["phi4-14b-q4",1,23.4,null,4.59,48.04,16384,10,1],["phi4-14b-q8",1,14.3,null,4.75,49.67,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.38,24.58,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,4.67,50.89,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.4,5.03,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,7,75.01,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.17,2.54,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.3,2.65,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.31,2.74,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.25,15.39,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.29,15.91,131072,10,1],["smollm2-360m-q4",1,196.5,null,0.14,2.81,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,2.6,28.93,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,2.69,29.91,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,4.62,48.3,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.2,20.44,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,null,1.24,21.13,23080,10,1],["gemma3-4b-q4",1,77.3,64.1,1.17,9.94,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.21,10.28,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,3.56,30.25,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,8.13,67.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.38,24.58,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,2.46,25.41,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,4.67,50.89,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,4.82,52.61,97139,10,1],["mistral-small-3.1-cloud",1,14.4,11,7.22,66.81,117877,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,7.46,69.07,52918,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.2,2.32,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.51,4.77,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.15,11.03,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.19,11.4,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,7.39,64.55,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,7.64,66.73,87767,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.66,6.41,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.48,4.54,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.12,14.62,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,2.67,30.42,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,7.39,64.55,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,7.39,64.55,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,7.64,66.73,87782,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,0.88,9.29,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,9.11,77.39,93329,10,1],["gemma4-31b-q8",1,6.7,null,9.42,80.01,8089,10,1],["gemma4-26b-a4b-q4",1,53,41.3,0.98,8.99,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.21,18.5,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.29,19.12,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.21,10.46,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.25,10.82,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,3.56,30.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.5,13.87,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,0.85,10.2,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.04,11.24,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.18,11.88,131072,10,1],["qwen3.5-9b-q8",1,26.4,23.7,2.57,22.47,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,7.64,66.73,87782,10,1],["gemma4-12b-q8",1,17,14.9,3.68,31.28,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.02,9.3,188730,10,1],["qwen3-14b-q8",1,14.4,11,4.78,49.94,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,0.85,10.2,262144,10,1],["ornith-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["ornith-35b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.2,15.23,131072,10,1],["granite4.2-8b-q4",1,38,21,2.79,31.4,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,9.03,86.68,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.1,10.13,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.1,10.13,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,7.97,66.69,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,2.6,28.92,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.19,14.85,202752,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,9.73,82.39,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,2.49,21.73,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,7.22,66.81,119766,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.13,14.94,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,2.68,29.13,206642,10,1],["ministral-3-14b-q4",1,24,15.9,4.21,42.7,156967,10,1]]},"Apple M4 Max|36GB|32c":{"label":"Apple M4 Max 32-core GPU, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":19.2},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":107.8},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":107.8}},"cells":[["qwen2.5-1.5b-q4",1,203.9,132,0.32,4.01,32768,5,1],["qwen2.5-3b-q4",1,125.7,87.8,0.62,7.53,32768,10,1],["qwen2.5-7b-q4",1,63.4,47.4,1.49,15.36,32768,10,1],["qwen2.5-14b-q4",1,32.7,20.4,2.92,31.81,32768,10,1],["llama3.2-3b-q4",1,107.9,50.1,0.65,8.2,131072,10,1],["llama3.1-8b-q4",1,57.1,33.6,1.58,17.19,131072,10,1],["llama3.1-8b-q8",1,35.6,24.8,1.64,17.78,128816,10,1],["llama3.1-8b-q5",1,50.3,31.1,2.17,23.55,131072,10,1],["mistral-7b-q4",1,60.3,34.7,1.44,16.02,32768,10,1],["mistral-7b-q5",1,52.9,32.1,1.97,21.95,32768,10,1],["mistral-7b-q8",1,37.4,25.7,1.49,16.56,32768,10,1],["mistral-nemo-12b-q4",1,40.9,25.2,2.39,24.8,112019,10,1],["mistral-nemo-12b-q8",1,23.8,17.5,2.47,25.64,75699,10,1],["gemma2-2b-q4",1,122.1,null,0.51,4.96,8192,10,1],["gemma2-9b-q4",1,41.7,null,1.78,17.23,8192,10,1],["gemma2-27b-q4",1,17.1,null,5.15,44.48,8192,10,1],["phi3-mini-q4",1,71.7,null,0.78,9.6,4096,10,1],["phi3-medium-q4",1,32.7,null,2.74,28.98,4096,10,1],["phi4-14b-q4",1,31.8,null,2.87,30.03,16384,10,1],["phi4-14b-q8",1,19.6,null,2.97,31.04,16384,10,1],["qwen2.5-coder-7b-q4",1,63.4,47.4,1.49,15.36,32768,10,1],["qwen2.5-coder-14b-q4",1,32.7,20.4,2.92,31.81,32768,10,1],["llama3.2-1b-q4",1,227,134.1,0.25,3.14,131072,5,1],["mistral-small-22b-q4",1,23.1,15.5,4.38,46.88,32768,10,1],["qwen2.5-0.5b-q4",1,350.3,250,0.11,1.59,32768,5,0],["gemma-3-1b-q4",1,246.6,225.4,0.19,1.66,32768,5,1],["gemma-3-1b-q8",1,205.1,190.2,0.2,1.71,32768,5,1],["phi4-mini-3.8b-q4",1,91.2,43.2,0.78,9.62,131072,10,1],["phi4-mini-3.8b-q8",1,62.8,35.5,0.8,9.95,131072,10,1],["smollm2-360m-q4",1,234.9,null,0.09,1.75,8192,5,1],["qwen3-8b-q4",1,54.2,31.1,1.62,18.08,40960,10,1],["qwen3-8b-q8",1,34.6,23.5,1.68,18.69,40960,10,1],["qwen3-14b-q4",1,32.2,21.6,2.89,30.19,40960,10,1],["qwen3-30b-q4",1,81.1,46.5,0.75,12.78,40960,10,1],["gemma3-4b-q4",1,100.9,84.6,0.73,6.21,131072,10,1],["gemma3-4b-q8",1,66.6,59.1,0.76,6.42,131072,10,1],["gemma3-12b-q4",1,38.2,31,2.22,18.91,131072,10,1],["gemma3-27b-q4",1,18,15.8,5.08,42.05,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,63.4,47.4,1.49,15.36,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39,32.3,1.54,15.88,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,32.7,20.4,2.92,31.81,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.8,14.5,3.01,32.88,49455,10,1],["mistral-small-3.1-cloud",1,19.8,15.2,4.51,41.76,60657,10,1],["qwen3.5-0.8b-q4",1,241.3,189.1,0.13,1.45,262144,5,1],["qwen3.5-2b-q4",1,126.8,110.7,0.32,2.98,262144,5,1],["qwen3.5-4b-q4",1,98.6,75.8,0.72,6.89,262144,10,1],["qwen3.5-4b-q8",1,63.1,52.9,0.74,7.12,262144,10,1],["qwen3.5-9b-q4",1,57.9,49.2,1.56,13.58,262144,10,1],["qwen3.5-35b-a3b-q4",1,110.1,91,0.55,5.81,207919,10,1],["qwen3.5-27b-q4",1,19.5,17.4,4.62,40.34,135461,10,1],["lfm2-24b-a2b-q4",1,118.4,96.6,0.41,4.01,128000,10,1],["lfm2.5-8b-a1b-q4",1,151,128.7,0.3,2.84,128000,10,1],["granite4.1-3b-q4",1,110.1,59.8,0.7,9.13,131072,10,1],["granite4.1-8b-q4",1,49.3,28.1,1.67,19.01,122540,10,1],["qwen3.6-27b-q4",1,19.2,17.2,4.62,40.34,131028,10,1],["qwen3.8-27b-q4",1,19.2,17.2,4.62,40.34,131443,10,1],["qwen3.6-35b-a3b-q4",1,107.8,89.4,0.55,5.81,180981,10,1],["gemma4-31b-q4",1,15.5,12.5,5.69,48.37,36109,10,1],["gemma4-26b-a4b-q4",1,70.5,55.6,0.61,5.62,198752,10,1],["gemma4-e4b-q4",1,81.2,73.3,1.38,11.56,131072,10,1],["gemma4-e4b-q8",1,58.2,54,1.43,11.95,131072,10,1],["gemma4-e2b-q4",1,164.4,148.1,0.76,6.54,131072,10,1],["gemma4-e2b-q8",1,125.6,115.9,0.78,6.76,131072,10,1],["gemma4-12b-q4",1,37.9,30.7,2.22,18.91,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,69.7,67.1,0.94,8.67,187597,10,1],["laguna-xs2-q4",1,91.1,67.6,0.53,6.37,55273,10,1],["north-mini-code-1-q4",1,76,64,0.65,7.03,245230,10,1],["gpt-oss-20b",1,71.1,61.1,0.74,7.43,131072,10,1],["qwen3.5-9b-q8",1,35.8,32.3,1.61,14.04,262144,10,1],["gemma4-12b-q8",1,23.3,20.4,2.3,19.55,189511,10,1],["qwen3-14b-q8",1,19.8,15.2,2.99,31.21,40960,10,1],["laguna-xs-2.1-q4",1,101,72.9,0.53,6.37,124213,10,1],["ornith-9b-q4",1,57.9,49.2,1.56,13.58,262144,10,1],["ornith-35b-q4",1,110.1,91,0.55,5.81,207919,10,1],["granite4.2-3b-q4",1,110.6,60,0.75,9.52,131072,10,1],["granite4.2-8b-q4",1,51.2,28.7,1.75,19.63,122540,10,1],["granite4.2-30b-q4",1,16.8,null,5.64,54.17,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,86.8,82.7,0.69,6.33,1048576,10,1],["muse-glimmer-30b-q4",1,19.4,19,4.98,41.68,131072,10,1],["minicpm-v4.5-8b-q4",1,55.9,31.6,1.62,18.08,40960,10,1],["glm-4.7-flash-q4",1,75.6,54.7,0.74,9.28,118308,10,1],["olmo-3.1-32b-q4",1,15.5,14.1,6.08,51.49,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.1,47.9,1.56,13.58,262144,10,1],["devstral-small-2-24b-q4",1,20.2,15.4,4.51,41.76,62546,10,1],["ministral-3-3b-q4",1,82.8,45.5,0.71,9.34,211005,10,1],["ministral-3-8b-q4",1,47.9,29.5,1.67,18.2,139323,10,1],["ministral-3-14b-q4",1,32.8,21.8,2.63,26.69,99746,10,1]]},"Apple M4 Max|48GB|40c":{"label":"Apple M4 Max 40-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":25.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":25.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":136.5}},"cells":[["qwen2.5-1.5b-q4",1,247.2,165.3,0.25,3.21,32768,5,1],["qwen2.5-3b-q4",1,157.8,112.2,0.5,6.02,32768,10,1],["qwen2.5-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-14b-q4",1,42.8,27,2.33,25.45,32768,10,1],["llama3.2-3b-q4",1,136.6,65.2,0.52,6.56,131072,10,1],["llama3.1-8b-q4",1,73.9,44.1,1.27,13.75,131072,10,1],["llama3.1-8b-q8",1,46.6,32.7,1.31,14.22,131072,10,1],["llama3.1-8b-q5",1,65.4,40.9,1.74,18.84,131072,10,1],["mistral-7b-q4",1,78.1,45.5,1.15,12.82,32768,10,1],["mistral-7b-q5",1,68.7,42.1,1.57,17.56,32768,10,1],["mistral-7b-q8",1,48.9,33.8,1.19,13.25,32768,10,1],["mixtral-8x7b-q4",1,32.5,25.1,1.99,19.56,32768,10,1],["mistral-nemo-12b-q4",1,53.4,33.1,1.91,19.84,131072,10,1],["mistral-nemo-12b-q8",1,31.4,23.1,1.98,20.51,131072,10,1],["gemma2-2b-q4",1,153.5,null,0.4,3.97,8192,10,1],["gemma2-9b-q4",1,54.4,null,1.43,13.78,8192,10,1],["gemma2-27b-q4",1,22.6,null,4.12,35.58,8192,10,1],["phi3-mini-q4",1,92.3,null,0.62,7.68,4096,10,1],["phi3-medium-q4",1,42.9,null,2.19,23.18,4096,10,1],["phi4-14b-q4",1,41.8,null,2.3,24.02,16384,10,1],["phi4-14b-q8",1,25.9,null,2.37,24.83,16384,10,1],["qwen2.5-coder-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-coder-14b-q4",1,42.8,27,2.33,25.45,32768,10,1],["llama3.2-1b-q4",1,272.6,167.7,0.2,2.51,131072,5,1],["mistral-small-22b-q4",1,30.4,20.4,3.5,37.51,32768,10,1],["qwen2.5-0.5b-q4",1,399.2,297.2,0.08,1.27,32768,5,0],["gemma-3-1b-q4",1,293.6,270.8,0.15,1.33,32768,5,1],["gemma-3-1b-q8",1,248.6,232.1,0.16,1.37,32768,5,1],["phi4-mini-3.8b-q4",1,116.4,56.3,0.62,7.7,131072,10,1],["phi4-mini-3.8b-q8",1,81.2,46.5,0.64,7.96,131072,10,1],["smollm2-360m-q4",1,281,null,0.07,1.4,8192,5,1],["qwen3-8b-q4",1,70.3,40.7,1.3,14.46,40960,10,1],["qwen3-8b-q8",1,45.3,30.9,1.34,14.95,40960,10,1],["qwen3-14b-q4",1,42.3,28.5,2.31,24.15,40960,10,1],["qwen3-30b-q4",1,103.9,60.6,0.6,10.22,40960,10,1],["qwen3-30b-a3b-q8",1,66.7,null,0.62,10.57,23080,10,1],["gemma3-4b-q4",1,128.2,108.3,0.59,4.97,131072,10,1],["gemma3-4b-q8",1,85.9,76.5,0.61,5.14,131072,10,1],["gemma3-12b-q4",1,49.9,40.6,1.78,15.13,131072,10,1],["gemma3-27b-q4",1,23.8,20.9,4.06,33.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,82,61.7,1.19,12.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,51,42.3,1.23,12.7,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,42.8,27,2.33,25.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,26.2,19.2,2.41,26.31,97139,10,1],["mistral-small-3.1-cloud",1,26.1,20.1,3.61,33.41,117877,10,1],["mistral-small-3.1-24b-q8",1,16,13.5,3.73,34.54,52918,10,1],["qwen3.5-0.8b-q4",1,287.9,230.8,0.1,1.16,262144,5,1],["qwen3.5-2b-q4",1,159.2,140,0.26,2.38,262144,5,1],["qwen3.5-4b-q4",1,125.4,97.4,0.58,5.51,262144,10,1],["qwen3.5-4b-q8",1,81.5,68.7,0.6,5.7,262144,10,1],["qwen3.5-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,139.2,116.1,0.44,4.65,262144,10,1],["qwen3.5-27b-q4",1,25.8,23,3.69,32.27,262144,10,1],["qwen3.5-27b-q8",1,15,14.1,3.82,33.36,87767,10,1],["lfm2-24b-a2b-q4",1,149.1,122.9,0.33,3.21,128000,10,1],["lfm2.5-8b-a1b-q4",1,187.4,161.4,0.24,2.27,128000,10,1],["granite4.1-3b-q4",1,139.2,77.4,0.56,7.31,131072,10,1],["granite4.1-8b-q4",1,64.1,36.9,1.34,15.21,131072,10,1],["qwen3.6-27b-q4",1,25.3,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q4",1,25.4,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q8",1,15,14.1,3.82,33.36,87782,10,1],["qwen3.6-35b-a3b-q4",1,136.5,114.1,0.44,4.65,262144,10,1],["gemma4-31b-q4",1,20.5,16.6,4.55,38.69,93329,10,1],["gemma4-31b-q8",1,12.3,null,4.71,40,8089,10,1],["gemma4-26b-a4b-q4",1,90.8,72.1,0.49,4.5,262144,10,1],["gemma4-e4b-q4",1,104.1,94.3,1.11,9.25,131072,10,1],["gemma4-e4b-q8",1,75.4,70.1,1.14,9.56,131072,10,1],["gemma4-e2b-q4",1,202.8,184.1,0.6,5.23,131072,10,1],["gemma4-e2b-q8",1,157.7,146.2,0.62,5.41,131072,10,1],["gemma4-12b-q4",1,49.5,40.3,1.78,15.13,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,89.9,86.5,0.75,6.94,262144,10,1],["laguna-xs2-q4",1,116.3,87.2,0.43,5.1,262144,10,1],["north-mini-code-1-q4",1,97.7,82.6,0.52,5.62,500000,10,1],["gpt-oss-20b",1,91.5,79.1,0.59,5.94,131072,10,1],["qwen3.5-9b-q8",1,46.9,42.4,1.29,11.23,262144,10,1],["qwen3.6-27b-q8",1,15,14.1,3.82,33.36,87782,10,1],["gemma4-12b-q8",1,30.7,26.9,1.84,15.64,262144,10,1],["gemma4-26b-a4b-q8",1,62.6,53.1,0.51,4.65,188730,10,1],["qwen3-14b-q8",1,26.1,20.1,2.39,24.97,40960,10,1],["laguna-xs-2.1-q4",1,128.3,93.8,0.43,5.1,262144,10,1],["ornith-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["ornith-35b-q4",1,139.2,116.1,0.44,4.65,262144,10,1],["granite4.2-3b-q4",1,139.8,77.6,0.6,7.62,131072,10,1],["granite4.2-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["granite4.2-30b-q4",1,22.2,15.8,4.51,43.34,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,86.3,83.2,0.55,5.06,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,111,106,0.55,5.06,1048576,10,1],["muse-glimmer-30b-q4",1,25.6,25,3.98,33.35,131072,10,1],["minicpm-v4.5-8b-q4",1,72.5,41.5,1.3,14.46,40960,10,1],["glm-4.7-flash-q4",1,97.1,71,0.6,7.42,202752,10,1],["olmo-3.1-32b-q4",1,20.4,18.7,4.87,41.19,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,72.7,62.3,1.25,10.87,262144,10,1],["devstral-small-2-24b-q4",1,26.6,20.4,3.61,33.41,119766,10,1],["ministral-3-3b-q4",1,106.1,59.2,0.57,7.47,262144,10,1],["ministral-3-8b-q4",1,62.3,38.8,1.34,14.56,206642,10,1],["ministral-3-14b-q4",1,42.9,28.8,2.1,21.35,156967,10,1]]},"Apple M4 Max|64GB|40c":{"label":"Apple M4 Max 40-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":25.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":25.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":136.5}},"cells":[["qwen2.5-1.5b-q4",1,247.2,165.3,0.25,3.21,32768,5,1],["qwen2.5-3b-q4",1,157.8,112.2,0.5,6.02,32768,10,1],["qwen2.5-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-14b-q4",1,42.8,27,2.33,25.45,32768,10,1],["llama3.2-3b-q4",1,136.6,65.2,0.52,6.56,131072,10,1],["llama3.1-8b-q4",1,73.9,44.1,1.27,13.75,131072,10,1],["llama3.1-8b-q8",1,46.6,32.7,1.31,14.22,131072,10,1],["llama3.1-8b-q5",1,65.4,40.9,1.74,18.84,131072,10,1],["llama3.1-70b-q4",1,9.7,null,10.89,105.19,16722,10,1],["mistral-7b-q4",1,78.1,45.5,1.15,12.82,32768,10,1],["mistral-7b-q5",1,68.7,42.1,1.57,17.56,32768,10,1],["mistral-7b-q8",1,48.9,33.8,1.19,13.25,32768,10,1],["mixtral-8x7b-q4",1,32.5,25.1,1.99,19.56,32768,10,1],["mistral-nemo-12b-q4",1,53.4,33.1,1.91,19.84,131072,10,1],["mistral-nemo-12b-q8",1,31.4,23.1,1.98,20.51,131072,10,1],["gemma2-2b-q4",1,153.5,null,0.4,3.97,8192,10,1],["gemma2-9b-q4",1,54.4,null,1.43,13.78,8192,10,1],["gemma2-27b-q4",1,22.6,null,4.12,35.58,8192,10,1],["phi3-mini-q4",1,92.3,null,0.62,7.68,4096,10,1],["phi3-medium-q4",1,42.9,null,2.19,23.18,4096,10,1],["phi4-14b-q4",1,41.8,null,2.3,24.02,16384,10,1],["phi4-14b-q8",1,25.9,null,2.37,24.83,16384,10,1],["qwen2.5-coder-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-coder-14b-q4",1,42.8,27,2.33,25.45,32768,10,1],["llama3.2-1b-q4",1,272.6,167.7,0.2,2.51,131072,5,1],["mistral-small-22b-q4",1,30.4,20.4,3.5,37.51,32768,10,1],["qwen2.5-0.5b-q4",1,399.2,297.2,0.08,1.27,32768,5,0],["gemma-3-1b-q4",1,293.6,270.8,0.15,1.33,32768,5,1],["gemma-3-1b-q8",1,248.6,232.1,0.16,1.37,32768,5,1],["phi4-mini-3.8b-q4",1,116.4,56.3,0.62,7.7,131072,10,1],["phi4-mini-3.8b-q8",1,81.2,46.5,0.64,7.96,131072,10,1],["smollm2-360m-q4",1,281,null,0.07,1.4,8192,5,1],["llama3.3-70b-q4",1,9.7,null,10.89,105.19,16722,10,1],["qwen3-8b-q4",1,70.3,40.7,1.3,14.46,40960,10,1],["qwen3-8b-q8",1,45.3,30.9,1.34,14.95,40960,10,1],["qwen3-14b-q4",1,42.3,28.5,2.31,24.15,40960,10,1],["qwen3-30b-q4",1,103.9,60.6,0.6,10.22,40960,10,1],["qwen3-30b-a3b-q8",1,66.7,45.7,0.62,10.57,40960,10,1],["gemma3-4b-q4",1,128.2,108.3,0.59,4.97,131072,10,1],["gemma3-4b-q8",1,85.9,76.5,0.61,5.14,131072,10,1],["gemma3-12b-q4",1,49.9,40.6,1.78,15.13,131072,10,1],["gemma3-27b-q4",1,23.8,20.9,4.06,33.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,82,61.7,1.19,12.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,51,42.3,1.23,12.7,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,42.8,27,2.33,25.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,26.2,19.2,2.41,26.31,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,9.7,null,10.89,105.19,16722,10,1],["mistral-small-3.1-cloud",1,26.1,20.1,3.61,33.41,131072,10,1],["mistral-small-3.1-24b-q8",1,16,13.5,3.73,34.54,131072,10,1],["qwen3.5-0.8b-q4",1,287.9,230.8,0.1,1.16,262144,5,1],["qwen3.5-2b-q4",1,159.2,140,0.26,2.38,262144,5,1],["qwen3.5-4b-q4",1,125.4,97.4,0.58,5.51,262144,10,1],["qwen3.5-4b-q8",1,81.5,68.7,0.6,5.7,262144,10,1],["qwen3.5-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,139.2,116.1,0.44,4.65,262144,10,1],["qwen3.5-27b-q4",1,25.8,23,3.69,32.27,262144,10,1],["qwen3.5-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["lfm2-24b-a2b-q4",1,149.1,122.9,0.33,3.21,128000,10,1],["lfm2.5-8b-a1b-q4",1,187.4,161.4,0.24,2.27,128000,10,1],["granite4.1-3b-q4",1,139.2,77.4,0.56,7.31,131072,10,1],["granite4.1-8b-q4",1,64.1,36.9,1.34,15.21,131072,10,1],["qwen3.6-27b-q4",1,25.3,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q4",1,25.4,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["qwen3.6-35b-a3b-q4",1,136.5,114.1,0.44,4.65,262144,10,1],["gemma4-31b-q4",1,20.5,16.6,4.55,38.69,173896,10,1],["gemma4-31b-q8",1,12.3,10.8,4.71,40,88656,10,1],["gemma4-26b-a4b-q4",1,90.8,72.1,0.49,4.5,262144,10,1],["gemma4-e4b-q4",1,104.1,94.3,1.11,9.25,131072,10,1],["gemma4-e4b-q8",1,75.4,70.1,1.14,9.56,131072,10,1],["gemma4-e2b-q4",1,202.8,184.1,0.6,5.23,131072,10,1],["gemma4-e2b-q8",1,157.7,146.2,0.62,5.41,131072,10,1],["gemma4-12b-q4",1,49.5,40.3,1.78,15.13,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,89.9,86.5,0.75,6.94,262144,10,1],["laguna-xs2-q4",1,116.3,87.2,0.43,5.1,262144,10,1],["north-mini-code-1-q4",1,97.7,82.6,0.52,5.62,500000,10,1],["gpt-oss-20b",1,91.5,79.1,0.59,5.94,131072,10,1],["qwen3.6-35b-a3b-q8",1,86.7,77.2,0.45,4.8,262144,10,1],["qwen3.5-35b-a3b-q8",1,86.7,77.2,0.45,4.8,262144,10,1],["qwen3.5-9b-q8",1,46.9,42.4,1.29,11.23,262144,10,1],["qwen3.6-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["gemma4-12b-q8",1,30.7,26.9,1.84,15.64,262144,10,1],["gemma4-26b-a4b-q8",1,62.6,53.1,0.51,4.65,262144,10,1],["qwen3-14b-q8",1,26.1,20.1,2.39,24.97,40960,10,1],["laguna-xs-2.1-q4",1,128.3,93.8,0.43,5.1,262144,10,1],["ornith-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["ornith-35b-q4",1,139.2,116.1,0.44,4.65,262144,10,1],["granite4.2-3b-q4",1,139.8,77.6,0.6,7.62,131072,10,1],["granite4.2-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["granite4.2-30b-q4",1,22.2,15.8,4.51,43.34,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,86.3,83.2,0.55,5.06,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,111,106,0.55,5.06,1048576,10,1],["muse-glimmer-30b-q4",1,25.6,25,3.98,33.35,131072,10,1],["minicpm-v4.5-8b-q4",1,72.5,41.5,1.3,14.46,40960,10,1],["glm-4.7-flash-q4",1,97.1,71,0.6,7.42,202752,10,1],["olmo-3.1-32b-q4",1,20.4,18.7,4.87,41.19,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,72.7,62.3,1.25,10.87,262144,10,1],["devstral-small-2-24b-q4",1,26.6,20.4,3.61,33.41,200333,10,1],["ministral-3-3b-q4",1,106.1,59.2,0.57,7.47,262144,10,1],["ministral-3-8b-q4",1,62.3,38.8,1.34,14.56,262144,10,1],["ministral-3-14b-q4",1,42.9,28.8,2.1,21.35,237533,10,1]]},"Apple M4 Max|128GB|40c":{"label":"Apple M4 Max 40-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":25.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":25.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":136.5}},"cells":[["qwen2.5-1.5b-q4",1,247.2,165.3,0.25,3.21,32768,5,1],["qwen2.5-3b-q4",1,157.8,112.2,0.5,6.02,32768,10,1],["qwen2.5-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-14b-q4",1,42.8,27,2.33,25.45,32768,10,1],["llama3.2-3b-q4",1,136.6,65.2,0.52,6.56,131072,10,1],["llama3.1-8b-q4",1,73.9,44.1,1.27,13.75,131072,10,1],["llama3.1-8b-q8",1,46.6,32.7,1.31,14.22,131072,10,1],["llama3.1-8b-q5",1,65.4,40.9,1.74,18.84,131072,10,1],["llama3.1-70b-q4",1,9.7,8,10.89,105.19,131072,10,1],["mistral-7b-q4",1,78.1,45.5,1.15,12.82,32768,10,1],["mistral-7b-q5",1,68.7,42.1,1.57,17.56,32768,10,1],["mistral-7b-q8",1,48.9,33.8,1.19,13.25,32768,10,1],["mixtral-8x7b-q4",1,32.5,25.1,1.99,19.56,32768,10,1],["mistral-nemo-12b-q4",1,53.4,33.1,1.91,19.84,131072,10,1],["mistral-nemo-12b-q8",1,31.4,23.1,1.98,20.51,131072,10,1],["gemma2-2b-q4",1,153.5,null,0.4,3.97,8192,10,1],["gemma2-9b-q4",1,54.4,null,1.43,13.78,8192,10,1],["gemma2-27b-q4",1,22.6,null,4.12,35.58,8192,10,1],["phi3-mini-q4",1,92.3,null,0.62,7.68,4096,10,1],["phi3-medium-q4",1,42.9,null,2.19,23.18,4096,10,1],["phi4-14b-q4",1,41.8,null,2.3,24.02,16384,10,1],["phi4-14b-q8",1,25.9,null,2.37,24.83,16384,10,1],["qwen2.5-coder-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-coder-14b-q4",1,42.8,27,2.33,25.45,32768,10,1],["llama3.2-1b-q4",1,272.6,167.7,0.2,2.51,131072,5,1],["mistral-small-22b-q4",1,30.4,20.4,3.5,37.51,32768,10,1],["qwen2.5-0.5b-q4",1,399.2,297.2,0.08,1.27,32768,5,0],["gemma-3-1b-q4",1,293.6,270.8,0.15,1.33,32768,5,1],["gemma-3-1b-q8",1,248.6,232.1,0.16,1.37,32768,5,1],["phi4-mini-3.8b-q4",1,116.4,56.3,0.62,7.7,131072,10,1],["phi4-mini-3.8b-q8",1,81.2,46.5,0.64,7.96,131072,10,1],["smollm2-360m-q4",1,281,null,0.07,1.4,8192,5,1],["llama3.3-70b-q4",1,9.7,8,10.89,105.19,131072,10,1],["qwen3-8b-q4",1,70.3,40.7,1.3,14.46,40960,10,1],["qwen3-8b-q8",1,45.3,30.9,1.34,14.95,40960,10,1],["qwen3-14b-q4",1,42.3,28.5,2.31,24.15,40960,10,1],["qwen3-30b-q4",1,103.9,60.6,0.6,10.22,40960,10,1],["qwen3-30b-a3b-q8",1,66.7,45.7,0.62,10.57,40960,10,1],["gemma3-4b-q4",1,128.2,108.3,0.59,4.97,131072,10,1],["gemma3-4b-q8",1,85.9,76.5,0.61,5.14,131072,10,1],["gemma3-12b-q4",1,49.9,40.6,1.78,15.13,131072,10,1],["gemma3-27b-q4",1,23.8,20.9,4.06,33.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,82,61.7,1.19,12.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,51,42.3,1.23,12.7,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,42.8,27,2.33,25.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,26.2,19.2,2.41,26.31,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,9.7,8,10.89,105.19,131072,10,1],["mistral-small-3.1-cloud",1,26.1,20.1,3.61,33.41,131072,10,1],["mistral-small-3.1-24b-q8",1,16,13.5,3.73,34.54,131072,10,1],["qwen3.5-0.8b-q4",1,287.9,230.8,0.1,1.16,262144,5,1],["qwen3.5-2b-q4",1,159.2,140,0.26,2.38,262144,5,1],["qwen3.5-4b-q4",1,125.4,97.4,0.58,5.51,262144,10,1],["qwen3.5-4b-q8",1,81.5,68.7,0.6,5.7,262144,10,1],["qwen3.5-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,139.2,116.1,0.44,4.65,262144,10,1],["qwen3.5-27b-q4",1,25.8,23,3.69,32.27,262144,10,1],["qwen3.5-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["qwen3.5-122b-a10b-q4",1,49.9,45.9,1.21,12.39,262144,10,1],["lfm2-24b-a2b-q4",1,149.1,122.9,0.33,3.21,128000,10,1],["lfm2.5-8b-a1b-q4",1,187.4,161.4,0.24,2.27,128000,10,1],["granite4.1-3b-q4",1,139.2,77.4,0.56,7.31,131072,10,1],["granite4.1-8b-q4",1,64.1,36.9,1.34,15.21,131072,10,1],["qwen3.6-27b-q4",1,25.3,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q4",1,25.4,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["qwen3.6-35b-a3b-q4",1,136.5,114.1,0.44,4.65,262144,10,1],["gemma4-31b-q4",1,20.5,16.6,4.55,38.69,262144,10,1],["gemma4-31b-q8",1,12.3,10.8,4.71,40,262144,10,1],["gemma4-26b-a4b-q4",1,90.8,72.1,0.49,4.5,262144,10,1],["gemma4-e4b-q4",1,104.1,94.3,1.11,9.25,131072,10,1],["gemma4-e4b-q8",1,75.4,70.1,1.14,9.56,131072,10,1],["gemma4-e2b-q4",1,202.8,184.1,0.6,5.23,131072,10,1],["gemma4-e2b-q8",1,157.7,146.2,0.62,5.41,131072,10,1],["llama4-scout-q4",1,34.1,23.2,1.79,21.09,210384,10,1],["gemma4-12b-q4",1,49.5,40.3,1.78,15.13,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,89.9,86.5,0.75,6.94,262144,10,1],["laguna-xs2-q4",1,116.3,87.2,0.43,5.1,262144,10,1],["north-mini-code-1-q4",1,97.7,82.6,0.52,5.62,500000,10,1],["gpt-oss-120b",1,77.1,64.3,0.81,8.29,131072,10,1],["gpt-oss-20b",1,91.5,79.1,0.59,5.94,131072,10,1],["qwen3-next-80b-a3b",1,116.7,97.2,0.49,5.25,262144,10,1],["qwen3.6-35b-a3b-q8",1,86.7,77.2,0.45,4.8,262144,10,1],["qwen3.5-35b-a3b-q8",1,86.7,77.2,0.45,4.8,262144,10,1],["qwen3.5-9b-q8",1,46.9,42.4,1.29,11.23,262144,10,1],["qwen3.6-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["gemma4-12b-q8",1,30.7,26.9,1.84,15.64,262144,10,1],["gemma4-26b-a4b-q8",1,62.6,53.1,0.51,4.65,262144,10,1],["qwen3-next-80b-a3b-q8",1,75.4,66.7,0.5,5.43,262144,10,1],["qwen3-14b-q8",1,26.1,20.1,2.39,24.97,40960,10,1],["llama3.3-70b-q8",1,5.6,5,11.26,108.75,103225,10,1],["llama3.3-70b-q6",1,7.2,6.2,14.91,144.07,131072,10,1],["laguna-xs-2.1-q4",1,128.3,93.8,0.43,5.1,262144,10,1],["laguna-s-2.1-q4",1,40.8,35.8,1.13,11.09,258233,10,1],["ornith-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["ornith-35b-q4",1,139.2,116.1,0.44,4.65,262144,10,1],["qwen3.8-flash-next-q4xs",1,64.6,58.2,0.83,8.71,262144,10,1],["qwen3.8-flash-next-q3",1,67,60.1,1.14,11.93,262144,10,1],["granite4.2-3b-q4",1,139.8,77.6,0.6,7.62,131072,10,1],["granite4.2-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["granite4.2-30b-q4",1,22.2,15.8,4.51,43.34,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,86.3,83.2,0.55,5.06,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,111,106,0.55,5.06,1048576,10,1],["muse-glimmer-30b-q4",1,25.6,25,3.98,33.35,131072,10,1],["minicpm-v4.5-8b-q4",1,72.5,41.5,1.3,14.46,40960,10,1],["glm-4.7-flash-q4",1,97.1,71,0.6,7.42,202752,10,1],["nemotron-3-super-120b-q4",1,28,27.6,1.93,16.33,262144,10,1],["nemotron-3-super-120b-q4xs",1,37.2,36.4,1.93,16.33,262144,10,1],["olmo-3.1-32b-q4",1,20.4,18.7,4.87,41.19,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,72.7,62.3,1.25,10.87,262144,10,1],["ling-3.0-flash",1,81,77.5,0.74,6.7,262144,10,1],["ling-3.0-flash-q4xs",1,90.3,85.9,0.74,6.7,262144,10,1],["devstral-small-2-24b-q4",1,26.6,20.4,3.61,33.41,393216,10,1],["devstral-2-123b-q4",1,5.6,4.9,19.25,183.88,94056,10,1],["ministral-3-3b-q4",1,106.1,59.2,0.57,7.47,262144,10,1],["ministral-3-8b-q4",1,62.3,38.8,1.34,14.56,262144,10,1],["ministral-3-14b-q4",1,42.9,28.8,2.1,21.35,262144,10,1]]},"Apple M5 Pro|24GB|16c":{"label":"Apple M5 Pro 16-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.22,2.75,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.43,5.17,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.45,5.63,128876,10,1],["llama3.1-8b-q4",1,50.6,29.4,1.09,11.81,90631,10,1],["llama3.1-8b-q8",1,31.2,21.6,1.12,12.21,63012,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.49,16.17,84434,10,1],["mistral-7b-q4",1,53.6,30.4,0.99,11,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.35,15.07,32768,10,1],["mistral-7b-q8",1,32.7,22.3,1.02,11.38,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.64,17.03,59376,10,1],["mistral-nemo-12b-q8",1,20.7,null,1.7,17.61,23056,10,1],["gemma2-2b-q4",1,112.9,null,0.35,3.41,8192,10,1],["gemma2-9b-q4",1,36.6,null,1.22,11.83,8192,10,1],["phi3-mini-q4",1,64.2,null,0.53,6.59,4096,10,1],["phi3-medium-q4",1,28.6,null,1.88,19.9,4096,10,1],["phi4-14b-q4",1,27.8,null,1.97,20.62,16384,10,1],["phi4-14b-q8",1,17,null,2.04,21.32,5954,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.17,2.16,131072,5,0],["mistral-small-22b-q4",1,20,null,3,32.2,18444,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.07,1.09,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.13,1.14,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.13,1.18,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.53,6.61,109162,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.55,6.83,97010,10,1],["smollm2-360m-q4",1,234.5,null,0.06,1.2,8192,5,0],["qwen3-8b-q4",1,48,27.1,1.12,12.42,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,1.15,12.84,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.98,20.73,40960,10,1],["gemma3-4b-q4",1,92.1,76.4,0.5,4.27,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.52,4.41,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.53,12.98,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,1.02,10.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,1.06,10.91,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,2,21.84,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,null,2.07,22.58,5586,10,1],["mistral-small-3.1-cloud",1,17.2,null,3.1,28.68,8014,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.09,1,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.22,2.05,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.49,4.73,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.51,4.89,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.28,2.75,116420,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.21,1.95,128000,10,1],["granite4.1-3b-q4",1,101,53.2,0.48,6.27,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,1.15,13.05,69898,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.95,7.94,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.98,8.21,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.52,4.49,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.54,4.64,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.53,12.98,138596,10,1],["gpt-oss-20b",1,63.6,54.3,0.51,5.1,122210,10,1],["qwen3.5-9b-q8",1,31.4,28.2,1.1,9.64,221939,10,1],["gemma4-12b-q8",1,20.2,17.7,1.58,13.42,57904,10,1],["qwen3-14b-q8",1,17.1,null,2.05,21.43,5523,10,1],["ornith-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.51,6.54,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,1.2,13.48,69898,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,1.11,12.41,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,1.07,9.33,262144,10,1],["devstral-small-2-24b-q4",1,17.5,null,3.1,28.68,9903,10,1],["ministral-3-3b-q4",1,74.7,40,0.49,6.41,130016,10,1],["ministral-3-8b-q4",1,42.2,25.8,1.15,12.5,77391,10,1],["ministral-3-14b-q4",1,28.6,19,1.81,18.33,47103,10,1]]},"Apple M5 Pro|24GB|20c":{"label":"Apple M5 Pro 20-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.17,2.2,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.34,4.14,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.36,4.51,128876,10,1],["llama3.1-8b-q4",1,50.6,29.4,0.87,9.45,90631,10,1],["llama3.1-8b-q8",1,31.2,21.6,0.9,9.77,63012,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.19,12.94,84434,10,1],["mistral-7b-q4",1,53.6,30.4,0.79,8.8,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.08,12.06,32768,10,1],["mistral-7b-q8",1,32.7,22.3,0.82,9.1,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.31,13.62,59376,10,1],["mistral-nemo-12b-q8",1,20.7,null,1.36,14.09,23056,10,1],["gemma2-2b-q4",1,112.9,null,0.28,2.73,8192,10,1],["gemma2-9b-q4",1,36.6,null,0.98,9.47,8192,10,1],["phi3-mini-q4",1,64.2,null,0.43,5.27,4096,10,1],["phi3-medium-q4",1,28.6,null,1.5,15.92,4096,10,1],["phi4-14b-q4",1,27.8,null,1.58,16.5,16384,10,1],["phi4-14b-q8",1,17,null,1.63,17.05,5954,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.14,1.73,131072,5,0],["mistral-small-22b-q4",1,20,null,2.4,25.76,18444,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.06,0.87,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.1,0.91,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.11,0.94,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.43,5.29,109162,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.44,5.46,97010,10,1],["smollm2-360m-q4",1,234.5,null,0.05,0.96,8192,5,0],["qwen3-8b-q4",1,48,27.1,0.89,9.93,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,0.92,10.27,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.59,16.59,40960,10,1],["gemma3-4b-q4",1,92.1,76.4,0.4,3.41,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.42,3.53,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.22,10.39,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,0.82,8.44,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,0.84,8.72,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,1.6,17.47,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,null,1.66,18.07,5586,10,1],["mistral-small-3.1-cloud",1,17.2,null,2.48,22.94,8014,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.07,0.8,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.18,1.64,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.4,3.79,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.41,3.91,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.23,2.2,116420,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.17,1.56,128000,10,1],["granite4.1-3b-q4",1,101,53.2,0.38,5.02,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,0.92,10.44,69898,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.76,6.35,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.79,6.57,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.42,3.59,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.43,3.71,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.22,10.39,138596,10,1],["gpt-oss-20b",1,63.6,54.3,0.4,4.08,122210,10,1],["qwen3.5-9b-q8",1,31.4,28.2,0.88,7.71,221939,10,1],["gemma4-12b-q8",1,20.2,17.7,1.26,10.74,57904,10,1],["qwen3-14b-q8",1,17.1,null,1.64,17.15,5523,10,1],["ornith-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.41,5.23,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,0.96,10.78,69898,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,0.89,9.93,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,0.86,7.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,null,2.48,22.94,9903,10,1],["ministral-3-3b-q4",1,74.7,40,0.39,5.13,130016,10,1],["ministral-3-8b-q4",1,42.2,25.8,0.92,10,77391,10,1],["ministral-3-14b-q4",1,28.6,19,1.44,14.66,47103,10,1]]},"Apple M5 Pro|48GB|16c":{"label":"Apple M5 Pro 16-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.22,2.75,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.43,5.17,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.45,5.63,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,1.09,11.81,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,1.12,12.21,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.49,16.17,131072,10,1],["mistral-7b-q4",1,53.6,30.4,0.99,11,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.35,15.07,32768,10,1],["mistral-7b-q8",1,32.7,22.3,1.02,11.38,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.71,16.79,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.64,17.03,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.7,17.61,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.35,3.41,8192,10,1],["gemma2-9b-q4",1,36.6,null,1.22,11.83,8192,10,1],["gemma2-27b-q4",1,14.8,null,3.54,30.55,8192,10,1],["phi3-mini-q4",1,64.2,null,0.53,6.59,4096,10,1],["phi3-medium-q4",1,28.6,null,1.88,19.9,4096,10,1],["phi4-14b-q4",1,27.8,null,1.97,20.62,16384,10,1],["phi4-14b-q8",1,17,null,2.04,21.32,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.17,2.16,131072,5,0],["mistral-small-22b-q4",1,20,13.4,3,32.2,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.07,1.09,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.13,1.14,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.13,1.18,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.53,6.61,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.55,6.83,131072,10,1],["smollm2-360m-q4",1,234.5,null,0.06,1.2,8192,5,0],["qwen3-8b-q4",1,48,27.1,1.12,12.42,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,1.15,12.84,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.98,20.73,40960,10,1],["qwen3-30b-q4",1,73,41,0.51,8.77,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,null,0.53,9.07,23080,10,1],["gemma3-4b-q4",1,92.1,76.4,0.5,4.27,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.52,4.41,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.53,12.98,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,3.49,28.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,1.02,10.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,1.06,10.91,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,2,21.84,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,2.07,22.58,97139,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,3.1,28.68,117877,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,3.2,29.65,52918,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.09,1,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.22,2.05,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.49,4.73,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.51,4.89,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.38,3.99,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,3.17,27.7,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,3.28,28.64,87767,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.28,2.75,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.21,1.95,128000,10,1],["granite4.1-3b-q4",1,101,53.2,0.48,6.27,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,1.15,13.05,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,3.28,28.64,87782,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.38,3.99,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.91,33.22,93329,10,1],["gemma4-31b-q8",1,8,null,4.04,34.34,8089,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.42,3.86,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.95,7.94,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.98,8.21,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.52,4.49,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.54,4.64,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.53,12.98,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.64,5.95,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.37,4.38,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.45,4.83,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.51,5.1,131072,10,1],["qwen3.5-9b-q8",1,31.4,28.2,1.1,9.64,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,3.28,28.64,87782,10,1],["gemma4-12b-q8",1,20.2,17.7,1.58,13.42,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.44,3.99,188730,10,1],["qwen3-14b-q8",1,17.1,13.1,2.05,21.43,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.37,4.38,262144,10,1],["ornith-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["ornith-35b-q4",1,101,82.4,0.38,3.99,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.51,6.54,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,1.2,13.48,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.87,37.2,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.47,4.35,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.47,4.35,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,3.42,28.62,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,1.11,12.41,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.51,6.37,202752,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,4.18,35.36,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,1.07,9.33,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,3.1,28.68,119766,10,1],["ministral-3-3b-q4",1,74.7,40,0.49,6.41,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,1.15,12.5,206642,10,1],["ministral-3-14b-q4",1,28.6,19,1.81,18.33,156967,10,1]]},"Apple M5 Pro|48GB|20c":{"label":"Apple M5 Pro 20-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.17,2.2,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.34,4.14,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.36,4.51,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,0.87,9.45,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,0.9,9.77,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.19,12.94,131072,10,1],["mistral-7b-q4",1,53.6,30.4,0.79,8.8,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.08,12.06,32768,10,1],["mistral-7b-q8",1,32.7,22.3,0.82,9.1,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.37,13.44,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.31,13.62,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.36,14.09,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.28,2.73,8192,10,1],["gemma2-9b-q4",1,36.6,null,0.98,9.47,8192,10,1],["gemma2-27b-q4",1,14.8,null,2.83,24.44,8192,10,1],["phi3-mini-q4",1,64.2,null,0.43,5.27,4096,10,1],["phi3-medium-q4",1,28.6,null,1.5,15.92,4096,10,1],["phi4-14b-q4",1,27.8,null,1.58,16.5,16384,10,1],["phi4-14b-q8",1,17,null,1.63,17.05,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.14,1.73,131072,5,0],["mistral-small-22b-q4",1,20,13.4,2.4,25.76,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.06,0.87,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.1,0.91,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.11,0.94,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.43,5.29,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.44,5.46,131072,10,1],["smollm2-360m-q4",1,234.5,null,0.05,0.96,8192,5,0],["qwen3-8b-q4",1,48,27.1,0.89,9.93,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,0.92,10.27,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.59,16.59,40960,10,1],["qwen3-30b-q4",1,73,41,0.41,7.02,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,null,0.43,7.26,23080,10,1],["gemma3-4b-q4",1,92.1,76.4,0.4,3.41,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.42,3.53,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.22,10.39,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,2.79,23.1,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,0.82,8.44,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,0.84,8.72,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,1.6,17.47,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,1.66,18.07,97139,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,2.48,22.94,117877,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,2.56,23.72,52918,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.07,0.8,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.18,1.64,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.4,3.79,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.41,3.91,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.3,3.19,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,2.54,22.16,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,2.62,22.91,87767,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.23,2.2,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.17,1.56,128000,10,1],["granite4.1-3b-q4",1,101,53.2,0.38,5.02,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,0.92,10.44,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,2.62,22.91,87782,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.3,3.19,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.13,26.57,93329,10,1],["gemma4-31b-q8",1,8,null,3.23,27.47,8089,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.34,3.09,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.76,6.35,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.79,6.57,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.42,3.59,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.43,3.71,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.22,10.39,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.52,4.76,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.29,3.5,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.36,3.86,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.4,4.08,131072,10,1],["qwen3.5-9b-q8",1,31.4,28.2,0.88,7.71,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,2.62,22.91,87782,10,1],["gemma4-12b-q8",1,20.2,17.7,1.26,10.74,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.35,3.19,188730,10,1],["qwen3-14b-q8",1,17.1,13.1,1.64,17.15,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.29,3.5,262144,10,1],["ornith-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["ornith-35b-q4",1,101,82.4,0.3,3.19,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.41,5.23,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,0.96,10.78,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.1,29.76,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.38,3.48,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.38,3.48,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,2.74,22.9,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,0.89,9.93,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.41,5.1,202752,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,3.34,28.29,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,0.86,7.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,2.48,22.94,119766,10,1],["ministral-3-3b-q4",1,74.7,40,0.39,5.13,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,0.92,10,206642,10,1],["ministral-3-14b-q4",1,28.6,19,1.44,14.66,156967,10,1]]},"Apple M5 Pro|64GB|20c":{"label":"Apple M5 Pro 20-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.17,2.2,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.34,4.14,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.36,4.51,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,0.87,9.45,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,0.9,9.77,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.19,12.94,131072,10,1],["llama3.1-70b-q4",1,6.3,null,7.48,72.24,16722,10,1],["mistral-7b-q4",1,53.6,30.4,0.79,8.8,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.08,12.06,32768,10,1],["mistral-7b-q8",1,32.7,22.3,0.82,9.1,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.37,13.44,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.31,13.62,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.36,14.09,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.28,2.73,8192,10,1],["gemma2-9b-q4",1,36.6,null,0.98,9.47,8192,10,1],["gemma2-27b-q4",1,14.8,null,2.83,24.44,8192,10,1],["phi3-mini-q4",1,64.2,null,0.43,5.27,4096,10,1],["phi3-medium-q4",1,28.6,null,1.5,15.92,4096,10,1],["phi4-14b-q4",1,27.8,null,1.58,16.5,16384,10,1],["phi4-14b-q8",1,17,null,1.63,17.05,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.14,1.73,131072,5,0],["mistral-small-22b-q4",1,20,13.4,2.4,25.76,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.06,0.87,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.1,0.91,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.11,0.94,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.43,5.29,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.44,5.46,131072,10,1],["smollm2-360m-q4",1,234.5,null,0.05,0.96,8192,5,0],["llama3.3-70b-q4",1,6.3,null,7.48,72.24,16722,10,1],["qwen3-8b-q4",1,48,27.1,0.89,9.93,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,0.92,10.27,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.59,16.59,40960,10,1],["qwen3-30b-q4",1,73,41,0.41,7.02,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,30.5,0.43,7.26,40960,10,1],["gemma3-4b-q4",1,92.1,76.4,0.4,3.41,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.42,3.53,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.22,10.39,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,2.79,23.1,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,0.82,8.44,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,0.84,8.72,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,1.6,17.47,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,1.66,18.07,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.3,null,7.48,72.24,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,2.48,22.94,131072,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,2.56,23.72,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.07,0.8,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.18,1.64,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.4,3.79,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.41,3.91,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.3,3.19,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,2.54,22.16,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,2.62,22.91,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.23,2.2,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.17,1.56,128000,10,1],["granite4.1-3b-q4",1,101,53.2,0.38,5.02,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,0.92,10.44,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,2.62,22.91,262144,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.3,3.19,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.13,26.57,173896,10,1],["gemma4-31b-q8",1,8,7,3.23,27.47,88656,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.34,3.09,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.76,6.35,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.79,6.57,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.42,3.59,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.43,3.71,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.22,10.39,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.52,4.76,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.29,3.5,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.36,3.86,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.4,4.08,131072,10,1],["qwen3.6-35b-a3b-q8",1,60,52.9,0.31,3.3,262144,10,1],["qwen3.5-35b-a3b-q8",1,60,52.9,0.31,3.3,262144,10,1],["qwen3.5-9b-q8",1,31.4,28.2,0.88,7.71,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,2.62,22.91,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,1.26,10.74,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.35,3.19,262144,10,1],["qwen3-14b-q8",1,17.1,13.1,1.64,17.15,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.29,3.5,262144,10,1],["ornith-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["ornith-35b-q4",1,101,82.4,0.3,3.19,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.41,5.23,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,0.96,10.78,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.1,29.76,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.38,3.48,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.38,3.48,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,2.74,22.9,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,0.89,9.93,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.41,5.1,202752,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,3.34,28.29,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,0.86,7.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,2.48,22.94,200333,10,1],["ministral-3-3b-q4",1,74.7,40,0.39,5.13,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,0.92,10,262144,10,1],["ministral-3-14b-q4",1,28.6,19,1.44,14.66,237533,10,1]]},"Apple M5 Max|36GB|32c":{"label":"Apple M5 Max 32-core GPU, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":22.9},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":22.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":128.2}},"cells":[["qwen2.5-1.5b-q4",1,242.9,157.1,0.11,1.38,32768,5,1],["qwen2.5-3b-q4",1,149.6,104.4,0.21,2.59,32768,10,1],["qwen2.5-7b-q4",1,75.4,56.3,0.51,5.27,32768,10,1],["qwen2.5-14b-q4",1,38.8,24.3,1,10.92,32768,10,1],["llama3.2-3b-q4",1,128.3,59.6,0.22,2.82,131072,10,1],["llama3.1-8b-q4",1,67.8,40,0.54,5.9,131072,10,1],["llama3.1-8b-q8",1,42.3,29.5,0.56,6.1,128816,10,1],["llama3.1-8b-q5",1,59.7,37,0.74,8.09,131072,10,1],["mistral-7b-q4",1,71.7,41.3,0.49,5.5,32768,10,1],["mistral-7b-q5",1,62.9,38.2,0.68,7.54,32768,10,1],["mistral-7b-q8",1,44.4,30.5,0.51,5.69,32768,10,1],["mistral-nemo-12b-q4",1,48.6,29.9,0.82,8.52,112019,10,1],["mistral-nemo-12b-q8",1,28.3,20.7,0.85,8.8,75699,10,1],["gemma2-2b-q4",1,145.2,null,0.17,1.7,8192,10,1],["gemma2-9b-q4",1,49.5,null,0.61,5.92,8192,10,1],["gemma2-27b-q4",1,20.4,null,1.77,15.27,8192,10,1],["phi3-mini-q4",1,85.2,null,0.27,3.3,4096,10,1],["phi3-medium-q4",1,38.9,null,0.94,9.95,4096,10,1],["phi4-14b-q4",1,37.8,null,0.99,10.31,16384,10,1],["phi4-14b-q8",1,23.3,null,1.02,10.66,16384,10,1],["qwen2.5-coder-7b-q4",1,75.4,56.3,0.51,5.27,32768,10,1],["qwen2.5-coder-14b-q4",1,38.8,24.3,1,10.92,32768,10,1],["llama3.2-1b-q4",1,270.7,159.6,0.09,1.08,131072,5,1],["mistral-small-22b-q4",1,27.4,18.4,1.5,16.1,32768,10,1],["qwen2.5-0.5b-q4",1,418.6,298.2,0.04,0.55,32768,5,0],["gemma-3-1b-q4",1,294.1,268.7,0.07,0.57,32768,5,1],["gemma-3-1b-q8",1,244.4,226.6,0.07,0.59,32768,5,1],["phi4-mini-3.8b-q4",1,108.5,51.3,0.27,3.3,131072,10,1],["phi4-mini-3.8b-q8",1,74.6,42.2,0.28,3.42,131072,10,1],["smollm2-360m-q4",1,280.1,null,0.03,0.6,8192,5,1],["qwen3-8b-q4",1,64.4,36.9,0.56,6.21,40960,10,1],["qwen3-8b-q8",1,41.1,27.9,0.58,6.42,40960,10,1],["qwen3-14b-q4",1,38.3,25.7,0.99,10.37,40960,10,1],["qwen3-30b-q4",1,96.4,55.3,0.26,4.39,40960,10,1],["gemma3-4b-q4",1,120.1,100.7,0.25,2.13,131072,10,1],["gemma3-4b-q8",1,79.2,70.2,0.26,2.21,131072,10,1],["gemma3-12b-q4",1,45.4,36.8,0.76,6.49,131072,10,1],["gemma3-27b-q4",1,21.4,18.8,1.74,14.44,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,75.4,56.3,0.51,5.27,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,46.3,38.3,0.53,5.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,38.8,24.3,1,10.92,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,23.6,17.3,1.04,11.29,49455,10,1],["mistral-small-3.1-cloud",1,23.5,18.1,1.55,14.34,60657,10,1],["qwen3.5-0.8b-q4",1,287.7,225.3,0.04,0.5,262144,5,1],["qwen3.5-2b-q4",1,150.9,131.8,0.11,1.02,262144,5,1],["qwen3.5-4b-q4",1,117.3,90.1,0.25,2.37,262144,10,1],["qwen3.5-4b-q8",1,75,62.9,0.26,2.45,262144,10,1],["qwen3.5-9b-q4",1,68.9,58.5,0.53,4.66,262144,10,1],["qwen3.5-35b-a3b-q4",1,131,108.2,0.19,1.99,207919,10,1],["qwen3.5-27b-q4",1,23.2,20.7,1.59,13.85,135461,10,1],["lfm2-24b-a2b-q4",1,140.8,114.9,0.14,1.38,128000,10,1],["lfm2.5-8b-a1b-q4",1,179.8,153.2,0.1,0.97,128000,10,1],["granite4.1-3b-q4",1,131,71.1,0.24,3.14,131072,10,1],["granite4.1-8b-q4",1,58.6,33.4,0.57,6.53,122540,10,1],["qwen3.6-27b-q4",1,22.8,20.4,1.59,13.85,131028,10,1],["qwen3.8-27b-q4",1,22.9,20.5,1.59,13.85,131443,10,1],["qwen3.6-35b-a3b-q4",1,128.2,106.3,0.19,1.99,180981,10,1],["gemma4-31b-q4",1,18.4,14.9,1.95,16.61,36109,10,1],["gemma4-26b-a4b-q4",1,83.8,66,0.21,1.93,198752,10,1],["gemma4-e4b-q4",1,96.6,87.1,0.47,3.97,131072,10,1],["gemma4-e4b-q8",1,69.2,64.2,0.49,4.1,131072,10,1],["gemma4-e2b-q4",1,195.7,176.3,0.26,2.25,131072,10,1],["gemma4-e2b-q8",1,149.5,137.9,0.27,2.32,131072,10,1],["gemma4-12b-q4",1,45,36.5,0.76,6.49,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,82.9,79.7,0.32,2.98,187597,10,1],["laguna-xs2-q4",1,108.4,80.4,0.18,2.19,55273,10,1],["north-mini-code-1-q4",1,90.4,76,0.22,2.41,245230,10,1],["gpt-oss-20b",1,84.5,72.7,0.25,2.55,131072,10,1],["qwen3.5-9b-q8",1,42.6,38.4,0.55,4.82,262144,10,1],["gemma4-12b-q8",1,27.7,24.2,0.79,6.71,189511,10,1],["qwen3-14b-q8",1,23.5,18,1.03,10.72,40960,10,1],["laguna-xs-2.1-q4",1,120.2,86.7,0.18,2.19,124213,10,1],["ornith-9b-q4",1,68.9,58.5,0.53,4.66,262144,10,1],["ornith-35b-q4",1,131,108.2,0.19,1.99,207919,10,1],["granite4.2-3b-q4",1,131.6,71.3,0.26,3.27,131072,10,1],["granite4.2-8b-q4",1,60.9,34.2,0.6,6.74,122540,10,1],["granite4.2-30b-q4",1,20,null,1.94,18.6,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,103.3,98.4,0.24,2.17,1048576,10,1],["muse-glimmer-30b-q4",1,23.1,22.5,1.71,14.31,131072,10,1],["minicpm-v4.5-8b-q4",1,66.4,37.6,0.56,6.21,40960,10,1],["glm-4.7-flash-q4",1,89.9,65.1,0.26,3.19,118308,10,1],["olmo-3.1-32b-q4",1,18.4,16.8,2.09,17.68,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,66.6,56.9,0.53,4.66,262144,10,1],["devstral-small-2-24b-q4",1,24,18.3,1.55,14.34,62546,10,1],["ministral-3-3b-q4",1,98.5,54,0.24,3.21,211005,10,1],["ministral-3-8b-q4",1,56.9,35.1,0.58,6.25,139323,10,1],["ministral-3-14b-q4",1,38.9,25.9,0.9,9.16,99746,10,1]]},"Apple M5 Max|48GB|40c":{"label":"Apple M5 Max 40-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.2},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":162.7}},"cells":[["qwen2.5-1.5b-q4",1,295.3,197.2,0.09,1.1,32768,5,1],["qwen2.5-3b-q4",1,188.3,133.7,0.17,2.07,32768,10,1],["qwen2.5-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-3b-q4",1,162.8,77.6,0.18,2.25,131072,10,1],["llama3.1-8b-q4",1,88.1,52.5,0.44,4.72,131072,10,1],["llama3.1-8b-q8",1,55.6,38.9,0.45,4.88,131072,10,1],["llama3.1-8b-q5",1,77.9,48.7,0.6,6.47,131072,10,1],["mistral-7b-q4",1,93.1,54.2,0.39,4.4,32768,10,1],["mistral-7b-q5",1,81.8,50.2,0.54,6.03,32768,10,1],["mistral-7b-q8",1,58.2,40.2,0.41,4.55,32768,10,1],["mixtral-8x7b-q4",1,38.7,29.8,0.68,6.72,32768,10,1],["mistral-nemo-12b-q4",1,63.6,39.4,0.66,6.81,131072,10,1],["mistral-nemo-12b-q8",1,37.3,27.5,0.68,7.04,131072,10,1],["gemma2-2b-q4",1,183.1,null,0.14,1.36,8192,10,1],["gemma2-9b-q4",1,64.8,null,0.49,4.73,8192,10,1],["gemma2-27b-q4",1,27,null,1.42,12.22,8192,10,1],["phi3-mini-q4",1,110,null,0.21,2.64,4096,10,1],["phi3-medium-q4",1,51.1,null,0.75,7.96,4096,10,1],["phi4-14b-q4",1,49.7,null,0.79,8.25,16384,10,1],["phi4-14b-q8",1,30.8,null,0.81,8.53,16384,10,1],["qwen2.5-coder-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-coder-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-1b-q4",1,325.7,200.1,0.07,0.86,131072,5,1],["mistral-small-22b-q4",1,36.2,24.3,1.2,12.88,32768,10,1],["qwen2.5-0.5b-q4",1,477.9,355.3,0.03,0.44,32768,5,0],["gemma-3-1b-q4",1,350.9,323.5,0.05,0.46,32768,5,1],["gemma-3-1b-q8",1,297,277.1,0.05,0.47,32768,5,1],["phi4-mini-3.8b-q4",1,138.7,67.1,0.21,2.64,131072,10,1],["phi4-mini-3.8b-q8",1,96.7,55.4,0.22,2.73,131072,10,1],["smollm2-360m-q4",1,335.8,null,0.02,0.48,8192,5,1],["qwen3-8b-q4",1,83.8,48.5,0.45,4.97,40960,10,1],["qwen3-8b-q8",1,54,36.8,0.46,5.13,40960,10,1],["qwen3-14b-q4",1,50.4,33.9,0.79,8.29,40960,10,1],["qwen3-30b-q4",1,123.8,72.2,0.21,3.51,40960,10,1],["qwen3-30b-a3b-q8",1,79.4,null,0.21,3.63,23080,10,1],["gemma3-4b-q4",1,152.9,129.1,0.2,1.71,131072,10,1],["gemma3-4b-q8",1,102.4,91.1,0.21,1.76,131072,10,1],["gemma3-12b-q4",1,59.5,48.4,0.61,5.19,131072,10,1],["gemma3-27b-q4",1,28.3,24.9,1.4,11.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,97.7,73.5,0.41,4.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,60.7,50.4,0.42,4.36,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,51,32.1,0.8,8.74,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.1,22.9,0.83,9.03,97139,10,1],["mistral-small-3.1-cloud",1,31.1,23.9,1.24,11.47,117877,10,1],["mistral-small-3.1-24b-q8",1,19,16.1,1.28,11.86,52918,10,1],["qwen3.5-0.8b-q4",1,344.1,275.6,0.04,0.4,262144,5,1],["qwen3.5-2b-q4",1,189.9,167,0.09,0.82,262144,5,1],["qwen3.5-4b-q4",1,149.5,116.1,0.2,1.89,262144,10,1],["qwen3.5-4b-q8",1,97.1,81.8,0.2,1.96,262144,10,1],["qwen3.5-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.5-27b-q4",1,30.7,27.4,1.27,11.08,262144,10,1],["qwen3.5-27b-q8",1,17.9,16.7,1.31,11.46,87767,10,1],["lfm2-24b-a2b-q4",1,177.9,146.5,0.11,1.1,128000,10,1],["lfm2.5-8b-a1b-q4",1,223.7,192.6,0.08,0.78,128000,10,1],["granite4.1-3b-q4",1,166,92.3,0.19,2.51,131072,10,1],["granite4.1-8b-q4",1,76.3,44,0.46,5.22,131072,10,1],["qwen3.6-27b-q4",1,30.2,27,1.27,11.08,262144,10,1],["qwen3.8-27b-q4",1,30.2,27.1,1.27,11.08,262144,10,1],["qwen3.8-27b-q8",1,17.9,16.7,1.31,11.46,87782,10,1],["qwen3.6-35b-a3b-q4",1,162.7,136.1,0.15,1.6,262144,10,1],["gemma4-31b-q4",1,24.4,19.7,1.56,13.29,93329,10,1],["gemma4-31b-q8",1,14.6,null,1.62,13.74,8089,10,1],["gemma4-26b-a4b-q4",1,108.2,85.9,0.17,1.54,262144,10,1],["gemma4-e4b-q4",1,124.1,112.4,0.38,3.18,131072,10,1],["gemma4-e4b-q8",1,89.8,83.5,0.39,3.28,131072,10,1],["gemma4-e2b-q4",1,242.1,219.7,0.21,1.8,131072,10,1],["gemma4-e2b-q8",1,188.2,174.3,0.21,1.86,131072,10,1],["gemma4-12b-q4",1,59,48.1,0.61,5.19,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,107.1,103.1,0.26,2.38,262144,10,1],["laguna-xs2-q4",1,138.6,103.9,0.15,1.75,262144,10,1],["north-mini-code-1-q4",1,116.4,98.5,0.18,1.93,500000,10,1],["gpt-oss-20b",1,109.1,94.2,0.2,2.04,131072,10,1],["qwen3.5-9b-q8",1,55.9,50.5,0.44,3.86,262144,10,1],["qwen3.6-27b-q8",1,17.9,16.7,1.31,11.46,87782,10,1],["gemma4-12b-q8",1,36.6,32,0.63,5.37,262144,10,1],["gemma4-26b-a4b-q8",1,74.6,63.3,0.17,1.6,188730,10,1],["qwen3-14b-q8",1,31.1,23.9,0.82,8.57,40960,10,1],["laguna-xs-2.1-q4",1,153,111.8,0.15,1.75,262144,10,1],["ornith-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["ornith-35b-q4",1,166,138.4,0.15,1.6,262144,10,1],["granite4.2-3b-q4",1,166.7,92.5,0.21,2.61,131072,10,1],["granite4.2-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["granite4.2-30b-q4",1,26.5,18.8,1.55,14.88,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,102.8,99.2,0.19,1.74,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,132.3,126.3,0.19,1.74,1048576,10,1],["muse-glimmer-30b-q4",1,30.5,29.8,1.37,11.45,131072,10,1],["minicpm-v4.5-8b-q4",1,86.4,49.4,0.45,4.97,40960,10,1],["glm-4.7-flash-q4",1,115.8,84.6,0.2,2.55,202752,10,1],["olmo-3.1-32b-q4",1,24.3,22.2,1.67,14.14,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,86.6,74.2,0.43,3.73,262144,10,1],["devstral-small-2-24b-q4",1,31.7,24.3,1.24,11.47,119766,10,1],["ministral-3-3b-q4",1,126.4,70.6,0.19,2.56,262144,10,1],["ministral-3-8b-q4",1,74.2,46.2,0.46,5,206642,10,1],["ministral-3-14b-q4",1,51.1,34.3,0.72,7.33,156967,10,1]]},"Apple M5 Max|64GB|40c":{"label":"Apple M5 Max 40-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.2},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":162.7}},"cells":[["qwen2.5-1.5b-q4",1,295.3,197.2,0.09,1.1,32768,5,1],["qwen2.5-3b-q4",1,188.3,133.7,0.17,2.07,32768,10,1],["qwen2.5-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-3b-q4",1,162.8,77.6,0.18,2.25,131072,10,1],["llama3.1-8b-q4",1,88.1,52.5,0.44,4.72,131072,10,1],["llama3.1-8b-q8",1,55.6,38.9,0.45,4.88,131072,10,1],["llama3.1-8b-q5",1,77.9,48.7,0.6,6.47,131072,10,1],["llama3.1-70b-q4",1,11.6,null,3.74,36.12,16722,10,1],["mistral-7b-q4",1,93.1,54.2,0.39,4.4,32768,10,1],["mistral-7b-q5",1,81.8,50.2,0.54,6.03,32768,10,1],["mistral-7b-q8",1,58.2,40.2,0.41,4.55,32768,10,1],["mixtral-8x7b-q4",1,38.7,29.8,0.68,6.72,32768,10,1],["mistral-nemo-12b-q4",1,63.6,39.4,0.66,6.81,131072,10,1],["mistral-nemo-12b-q8",1,37.3,27.5,0.68,7.04,131072,10,1],["gemma2-2b-q4",1,183.1,null,0.14,1.36,8192,10,1],["gemma2-9b-q4",1,64.8,null,0.49,4.73,8192,10,1],["gemma2-27b-q4",1,27,null,1.42,12.22,8192,10,1],["phi3-mini-q4",1,110,null,0.21,2.64,4096,10,1],["phi3-medium-q4",1,51.1,null,0.75,7.96,4096,10,1],["phi4-14b-q4",1,49.7,null,0.79,8.25,16384,10,1],["phi4-14b-q8",1,30.8,null,0.81,8.53,16384,10,1],["qwen2.5-coder-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-coder-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-1b-q4",1,325.7,200.1,0.07,0.86,131072,5,1],["mistral-small-22b-q4",1,36.2,24.3,1.2,12.88,32768,10,1],["qwen2.5-0.5b-q4",1,477.9,355.3,0.03,0.44,32768,5,0],["gemma-3-1b-q4",1,350.9,323.5,0.05,0.46,32768,5,1],["gemma-3-1b-q8",1,297,277.1,0.05,0.47,32768,5,1],["phi4-mini-3.8b-q4",1,138.7,67.1,0.21,2.64,131072,10,1],["phi4-mini-3.8b-q8",1,96.7,55.4,0.22,2.73,131072,10,1],["smollm2-360m-q4",1,335.8,null,0.02,0.48,8192,5,1],["llama3.3-70b-q4",1,11.6,null,3.74,36.12,16722,10,1],["qwen3-8b-q4",1,83.8,48.5,0.45,4.97,40960,10,1],["qwen3-8b-q8",1,54,36.8,0.46,5.13,40960,10,1],["qwen3-14b-q4",1,50.4,33.9,0.79,8.29,40960,10,1],["qwen3-30b-q4",1,123.8,72.2,0.21,3.51,40960,10,1],["qwen3-30b-a3b-q8",1,79.4,54.4,0.21,3.63,40960,10,1],["gemma3-4b-q4",1,152.9,129.1,0.2,1.71,131072,10,1],["gemma3-4b-q8",1,102.4,91.1,0.21,1.76,131072,10,1],["gemma3-12b-q4",1,59.5,48.4,0.61,5.19,131072,10,1],["gemma3-27b-q4",1,28.3,24.9,1.4,11.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,97.7,73.5,0.41,4.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,60.7,50.4,0.42,4.36,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,51,32.1,0.8,8.74,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.1,22.9,0.83,9.03,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,11.6,null,3.74,36.12,16722,10,1],["mistral-small-3.1-cloud",1,31.1,23.9,1.24,11.47,131072,10,1],["mistral-small-3.1-24b-q8",1,19,16.1,1.28,11.86,131072,10,1],["qwen3.5-0.8b-q4",1,344.1,275.6,0.04,0.4,262144,5,1],["qwen3.5-2b-q4",1,189.9,167,0.09,0.82,262144,5,1],["qwen3.5-4b-q4",1,149.5,116.1,0.2,1.89,262144,10,1],["qwen3.5-4b-q8",1,97.1,81.8,0.2,1.96,262144,10,1],["qwen3.5-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.5-27b-q4",1,30.7,27.4,1.27,11.08,262144,10,1],["qwen3.5-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["lfm2-24b-a2b-q4",1,177.9,146.5,0.11,1.1,128000,10,1],["lfm2.5-8b-a1b-q4",1,223.7,192.6,0.08,0.78,128000,10,1],["granite4.1-3b-q4",1,166,92.3,0.19,2.51,131072,10,1],["granite4.1-8b-q4",1,76.3,44,0.46,5.22,131072,10,1],["qwen3.6-27b-q4",1,30.2,27,1.27,11.08,262144,10,1],["qwen3.8-27b-q4",1,30.2,27.1,1.27,11.08,262144,10,1],["qwen3.8-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["qwen3.6-35b-a3b-q4",1,162.7,136.1,0.15,1.6,262144,10,1],["gemma4-31b-q4",1,24.4,19.7,1.56,13.29,173896,10,1],["gemma4-31b-q8",1,14.6,12.8,1.62,13.74,88656,10,1],["gemma4-26b-a4b-q4",1,108.2,85.9,0.17,1.54,262144,10,1],["gemma4-e4b-q4",1,124.1,112.4,0.38,3.18,131072,10,1],["gemma4-e4b-q8",1,89.8,83.5,0.39,3.28,131072,10,1],["gemma4-e2b-q4",1,242.1,219.7,0.21,1.8,131072,10,1],["gemma4-e2b-q8",1,188.2,174.3,0.21,1.86,131072,10,1],["gemma4-12b-q4",1,59,48.1,0.61,5.19,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,107.1,103.1,0.26,2.38,262144,10,1],["laguna-xs2-q4",1,138.6,103.9,0.15,1.75,262144,10,1],["north-mini-code-1-q4",1,116.4,98.5,0.18,1.93,500000,10,1],["gpt-oss-20b",1,109.1,94.2,0.2,2.04,131072,10,1],["qwen3.6-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-9b-q8",1,55.9,50.5,0.44,3.86,262144,10,1],["qwen3.6-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["gemma4-12b-q8",1,36.6,32,0.63,5.37,262144,10,1],["gemma4-26b-a4b-q8",1,74.6,63.3,0.17,1.6,262144,10,1],["qwen3-14b-q8",1,31.1,23.9,0.82,8.57,40960,10,1],["laguna-xs-2.1-q4",1,153,111.8,0.15,1.75,262144,10,1],["ornith-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["ornith-35b-q4",1,166,138.4,0.15,1.6,262144,10,1],["granite4.2-3b-q4",1,166.7,92.5,0.21,2.61,131072,10,1],["granite4.2-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["granite4.2-30b-q4",1,26.5,18.8,1.55,14.88,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,102.8,99.2,0.19,1.74,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,132.3,126.3,0.19,1.74,1048576,10,1],["muse-glimmer-30b-q4",1,30.5,29.8,1.37,11.45,131072,10,1],["minicpm-v4.5-8b-q4",1,86.4,49.4,0.45,4.97,40960,10,1],["glm-4.7-flash-q4",1,115.8,84.6,0.2,2.55,202752,10,1],["olmo-3.1-32b-q4",1,24.3,22.2,1.67,14.14,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,86.6,74.2,0.43,3.73,262144,10,1],["devstral-small-2-24b-q4",1,31.7,24.3,1.24,11.47,200333,10,1],["ministral-3-3b-q4",1,126.4,70.6,0.19,2.56,262144,10,1],["ministral-3-8b-q4",1,74.2,46.2,0.46,5,262144,10,1],["ministral-3-14b-q4",1,51.1,34.3,0.72,7.33,237533,10,1]]},"Apple M5 Max|128GB|40c":{"label":"Apple M5 Max 40-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.2},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":162.7}},"cells":[["qwen2.5-1.5b-q4",1,295.3,197.2,0.09,1.1,32768,5,1],["qwen2.5-3b-q4",1,188.3,133.7,0.17,2.07,32768,10,1],["qwen2.5-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-3b-q4",1,162.8,77.6,0.18,2.25,131072,10,1],["llama3.1-8b-q4",1,88.1,52.5,0.44,4.72,131072,10,1],["llama3.1-8b-q8",1,55.6,38.9,0.45,4.88,131072,10,1],["llama3.1-8b-q5",1,77.9,48.7,0.6,6.47,131072,10,1],["llama3.1-70b-q4",1,11.6,9.5,3.74,36.12,131072,10,1],["mistral-7b-q4",1,93.1,54.2,0.39,4.4,32768,10,1],["mistral-7b-q5",1,81.8,50.2,0.54,6.03,32768,10,1],["mistral-7b-q8",1,58.2,40.2,0.41,4.55,32768,10,1],["mixtral-8x7b-q4",1,38.7,29.8,0.68,6.72,32768,10,1],["mistral-nemo-12b-q4",1,63.6,39.4,0.66,6.81,131072,10,1],["mistral-nemo-12b-q8",1,37.3,27.5,0.68,7.04,131072,10,1],["gemma2-2b-q4",1,183.1,null,0.14,1.36,8192,10,1],["gemma2-9b-q4",1,64.8,null,0.49,4.73,8192,10,1],["gemma2-27b-q4",1,27,null,1.42,12.22,8192,10,1],["phi3-mini-q4",1,110,null,0.21,2.64,4096,10,1],["phi3-medium-q4",1,51.1,null,0.75,7.96,4096,10,1],["phi4-14b-q4",1,49.7,null,0.79,8.25,16384,10,1],["phi4-14b-q8",1,30.8,null,0.81,8.53,16384,10,1],["qwen2.5-coder-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-coder-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-1b-q4",1,325.7,200.1,0.07,0.86,131072,5,1],["mistral-small-22b-q4",1,36.2,24.3,1.2,12.88,32768,10,1],["qwen2.5-0.5b-q4",1,477.9,355.3,0.03,0.44,32768,5,0],["gemma-3-1b-q4",1,350.9,323.5,0.05,0.46,32768,5,1],["gemma-3-1b-q8",1,297,277.1,0.05,0.47,32768,5,1],["phi4-mini-3.8b-q4",1,138.7,67.1,0.21,2.64,131072,10,1],["phi4-mini-3.8b-q8",1,96.7,55.4,0.22,2.73,131072,10,1],["smollm2-360m-q4",1,335.8,null,0.02,0.48,8192,5,1],["llama3.3-70b-q4",1,11.6,9.5,3.74,36.12,131072,10,1],["qwen3-8b-q4",1,83.8,48.5,0.45,4.97,40960,10,1],["qwen3-8b-q8",1,54,36.8,0.46,5.13,40960,10,1],["qwen3-14b-q4",1,50.4,33.9,0.79,8.29,40960,10,1],["qwen3-30b-q4",1,123.8,72.2,0.21,3.51,40960,10,1],["qwen3-30b-a3b-q8",1,79.4,54.4,0.21,3.63,40960,10,1],["gemma3-4b-q4",1,152.9,129.1,0.2,1.71,131072,10,1],["gemma3-4b-q8",1,102.4,91.1,0.21,1.76,131072,10,1],["gemma3-12b-q4",1,59.5,48.4,0.61,5.19,131072,10,1],["gemma3-27b-q4",1,28.3,24.9,1.4,11.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,97.7,73.5,0.41,4.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,60.7,50.4,0.42,4.36,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,51,32.1,0.8,8.74,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.1,22.9,0.83,9.03,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,11.6,9.5,3.74,36.12,131072,10,1],["mistral-small-3.1-cloud",1,31.1,23.9,1.24,11.47,131072,10,1],["mistral-small-3.1-24b-q8",1,19,16.1,1.28,11.86,131072,10,1],["qwen3.5-0.8b-q4",1,344.1,275.6,0.04,0.4,262144,5,1],["qwen3.5-2b-q4",1,189.9,167,0.09,0.82,262144,5,1],["qwen3.5-4b-q4",1,149.5,116.1,0.2,1.89,262144,10,1],["qwen3.5-4b-q8",1,97.1,81.8,0.2,1.96,262144,10,1],["qwen3.5-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.5-27b-q4",1,30.7,27.4,1.27,11.08,262144,10,1],["qwen3.5-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["qwen3.5-122b-a10b-q4",1,59.4,54.7,0.42,4.25,262144,10,1],["lfm2-24b-a2b-q4",1,177.9,146.5,0.11,1.1,128000,10,1],["lfm2.5-8b-a1b-q4",1,223.7,192.6,0.08,0.78,128000,10,1],["granite4.1-3b-q4",1,166,92.3,0.19,2.51,131072,10,1],["granite4.1-8b-q4",1,76.3,44,0.46,5.22,131072,10,1],["qwen3.6-27b-q4",1,30.2,27,1.27,11.08,262144,10,1],["qwen3.8-27b-q4",1,30.2,27.1,1.27,11.08,262144,10,1],["qwen3.8-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["qwen3.6-35b-a3b-q4",1,162.7,136.1,0.15,1.6,262144,10,1],["gemma4-31b-q4",1,24.4,19.7,1.56,13.29,262144,10,1],["gemma4-31b-q8",1,14.6,12.8,1.62,13.74,262144,10,1],["gemma4-26b-a4b-q4",1,108.2,85.9,0.17,1.54,262144,10,1],["gemma4-e4b-q4",1,124.1,112.4,0.38,3.18,131072,10,1],["gemma4-e4b-q8",1,89.8,83.5,0.39,3.28,131072,10,1],["gemma4-e2b-q4",1,242.1,219.7,0.21,1.8,131072,10,1],["gemma4-e2b-q8",1,188.2,174.3,0.21,1.86,131072,10,1],["llama4-scout-q4",1,40.6,27.6,0.61,7.24,210384,10,1],["gemma4-12b-q4",1,59,48.1,0.61,5.19,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,107.1,103.1,0.26,2.38,262144,10,1],["laguna-xs2-q4",1,138.6,103.9,0.15,1.75,262144,10,1],["north-mini-code-1-q4",1,116.4,98.5,0.18,1.93,500000,10,1],["gpt-oss-120b",1,91.9,76.6,0.28,2.85,131072,10,1],["gpt-oss-20b",1,109.1,94.2,0.2,2.04,131072,10,1],["qwen3-next-80b-a3b",1,139.1,115.9,0.17,1.8,262144,10,1],["qwen3.6-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-9b-q8",1,55.9,50.5,0.44,3.86,262144,10,1],["qwen3.6-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["gemma4-12b-q8",1,36.6,32,0.63,5.37,262144,10,1],["gemma4-26b-a4b-q8",1,74.6,63.3,0.17,1.6,262144,10,1],["qwen3-next-80b-a3b-q8",1,89.8,79.5,0.17,1.86,262144,10,1],["qwen3-14b-q8",1,31.1,23.9,0.82,8.57,40960,10,1],["llama3.3-70b-q8",1,6.7,5.9,3.86,37.34,103225,10,1],["llama3.3-70b-q6",1,8.6,7.4,5.12,49.47,131072,10,1],["laguna-xs-2.1-q4",1,153,111.8,0.15,1.75,262144,10,1],["laguna-s-2.1-q4",1,48.5,42.6,0.39,3.81,258233,10,1],["ornith-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["ornith-35b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.8-flash-next-q4xs",1,77,69.3,0.29,2.99,262144,10,1],["qwen3.8-flash-next-q3",1,79.8,71.6,0.39,4.1,262144,10,1],["granite4.2-3b-q4",1,166.7,92.5,0.21,2.61,131072,10,1],["granite4.2-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["granite4.2-30b-q4",1,26.5,18.8,1.55,14.88,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,102.8,99.2,0.19,1.74,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,132.3,126.3,0.19,1.74,1048576,10,1],["muse-glimmer-30b-q4",1,30.5,29.8,1.37,11.45,131072,10,1],["minicpm-v4.5-8b-q4",1,86.4,49.4,0.45,4.97,40960,10,1],["glm-4.7-flash-q4",1,115.8,84.6,0.2,2.55,202752,10,1],["nemotron-3-super-120b-q4",1,33.4,32.9,0.66,5.61,262144,10,1],["nemotron-3-super-120b-q4xs",1,44.3,43.4,0.66,5.61,262144,10,1],["olmo-3.1-32b-q4",1,24.3,22.2,1.67,14.14,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,86.6,74.2,0.43,3.73,262144,10,1],["ling-3.0-flash",1,96.6,92.3,0.25,2.3,262144,10,1],["ling-3.0-flash-q4xs",1,107.6,102.3,0.25,2.3,262144,10,1],["devstral-small-2-24b-q4",1,31.7,24.3,1.24,11.47,393216,10,1],["devstral-2-123b-q4",1,6.7,5.9,6.61,63.14,94056,10,1],["ministral-3-3b-q4",1,126.4,70.6,0.19,2.56,262144,10,1],["ministral-3-8b-q4",1,74.2,46.2,0.46,5,262144,10,1],["ministral-3-14b-q4",1,51.1,34.3,0.72,7.33,262144,10,1]]},"Apple M1 Ultra|64GB|48c":{"label":"Apple M1 Ultra 48-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.36,4.61,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.72,8.67,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.75,9.45,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.82,19.79,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.88,20.46,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,2.5,27.11,131072,10,1],["llama3.1-70b-q4",1,12.3,null,15.67,151.38,16722,10,1],["mistral-7b-q4",1,81.4,51.8,1.65,18.45,32768,10,1],["mistral-7b-q5",1,73.4,48.4,2.27,25.27,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.71,19.07,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.87,28.16,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.76,28.55,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.85,29.52,131072,10,1],["gemma2-2b-q4",1,134,null,0.58,5.72,8192,10,1],["gemma2-9b-q4",1,60.4,null,2.05,19.84,8192,10,1],["gemma2-27b-q4",1,27.5,null,5.93,51.21,8192,10,1],["phi3-mini-q4",1,92.8,null,0.89,11.05,4096,10,1],["phi3-medium-q4",1,49.2,null,3.15,33.37,4096,10,1],["phi4-14b-q4",1,48,null,3.3,34.57,16384,10,1],["phi4-14b-q8",1,31.1,null,3.42,35.74,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.29,3.62,131072,5,0],["mistral-small-22b-q4",1,36.1,25,5.04,53.98,32768,10,1],["qwen2.5-0.5b-q4",1,227.7,198,0.12,1.83,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.22,1.91,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.23,1.97,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.9,11.08,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.93,11.45,131072,10,1],["smollm2-360m-q4",1,192.4,null,0.1,2.02,8192,5,0],["llama3.3-70b-q4",1,12.3,null,15.67,151.38,16722,10,1],["qwen3-8b-q4",1,74.8,47,1.87,20.81,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.93,21.52,40960,10,1],["qwen3-14b-q4",1,48.5,34,3.33,34.76,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.86,14.71,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.89,15.21,40960,10,1],["gemma3-4b-q4",1,118.3,104.7,0.84,7.15,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.87,7.4,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,2.56,21.77,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,5.85,48.42,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.71,17.68,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.77,18.28,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,3.36,36.62,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,3.47,37.86,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,null,15.67,151.38,16722,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,5.2,48.07,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,5.37,49.7,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.15,1.67,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.37,3.43,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.83,7.93,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.86,8.2,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["qwen3.5-27b-q4",1,31,28,5.32,46.44,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.48,4.62,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.35,3.27,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.81,10.52,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.92,21.89,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.63,6.69,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,6.55,55.69,173896,10,1],["gemma4-31b-q8",1,15.4,13.6,6.78,57.57,88656,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.71,6.47,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.59,13.31,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.65,13.76,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.87,7.53,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.9,7.78,131072,10,1],["gemma4-12b-q4",1,55.7,46.6,2.56,21.77,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,1.08,9.98,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.61,7.34,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.75,8.09,500000,10,1],["gpt-oss-20b",1,92.2,82.2,0.85,8.55,131072,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.85,16.17,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,2.64,22.51,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.73,6.69,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,3.44,35.93,40960,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.61,7.34,262144,10,1],["ornith-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.86,10.96,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,2.01,22.59,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,6.49,62.37,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.79,7.29,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.79,7.29,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,5.73,47.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.87,20.81,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.86,10.68,202752,10,1],["olmo-3.1-32b-q4",1,25,23,7,59.28,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.79,15.64,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,5.2,48.07,200333,10,1],["ministral-3-3b-q4",1,103.1,64.9,0.81,10.75,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.93,20.96,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,3.03,30.72,237533,10,1]]},"Apple M1 Ultra|64GB|64c":{"label":"Apple M1 Ultra 64-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.27,3.46,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.54,6.5,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,2.52,27.47,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.57,7.08,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.37,14.85,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.41,15.35,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,1.87,20.33,131072,10,1],["llama3.1-70b-q4",1,12.3,null,11.75,113.54,16722,10,1],["mistral-7b-q4",1,81.4,51.8,1.24,13.84,32768,10,1],["mistral-7b-q5",1,73.4,48.4,1.7,18.95,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.28,14.3,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.15,21.12,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.07,21.41,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.14,22.14,131072,10,1],["gemma2-2b-q4",1,134,null,0.44,4.29,8192,10,1],["gemma2-9b-q4",1,60.4,null,1.54,14.88,8192,10,1],["gemma2-27b-q4",1,27.5,null,4.45,38.41,8192,10,1],["phi3-mini-q4",1,92.8,null,0.67,8.29,4096,10,1],["phi3-medium-q4",1,49.2,null,2.37,25.02,4096,10,1],["phi4-14b-q4",1,48,null,2.48,25.93,16384,10,1],["phi4-14b-q8",1,31.1,null,2.56,26.81,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,2.52,27.47,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.22,2.71,131072,5,0],["mistral-small-22b-q4",1,36.1,25,3.78,40.48,32768,10,1],["qwen2.5-0.5b-q4",1,227.7,198,0.09,1.37,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.16,1.43,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.17,1.48,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.67,8.31,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.69,8.59,131072,10,1],["smollm2-360m-q4",1,192.4,null,0.07,1.51,8192,5,0],["llama3.3-70b-q4",1,12.3,null,11.75,113.54,16722,10,1],["qwen3-8b-q4",1,74.8,47,1.4,15.61,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.45,16.14,40960,10,1],["qwen3-14b-q4",1,48.5,34,2.5,26.07,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.65,11.03,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.67,11.4,40960,10,1],["gemma3-4b-q4",1,118.3,104.7,0.63,5.37,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.65,5.55,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,1.92,16.33,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,4.39,36.31,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.28,13.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.33,13.71,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,2.52,27.47,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,2.6,28.39,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,null,11.75,113.54,16722,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,3.9,36.06,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,4.03,37.28,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.11,1.25,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.28,2.57,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.62,5.95,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.64,6.15,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.47,5.02,262144,10,1],["qwen3.5-27b-q4",1,31,28,3.99,34.83,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.36,3.46,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.26,2.45,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.6,7.89,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.44,16.41,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.47,5.02,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,4.92,41.77,173896,10,1],["gemma4-31b-q8",1,15.4,13.6,5.08,43.18,88656,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.53,4.85,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.19,9.98,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.23,10.32,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.65,5.65,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.67,5.84,131072,10,1],["gemma4-12b-q4",1,55.7,46.6,1.92,16.33,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,0.81,7.49,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.46,5.5,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.56,6.07,500000,10,1],["gpt-oss-20b",1,92.2,82.2,0.64,6.41,131072,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.39,12.12,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,1.98,16.88,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.55,5.02,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,2.58,26.95,40960,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.46,5.5,262144,10,1],["ornith-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.47,5.02,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.65,8.22,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,1.51,16.95,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,4.87,46.78,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.59,5.47,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.59,5.47,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,4.3,35.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.4,15.61,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.64,8.01,202752,10,1],["olmo-3.1-32b-q4",1,25,23,5.25,44.46,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.34,11.73,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,3.9,36.06,200333,10,1],["ministral-3-3b-q4",1,103.1,64.9,0.61,8.06,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.45,15.72,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,2.27,23.04,237533,10,1]]},"Apple M1 Ultra|128GB|48c":{"label":"Apple M1 Ultra 48-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.36,4.61,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.72,8.67,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.75,9.45,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.82,19.79,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.88,20.46,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,2.5,27.11,131072,10,1],["llama3.1-70b-q4",1,12.3,10.1,15.67,151.38,131072,10,1],["mistral-7b-q4",1,81.4,51.8,1.65,18.45,32768,10,1],["mistral-7b-q5",1,73.4,48.4,2.27,25.27,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.71,19.07,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.87,28.16,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.76,28.55,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.85,29.52,131072,10,1],["gemma2-2b-q4",1,134,null,0.58,5.72,8192,10,1],["gemma2-9b-q4",1,60.4,null,2.05,19.84,8192,10,1],["gemma2-27b-q4",1,27.5,null,5.93,51.21,8192,10,1],["phi3-mini-q4",1,92.8,null,0.89,11.05,4096,10,1],["phi3-medium-q4",1,49.2,null,3.15,33.37,4096,10,1],["phi4-14b-q4",1,48,null,3.3,34.57,16384,10,1],["phi4-14b-q8",1,31.1,null,3.42,35.74,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.29,3.62,131072,5,0],["mistral-small-22b-q4",1,36.1,25,5.04,53.98,32768,10,1],["qwen2.5-0.5b-q4",1,227.7,198,0.12,1.83,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.22,1.91,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.23,1.97,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.9,11.08,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.93,11.45,131072,10,1],["smollm2-360m-q4",1,192.4,null,0.1,2.02,8192,5,0],["llama3.3-70b-q4",1,12.3,10.1,15.67,151.38,131072,10,1],["qwen3-8b-q4",1,74.8,47,1.87,20.81,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.93,21.52,40960,10,1],["qwen3-14b-q4",1,48.5,34,3.33,34.76,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.86,14.71,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.89,15.21,40960,10,1],["gemma3-4b-q4",1,118.3,104.7,0.84,7.15,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.87,7.4,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,2.56,21.77,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,5.85,48.42,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.71,17.68,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.77,18.28,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,3.36,36.62,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,3.47,37.86,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,10.1,15.67,151.38,131072,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,5.2,48.07,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,5.37,49.7,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.15,1.67,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.37,3.43,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.83,7.93,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.86,8.2,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["qwen3.5-27b-q4",1,31,28,5.32,46.44,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["qwen3.5-122b-a10b-q4",1,56,52.2,1.74,17.83,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.48,4.62,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.35,3.27,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.81,10.52,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.92,21.89,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.63,6.69,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,6.55,55.69,262144,10,1],["gemma4-31b-q8",1,15.4,13.6,6.78,57.57,262144,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.71,6.47,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.59,13.31,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.65,13.76,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.87,7.53,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.9,7.78,131072,10,1],["llama4-scout-q4",1,40,28.1,2.57,30.35,210384,10,1],["gemma4-12b-q4",1,55.7,46.6,2.56,21.77,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,1.08,9.98,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.61,7.34,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.75,8.09,500000,10,1],["gpt-oss-120b",1,80.6,69.5,1.16,11.94,131072,10,1],["gpt-oss-20b",1,92.2,82.2,0.85,8.55,131072,10,1],["qwen3-next-80b-a3b",1,110.6,96.5,0.7,7.56,262144,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.85,16.17,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,2.64,22.51,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.73,6.69,262144,10,1],["qwen3-next-80b-a3b-q8",1,79.1,71.6,0.72,7.81,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,3.44,35.93,40960,10,1],["llama3.3-70b-q8",1,7.2,6.4,16.2,156.5,103225,10,0],["llama3.3-70b-q6",1,9.2,7.9,21.46,207.34,131072,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.61,7.34,262144,10,1],["laguna-s-2.1-q4",1,47,41.8,1.63,15.96,258233,10,1],["ornith-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["qwen3.8-flash-next-q4xs",1,69.8,63.9,1.2,12.53,262144,10,1],["qwen3.8-flash-next-q3",1,71.9,65.6,1.64,17.17,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.86,10.96,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,2.01,22.59,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,6.49,62.37,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.79,7.29,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.79,7.29,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,5.73,47.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.87,20.81,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.86,10.68,202752,10,1],["nemotron-3-super-120b-q4",1,33.5,33.1,2.77,23.5,262144,10,1],["nemotron-3-super-120b-q4xs",1,43.3,42.5,2.77,23.5,262144,10,1],["olmo-3.1-32b-q4",1,25,23,7,59.28,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.79,15.64,262144,10,1],["ling-3.0-flash",1,83.8,80.9,1.06,9.64,262144,10,1],["ling-3.0-flash-q4xs",1,91.2,87.7,1.06,9.64,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,5.2,48.07,393216,10,1],["devstral-2-123b-q4",1,7.2,6.3,27.71,264.63,94056,10,0],["ministral-3-3b-q4",1,103.1,64.9,0.81,10.75,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.93,20.96,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,3.03,30.72,262144,10,1]]},"Apple M1 Ultra|128GB|64c":{"label":"Apple M1 Ultra 64-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.27,3.46,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.54,6.5,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,2.52,27.47,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.57,7.08,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.37,14.85,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.41,15.35,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,1.87,20.33,131072,10,1],["llama3.1-70b-q4",1,12.3,10.1,11.75,113.54,131072,10,1],["mistral-7b-q4",1,81.4,51.8,1.24,13.84,32768,10,1],["mistral-7b-q5",1,73.4,48.4,1.7,18.95,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.28,14.3,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.15,21.12,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.07,21.41,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.14,22.14,131072,10,1],["gemma2-2b-q4",1,134,null,0.44,4.29,8192,10,1],["gemma2-9b-q4",1,60.4,null,1.54,14.88,8192,10,1],["gemma2-27b-q4",1,27.5,null,4.45,38.41,8192,10,1],["phi3-mini-q4",1,92.8,null,0.67,8.29,4096,10,1],["phi3-medium-q4",1,49.2,null,2.37,25.02,4096,10,1],["phi4-14b-q4",1,48,null,2.48,25.93,16384,10,1],["phi4-14b-q8",1,31.1,null,2.56,26.81,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,2.52,27.47,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.22,2.71,131072,5,0],["mistral-small-22b-q4",1,36.1,25,3.78,40.48,32768,10,1],["qwen2.5-0.5b-q4",1,227.7,198,0.09,1.37,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.16,1.43,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.17,1.48,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.67,8.31,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.69,8.59,131072,10,1],["smollm2-360m-q4",1,192.4,null,0.07,1.51,8192,5,0],["llama3.3-70b-q4",1,12.3,10.1,11.75,113.54,131072,10,1],["qwen3-8b-q4",1,74.8,47,1.4,15.61,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.45,16.14,40960,10,1],["qwen3-14b-q4",1,48.5,34,2.5,26.07,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.65,11.03,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.67,11.4,40960,10,1],["gemma3-4b-q4",1,118.3,104.7,0.63,5.37,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.65,5.55,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,1.92,16.33,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,4.39,36.31,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.28,13.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.33,13.71,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,2.52,27.47,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,2.6,28.39,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,10.1,11.75,113.54,131072,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,3.9,36.06,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,4.03,37.28,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.11,1.25,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.28,2.57,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.62,5.95,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.64,6.15,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.47,5.02,262144,10,1],["qwen3.5-27b-q4",1,31,28,3.99,34.83,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["qwen3.5-122b-a10b-q4",1,56,52.2,1.31,13.37,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.36,3.46,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.26,2.45,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.6,7.89,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.44,16.41,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.47,5.02,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,4.92,41.77,262144,10,1],["gemma4-31b-q8",1,15.4,13.6,5.08,43.18,262144,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.53,4.85,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.19,9.98,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.23,10.32,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.65,5.65,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.67,5.84,131072,10,1],["llama4-scout-q4",1,40,28.1,1.93,22.76,210384,10,1],["gemma4-12b-q4",1,55.7,46.6,1.92,16.33,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,0.81,7.49,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.46,5.5,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.56,6.07,500000,10,1],["gpt-oss-120b",1,80.6,69.5,0.87,8.95,131072,10,1],["gpt-oss-20b",1,92.2,82.2,0.64,6.41,131072,10,1],["qwen3-next-80b-a3b",1,110.6,96.5,0.53,5.67,262144,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.39,12.12,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,1.98,16.88,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.55,5.02,262144,10,1],["qwen3-next-80b-a3b-q8",1,79.1,71.6,0.54,5.86,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,2.58,26.95,40960,10,1],["llama3.3-70b-q8",1,7.2,6.4,12.15,117.38,103225,10,0],["llama3.3-70b-q6",1,9.2,7.9,16.09,155.5,131072,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.46,5.5,262144,10,1],["laguna-s-2.1-q4",1,47,41.8,1.22,11.97,258233,10,1],["ornith-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.47,5.02,262144,10,1],["qwen3.8-flash-next-q4xs",1,69.8,63.9,0.9,9.4,262144,10,1],["qwen3.8-flash-next-q3",1,71.9,65.6,1.23,12.88,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.65,8.22,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,1.51,16.95,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,4.87,46.78,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.59,5.47,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.59,5.47,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,4.3,35.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.4,15.61,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.64,8.01,202752,10,1],["nemotron-3-super-120b-q4",1,33.5,33.1,2.08,17.62,262144,10,1],["nemotron-3-super-120b-q4xs",1,43.3,42.5,2.08,17.62,262144,10,1],["olmo-3.1-32b-q4",1,25,23,5.25,44.46,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.34,11.73,262144,10,1],["ling-3.0-flash",1,83.8,80.9,0.8,7.23,262144,10,1],["ling-3.0-flash-q4xs",1,91.2,87.7,0.8,7.23,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,3.9,36.06,393216,10,1],["devstral-2-123b-q4",1,7.2,6.3,20.78,198.47,94056,10,0],["ministral-3-3b-q4",1,103.1,64.9,0.61,8.06,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.45,15.72,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,2.27,23.04,262144,10,1]]},"Apple M2 Ultra|64GB|60c":{"label":"Apple M2 Ultra 60-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.28,3.57,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.56,6.71,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.58,7.31,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.41,15.32,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.46,15.84,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.93,20.98,131072,10,1],["llama3.1-70b-q4",1,13.6,null,12.13,117.17,16722,10,1],["mistral-7b-q4",1,91,57.7,1.28,14.28,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.75,19.56,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.32,14.76,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,2.22,21.79,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,2.13,22.1,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,2.2,22.85,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.45,4.42,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.59,15.35,8192,10,1],["gemma2-27b-q4",1,30.6,null,4.59,39.64,8192,10,1],["phi3-mini-q4",1,103.9,null,0.69,8.55,4096,10,1],["phi3-medium-q4",1,54.7,null,2.44,25.82,4096,10,1],["phi4-14b-q4",1,53.5,null,2.56,26.76,16384,10,1],["phi4-14b-q8",1,34.6,null,2.64,27.66,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.22,2.8,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.9,41.78,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.09,1.41,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.17,1.48,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.17,1.53,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.69,8.57,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.72,8.86,131072,10,1],["smollm2-360m-q4",1,218.2,null,0.08,1.56,8192,5,0],["llama3.3-70b-q4",1,13.6,null,12.13,117.17,16722,10,1],["qwen3-8b-q4",1,83.5,52.3,1.45,16.11,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.5,16.66,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.58,26.9,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.67,11.38,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.69,11.77,40960,10,1],["gemma3-4b-q4",1,132.9,117.4,0.65,5.54,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.67,5.72,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.98,16.85,131072,10,1],["gemma3-27b-q4",1,32,28.4,4.53,37.48,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.33,13.69,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.37,14.15,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.6,28.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.69,29.3,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,null,12.13,117.17,16722,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,4.02,37.21,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,4.16,38.47,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.11,1.29,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.28,2.65,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.64,6.14,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.66,6.35,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,4.12,35.95,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.37,3.57,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.27,2.53,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.62,8.14,131072,10,1],["granite4.1-8b-q4",1,77.4,47.9,1.49,16.94,131072,10,1],["qwen3.6-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.49,5.18,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,5.07,43.1,173896,10,1],["gemma4-31b-q8",1,17.1,15,5.24,44.56,88656,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.55,5.01,262144,10,1],["gemma4-e4b-q4",1,114,105.6,1.23,10.3,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.27,10.65,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.67,5.83,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.7,6.02,131072,10,1],["gemma4-12b-q4",1,62.1,51.8,1.98,16.85,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.84,7.73,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.47,5.68,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.58,6.26,500000,10,1],["gpt-oss-20b",1,103.2,91.9,0.66,6.62,131072,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.43,12.51,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,2.05,17.42,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,66,0.57,5.18,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.66,27.81,40960,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.47,5.68,262144,10,1],["ornith-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.67,8.48,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,5.03,48.28,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.61,5.64,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.61,5.64,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,4.44,37.14,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.45,16.11,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.66,8.27,202752,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,5.42,45.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.39,12.1,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,4.02,37.21,200333,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.63,8.32,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.49,16.22,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,2.34,23.78,237533,10,1]]},"Apple M2 Ultra|64GB|76c":{"label":"Apple M2 Ultra 76-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.1,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.51,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.57,131072,10,1],["llama3.1-70b-q4",1,13.6,null,9.57,92.5,16722,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,null,9.57,92.5,16722,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.81,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.38,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,null,9.57,92.5,16722,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.38,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.43,131072,10,1],["granite4.1-8b-q4",1,77.4,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,173896,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,88656,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,66,0.45,4.09,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.81,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.38,200333,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.81,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,237533,10,1]]},"Apple M2 Ultra|96GB":{"label":"Apple M2 Ultra, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.1,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.51,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.57,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,9.57,92.5,104613,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,9.57,92.5,104613,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.81,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.38,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,9.57,92.5,104613,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.38,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.43,131072,10,1],["granite4.1-8b-q4",1,77.4,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,262144,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.57,18.55,47623,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.71,7.29,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.43,4.62,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,66,0.45,4.09,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["llama3.3-70b-q8",1,8,null,9.9,95.63,5569,10,1],["llama3.3-70b-q6",1,10.2,8.8,13.11,126.69,57714,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.81,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,1.7,14.36,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.65,5.89,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.38,376114,10,1],["devstral-2-123b-q4",1,8,null,16.93,161.7,5277,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.81,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,262144,10,1]]},"Apple M2 Ultra|128GB|60c":{"label":"Apple M2 Ultra 60-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.28,3.57,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.56,6.71,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.58,7.31,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.41,15.32,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.46,15.84,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.93,20.98,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,12.13,117.17,131072,10,1],["mistral-7b-q4",1,91,57.7,1.28,14.28,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.75,19.56,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.32,14.76,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,2.22,21.79,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,2.13,22.1,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,2.2,22.85,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.45,4.42,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.59,15.35,8192,10,1],["gemma2-27b-q4",1,30.6,null,4.59,39.64,8192,10,1],["phi3-mini-q4",1,103.9,null,0.69,8.55,4096,10,1],["phi3-medium-q4",1,54.7,null,2.44,25.82,4096,10,1],["phi4-14b-q4",1,53.5,null,2.56,26.76,16384,10,1],["phi4-14b-q8",1,34.6,null,2.64,27.66,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.22,2.8,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.9,41.78,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.09,1.41,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.17,1.48,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.17,1.53,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.69,8.57,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.72,8.86,131072,10,1],["smollm2-360m-q4",1,218.2,null,0.08,1.56,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,12.13,117.17,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.45,16.11,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.5,16.66,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.58,26.9,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.67,11.38,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.69,11.77,40960,10,1],["gemma3-4b-q4",1,132.9,117.4,0.65,5.54,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.67,5.72,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.98,16.85,131072,10,1],["gemma3-27b-q4",1,32,28.4,4.53,37.48,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.33,13.69,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.37,14.15,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.6,28.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.69,29.3,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,12.13,117.17,131072,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,4.02,37.21,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,4.16,38.47,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.11,1.29,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.28,2.65,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.64,6.14,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.66,6.35,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,4.12,35.95,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.35,13.8,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.37,3.57,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.27,2.53,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.62,8.14,131072,10,1],["granite4.1-8b-q4",1,77.4,47.9,1.49,16.94,131072,10,1],["qwen3.6-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.49,5.18,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,5.07,43.1,262144,10,1],["gemma4-31b-q8",1,17.1,15,5.24,44.56,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.55,5.01,262144,10,1],["gemma4-e4b-q4",1,114,105.6,1.23,10.3,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.27,10.65,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.67,5.83,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.7,6.02,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.99,23.49,210384,10,1],["gemma4-12b-q4",1,62.1,51.8,1.98,16.85,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.84,7.73,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.47,5.68,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.58,6.26,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.9,9.24,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.66,6.62,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.54,5.85,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.43,12.51,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,2.05,17.42,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,66,0.57,5.18,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.56,6.05,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.66,27.81,40960,10,1],["llama3.3-70b-q8",1,8,7.1,12.54,121.13,103225,10,1],["llama3.3-70b-q6",1,10.2,8.8,16.61,160.48,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.47,5.68,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1.26,12.35,258233,10,1],["ornith-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.93,9.7,262144,10,1],["qwen3.8-flash-next-q3",1,80.3,73.3,1.27,13.29,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.67,8.48,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,5.03,48.28,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.61,5.64,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.61,5.64,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,4.44,37.14,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.45,16.11,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.66,8.27,202752,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,2.15,18.19,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,2.15,18.19,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,5.42,45.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.39,12.1,262144,10,1],["ling-3.0-flash",1,93.8,90.4,0.82,7.46,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.82,7.46,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,4.02,37.21,393216,10,1],["devstral-2-123b-q4",1,8,7,21.45,204.82,94056,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.63,8.32,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.49,16.22,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,2.34,23.78,262144,10,1]]},"Apple M2 Ultra|128GB|76c":{"label":"Apple M2 Ultra 76-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.1,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.51,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.57,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.81,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.38,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.38,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.06,10.9,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.43,131072,10,1],["granite4.1-8b-q4",1,77.4,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,262144,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.57,18.55,210384,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.71,7.29,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.43,4.62,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,66,0.45,4.09,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.44,4.77,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["llama3.3-70b-q8",1,8,7.1,9.9,95.63,103225,10,1],["llama3.3-70b-q6",1,10.2,8.8,13.11,126.69,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1,9.75,258233,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.73,7.66,262144,10,1],["qwen3.8-flash-next-q3",1,80.3,73.3,1,10.49,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.81,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,1.7,14.36,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,1.7,14.36,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["ling-3.0-flash",1,93.8,90.4,0.65,5.89,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.65,5.89,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.38,393216,10,1],["devstral-2-123b-q4",1,8,7,16.93,161.7,94056,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.81,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,262144,10,1]]},"Apple M2 Ultra|192GB|60c":{"label":"Apple M2 Ultra 60-core GPU, 192 GB","kind":"apple","budgetGb":163.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.28,3.57,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.56,6.71,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.58,7.31,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.41,15.32,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.46,15.84,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.93,20.98,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,12.13,117.17,131072,10,1],["mistral-7b-q4",1,91,57.7,1.28,14.28,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.75,19.56,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.32,14.76,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,2.22,21.79,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,2.13,22.1,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,2.2,22.85,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.45,4.42,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.59,15.35,8192,10,1],["gemma2-27b-q4",1,30.6,null,4.59,39.64,8192,10,1],["phi3-mini-q4",1,103.9,null,0.69,8.55,4096,10,1],["phi3-medium-q4",1,54.7,null,2.44,25.82,4096,10,1],["phi4-14b-q4",1,53.5,null,2.56,26.76,16384,10,1],["phi4-14b-q8",1,34.6,null,2.64,27.66,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.22,2.8,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.9,41.78,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.09,1.41,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.17,1.48,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.17,1.53,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.69,8.57,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.72,8.86,131072,10,1],["smollm2-360m-q4",1,218.2,null,0.08,1.56,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,12.13,117.17,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.45,16.11,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.5,16.66,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.58,26.9,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.67,11.38,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.69,11.77,40960,10,1],["gemma3-4b-q4",1,132.9,117.4,0.65,5.54,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.67,5.72,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.98,16.85,131072,10,1],["gemma3-27b-q4",1,32,28.4,4.53,37.48,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.33,13.69,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.37,14.15,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.6,28.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.69,29.3,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,12.13,117.17,131072,10,1],["qwen3-235b-a22b-cloud",1,25.3,20.5,4.12,56.67,40960,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,4.02,37.21,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,4.16,38.47,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.11,1.29,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.28,2.65,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.64,6.14,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.66,6.35,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,4.12,35.95,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.35,13.8,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.37,3.57,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.27,2.53,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.62,8.14,131072,10,1],["granite4.1-8b-q4",1,77.4,47.9,1.49,16.94,131072,10,1],["qwen3.6-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.49,5.18,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,5.07,43.1,262144,10,1],["gemma4-31b-q8",1,17.1,15,5.24,44.56,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.55,5.01,262144,10,1],["gemma4-e4b-q4",1,114,105.6,1.23,10.3,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.27,10.65,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.67,5.83,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.7,6.02,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.99,23.49,487076,10,1],["gemma4-12b-q4",1,62.1,51.8,1.98,16.85,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.84,7.73,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.47,5.68,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.58,6.26,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.9,9.24,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.66,6.62,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.54,5.85,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.43,12.51,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,2.05,17.42,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,66,0.57,5.18,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.56,6.05,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.66,27.81,40960,10,1],["llama3.3-70b-q8",1,8,7.1,12.54,121.13,131072,10,1],["llama3.3-70b-q6",1,10.2,8.8,16.61,160.48,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.47,5.68,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1.26,12.35,1048576,10,1],["ornith-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.8-flash-next",1,68.3,63.2,0.93,9.7,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.93,9.7,262144,10,1],["qwen3.8-flash-next-q3",1,80.3,73.3,1.27,13.29,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.67,8.48,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,5.03,48.28,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.61,5.64,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.61,5.64,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,4.44,37.14,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.45,16.11,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.66,8.27,202752,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,2.15,18.19,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,2.15,18.19,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,5.42,45.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.39,12.1,262144,10,1],["ling-3.0-flash",1,93.8,90.4,0.82,7.46,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.82,7.46,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,4.02,37.21,393216,10,1],["devstral-2-123b-q4",1,8,7,21.45,204.82,244979,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.63,8.32,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.49,16.22,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,2.34,23.78,262144,10,1]]},"Apple M2 Ultra|192GB|76c":{"label":"Apple M2 Ultra 76-core GPU, 192 GB","kind":"apple","budgetGb":163.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.1,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.51,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.57,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.81,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.38,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.81,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.38,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["qwen3-235b-a22b-cloud",1,25.3,20.5,3.26,44.74,40960,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.38,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.06,10.9,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.43,131072,10,1],["granite4.1-8b-q4",1,77.4,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,262144,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.57,18.55,487076,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.71,7.29,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.43,4.62,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,66,0.45,4.09,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.44,4.77,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["llama3.3-70b-q8",1,8,7.1,9.9,95.63,131072,10,1],["llama3.3-70b-q6",1,10.2,8.8,13.11,126.69,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1,9.75,1048576,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.8-flash-next",1,68.3,63.2,0.73,7.66,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.73,7.66,262144,10,1],["qwen3.8-flash-next-q3",1,80.3,73.3,1,10.49,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.81,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,1.7,14.36,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,1.7,14.36,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["ling-3.0-flash",1,93.8,90.4,0.65,5.89,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.65,5.89,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.38,393216,10,1],["devstral-2-123b-q4",1,8,7,16.93,161.7,244979,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.81,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,262144,10,1]]},"Apple M3 Ultra|96GB|60c":{"label":"Apple M3 Ultra 60-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.2,2.48,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.39,4.66,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.41,5.08,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.98,10.64,131072,10,1],["llama3.1-8b-q8",1,65.1,47,1.01,11.01,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.34,14.58,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,8.43,81.41,104613,10,1],["mistral-7b-q4",1,102.5,63.7,0.89,9.92,32768,10,1],["mistral-7b-q5",1,91.8,59.4,1.22,13.59,32768,10,1],["mistral-7b-q8",1,68,48.4,0.92,10.26,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.54,15.14,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.48,15.35,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.53,15.87,131072,10,1],["gemma2-2b-q4",1,176,null,0.31,3.07,8192,10,1],["gemma2-9b-q4",1,74.8,null,1.1,10.67,8192,10,1],["gemma2-27b-q4",1,33.2,null,3.19,27.54,8192,10,1],["phi3-mini-q4",1,117.9,null,0.48,5.94,4096,10,1],["phi3-medium-q4",1,60.4,null,1.7,17.94,4096,10,1],["phi4-14b-q4",1,58.9,null,1.78,18.59,16384,10,1],["phi4-14b-q8",1,37.7,null,1.84,19.22,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.16,1.95,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.71,29.03,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.07,0.98,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.12,1.03,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.12,1.06,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.48,5.96,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.5,6.16,131072,10,1],["smollm2-360m-q4",1,265.4,null,0.05,1.09,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,8.43,81.41,104613,10,1],["qwen3-8b-q4",1,93.7,57.6,1.01,11.19,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,1.04,11.57,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.79,18.69,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.46,7.91,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.48,8.18,40960,10,1],["gemma3-4b-q4",1,153.5,134.3,0.45,3.85,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.47,3.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.38,11.71,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,3.15,26.04,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.92,9.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.95,9.83,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.81,19.69,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.87,20.36,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,8.43,81.41,104613,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.79,25.85,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.89,26.73,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.08,0.9,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.2,1.84,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.45,4.27,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.46,4.41,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.86,24.98,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.26,2.48,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.19,1.76,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.43,5.66,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,1.03,11.77,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.86,24.98,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.86,24.98,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.34,3.6,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,3.52,29.95,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,3.64,30.96,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.38,3.48,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.86,7.16,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.89,7.4,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.47,4.05,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.48,4.19,131072,10,1],["llama4-scout-q4",1,48.8,34,1.38,16.32,47623,10,1],["gemma4-12b-q4",1,68.7,57.1,1.38,11.71,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.58,5.37,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.33,3.95,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.4,4.35,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.62,6.42,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.46,4.6,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.38,4.06,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,1,8.69,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.42,12.1,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.39,3.6,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.85,19.32,40960,10,1],["llama3.3-70b-q8",1,8.6,null,8.71,84.16,5569,10,1],["llama3.3-70b-q6",1,11,9.4,11.54,111.5,57714,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.33,3.95,262144,10,1],["ornith-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.46,5.89,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,1.08,12.15,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,3.49,33.54,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.42,3.92,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.42,3.92,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,3.08,25.81,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,1.01,11.19,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.46,5.75,202752,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.49,12.64,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,3.77,31.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.96,8.41,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.57,5.18,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.79,25.85,376114,10,1],["devstral-2-123b-q4",1,8.6,null,14.9,142.31,5277,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.44,5.78,262144,10,1],["ministral-3-8b-q4",1,84.3,55,1.04,11.27,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.63,16.52,262144,10,1]]},"Apple M3 Ultra|96GB|80c":{"label":"Apple M3 Ultra 80-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.15,1.86,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.29,3.5,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.3,3.81,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.74,7.98,131072,10,1],["llama3.1-8b-q8",1,65.1,47,0.76,8.25,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.01,10.93,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,6.32,61.06,104613,10,1],["mistral-7b-q4",1,102.5,63.7,0.67,7.44,32768,10,1],["mistral-7b-q5",1,91.8,59.4,0.91,10.19,32768,10,1],["mistral-7b-q8",1,68,48.4,0.69,7.69,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.16,11.36,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.11,11.52,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.15,11.91,131072,10,1],["gemma2-2b-q4",1,176,null,0.23,2.31,8192,10,1],["gemma2-9b-q4",1,74.8,null,0.83,8,8192,10,1],["gemma2-27b-q4",1,33.2,null,2.39,20.65,8192,10,1],["phi3-mini-q4",1,117.9,null,0.36,4.46,4096,10,1],["phi3-medium-q4",1,60.4,null,1.27,13.46,4096,10,1],["phi4-14b-q4",1,58.9,null,1.33,13.94,16384,10,1],["phi4-14b-q8",1,37.7,null,1.38,14.41,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.12,1.46,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.03,21.77,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.05,0.74,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.09,0.77,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.09,0.8,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.36,4.47,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.37,4.62,131072,10,1],["smollm2-360m-q4",1,265.4,null,0.04,0.81,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,6.32,61.06,104613,10,1],["qwen3-8b-q4",1,93.7,57.6,0.75,8.4,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,0.78,8.68,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.34,14.02,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.35,5.93,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.36,6.13,40960,10,1],["gemma3-4b-q4",1,153.5,134.3,0.34,2.89,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.35,2.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.03,8.78,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,2.36,19.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.69,7.13,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.71,7.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.35,14.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.4,15.27,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,6.32,61.06,104613,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.1,19.39,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.17,20.05,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.06,0.67,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.15,1.38,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.33,3.2,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.35,3.31,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.14,18.73,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.19,1.86,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.14,1.32,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.33,4.24,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,0.78,8.83,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.14,18.73,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.14,18.73,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.26,2.7,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,2.64,22.46,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,2.73,23.22,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.29,2.61,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.64,5.37,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.66,5.55,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.35,3.04,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.36,3.14,131072,10,1],["llama4-scout-q4",1,48.8,34,1.04,12.24,47623,10,1],["gemma4-12b-q4",1,68.7,57.1,1.03,8.78,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.44,4.03,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.25,2.96,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.3,3.26,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.47,4.81,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.34,3.45,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.28,3.05,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,0.75,6.52,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.07,9.08,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.29,2.7,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.39,14.49,40960,10,1],["llama3.3-70b-q8",1,8.6,null,6.53,63.12,5569,10,1],["llama3.3-70b-q6",1,11,9.4,8.65,83.62,57714,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.25,2.96,262144,10,1],["ornith-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.35,4.42,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,2.62,25.16,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.32,2.94,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.32,2.94,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,2.31,19.36,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,0.75,8.39,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.35,4.31,202752,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.12,9.48,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,2.82,23.91,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.72,6.31,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.43,3.89,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.1,19.39,376114,10,1],["devstral-2-123b-q4",1,8.6,null,11.17,106.73,5277,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.33,4.33,262144,10,1],["ministral-3-8b-q4",1,84.3,55,0.78,8.45,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.22,12.39,262144,10,1]]},"Apple M3 Ultra|256GB|60c":{"label":"Apple M3 Ultra 60-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.2,2.48,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.39,4.66,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.41,5.08,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.98,10.64,131072,10,1],["llama3.1-8b-q8",1,65.1,47,1.01,11.01,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.34,14.58,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,8.43,81.41,131072,10,1],["mistral-7b-q4",1,102.5,63.7,0.89,9.92,32768,10,1],["mistral-7b-q5",1,91.8,59.4,1.22,13.59,32768,10,1],["mistral-7b-q8",1,68,48.4,0.92,10.26,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.54,15.14,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.48,15.35,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.53,15.87,131072,10,1],["gemma2-2b-q4",1,176,null,0.31,3.07,8192,10,1],["gemma2-9b-q4",1,74.8,null,1.1,10.67,8192,10,1],["gemma2-27b-q4",1,33.2,null,3.19,27.54,8192,10,1],["phi3-mini-q4",1,117.9,null,0.48,5.94,4096,10,1],["phi3-medium-q4",1,60.4,null,1.7,17.94,4096,10,1],["phi4-14b-q4",1,58.9,null,1.78,18.59,16384,10,1],["phi4-14b-q8",1,37.7,null,1.84,19.22,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.16,1.95,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.71,29.03,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.07,0.98,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.12,1.03,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.12,1.06,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.48,5.96,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.5,6.16,131072,10,1],["smollm2-360m-q4",1,265.4,null,0.05,1.09,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,8.43,81.41,131072,10,1],["qwen3-8b-q4",1,93.7,57.6,1.01,11.19,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,1.04,11.57,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.79,18.69,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.46,7.91,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.48,8.18,40960,10,1],["gemma3-4b-q4",1,153.5,134.3,0.45,3.85,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.47,3.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.38,11.71,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,3.15,26.04,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.92,9.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.95,9.83,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.81,19.69,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.87,20.36,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,8.43,81.41,131072,10,1],["qwen3-235b-a22b-cloud",1,27.4,22.1,2.87,39.38,40960,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.79,25.85,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.89,26.73,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.08,0.9,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.2,1.84,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.45,4.27,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.46,4.41,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.86,24.98,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["qwen3.5-122b-a10b-q4",1,69.2,64.2,0.94,9.59,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.26,2.48,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.19,1.76,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.43,5.66,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,1.03,11.77,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.86,24.98,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.86,24.98,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.34,3.6,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,3.52,29.95,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,3.64,30.96,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.38,3.48,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.86,7.16,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.89,7.4,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.47,4.05,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.48,4.19,131072,10,1],["llama4-scout-q4",1,48.8,34,1.38,16.32,763769,10,1],["gemma4-12b-q4",1,68.7,57.1,1.38,11.71,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.58,5.37,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.33,3.95,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.4,4.35,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.62,6.42,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.46,4.6,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.38,4.06,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,1,8.69,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.42,12.1,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.39,3.6,262144,10,1],["qwen3-next-80b-a3b-q8",1,99.4,89.5,0.39,4.2,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.85,19.32,40960,10,1],["llama3.3-70b-q8",1,8.6,7.6,8.71,84.16,131072,10,1],["llama3.3-70b-q6",1,11,9.4,11.54,111.5,131072,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.33,3.95,262144,10,1],["laguna-s-2.1-q4",1,57.6,51.1,0.88,8.58,1048576,10,1],["ornith-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["qwen3.8-flash-next",1,76,70,0.65,6.74,262144,10,1],["qwen3.8-flash-next-q4xs",1,87.1,79.4,0.65,6.74,262144,10,1],["qwen3.8-flash-next-q3",1,89.8,81.7,0.88,9.23,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.46,5.89,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,1.08,12.15,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,3.49,33.54,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.42,3.92,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.42,3.92,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,3.08,25.81,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,1.01,11.19,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.46,5.75,202752,10,1],["nemotron-3-super-120b-q4",1,40.7,40.1,1.49,12.64,262144,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.49,12.64,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,3.77,31.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.96,8.41,262144,10,1],["ling-3.0-flash",1,105.8,101.8,0.57,5.18,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.57,5.18,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.79,25.85,393216,10,1],["devstral-2-123b-q4",1,8.6,7.5,14.9,142.31,262144,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.44,5.78,262144,10,1],["ministral-3-8b-q4",1,84.3,55,1.04,11.27,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.63,16.52,262144,10,1]]},"Apple M3 Ultra|256GB|80c":{"label":"Apple M3 Ultra 80-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.15,1.86,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.29,3.5,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.3,3.81,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.74,7.98,131072,10,1],["llama3.1-8b-q8",1,65.1,47,0.76,8.25,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.01,10.93,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,6.32,61.06,131072,10,1],["mistral-7b-q4",1,102.5,63.7,0.67,7.44,32768,10,1],["mistral-7b-q5",1,91.8,59.4,0.91,10.19,32768,10,1],["mistral-7b-q8",1,68,48.4,0.69,7.69,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.16,11.36,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.11,11.52,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.15,11.91,131072,10,1],["gemma2-2b-q4",1,176,null,0.23,2.31,8192,10,1],["gemma2-9b-q4",1,74.8,null,0.83,8,8192,10,1],["gemma2-27b-q4",1,33.2,null,2.39,20.65,8192,10,1],["phi3-mini-q4",1,117.9,null,0.36,4.46,4096,10,1],["phi3-medium-q4",1,60.4,null,1.27,13.46,4096,10,1],["phi4-14b-q4",1,58.9,null,1.33,13.94,16384,10,1],["phi4-14b-q8",1,37.7,null,1.38,14.41,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.12,1.46,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.03,21.77,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.05,0.74,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.09,0.77,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.09,0.8,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.36,4.47,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.37,4.62,131072,10,1],["smollm2-360m-q4",1,265.4,null,0.04,0.81,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,6.32,61.06,131072,10,1],["qwen3-8b-q4",1,93.7,57.6,0.75,8.4,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,0.78,8.68,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.34,14.02,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.35,5.93,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.36,6.13,40960,10,1],["gemma3-4b-q4",1,153.5,134.3,0.34,2.89,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.35,2.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.03,8.78,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,2.36,19.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.69,7.13,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.71,7.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.35,14.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.4,15.27,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,6.32,61.06,131072,10,1],["qwen3-235b-a22b-cloud",1,27.4,22.1,2.15,29.53,40960,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.1,19.39,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.17,20.05,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.06,0.67,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.15,1.38,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.33,3.2,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.35,3.31,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.14,18.73,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.5-122b-a10b-q4",1,69.2,64.2,0.7,7.19,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.19,1.86,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.14,1.32,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.33,4.24,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,0.78,8.83,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.14,18.73,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.14,18.73,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.26,2.7,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,2.64,22.46,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,2.73,23.22,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.29,2.61,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.64,5.37,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.66,5.55,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.35,3.04,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.36,3.14,131072,10,1],["llama4-scout-q4",1,48.8,34,1.04,12.24,763769,10,1],["gemma4-12b-q4",1,68.7,57.1,1.03,8.78,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.44,4.03,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.25,2.96,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.3,3.26,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.47,4.81,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.34,3.45,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.28,3.05,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,0.75,6.52,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.07,9.08,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.29,2.7,262144,10,1],["qwen3-next-80b-a3b-q8",1,99.4,89.5,0.29,3.15,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.39,14.49,40960,10,1],["llama3.3-70b-q8",1,8.6,7.6,6.53,63.12,131072,10,1],["llama3.3-70b-q6",1,11,9.4,8.65,83.62,131072,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.25,2.96,262144,10,1],["laguna-s-2.1-q4",1,57.6,51.1,0.66,6.44,1048576,10,1],["ornith-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.8-flash-next",1,76,70,0.48,5.06,262144,10,1],["qwen3.8-flash-next-q4xs",1,87.1,79.4,0.48,5.06,262144,10,1],["qwen3.8-flash-next-q3",1,89.8,81.7,0.66,6.92,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.35,4.42,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,2.62,25.16,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.32,2.94,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.32,2.94,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,2.31,19.36,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,0.75,8.39,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.35,4.31,202752,10,1],["nemotron-3-super-120b-q4",1,40.7,40.1,1.12,9.48,262144,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.12,9.48,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,2.82,23.91,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.72,6.31,262144,10,1],["ling-3.0-flash",1,105.8,101.8,0.43,3.89,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.43,3.89,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.1,19.39,393216,10,1],["devstral-2-123b-q4",1,8.6,7.5,11.17,106.73,262144,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.33,4.33,262144,10,1],["ministral-3-8b-q4",1,84.3,55,0.78,8.45,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.22,12.39,262144,10,1]]},"Apple M3 Ultra|512GB|80c":{"label":"Apple M3 Ultra 80-core GPU, 512 GB","kind":"apple","budgetGb":435.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.15,1.86,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.29,3.5,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.3,3.81,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.74,7.98,131072,10,1],["llama3.1-8b-q8",1,65.1,47,0.76,8.25,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.01,10.93,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,6.32,61.06,131072,10,1],["mistral-7b-q4",1,102.5,63.7,0.67,7.44,32768,10,1],["mistral-7b-q5",1,91.8,59.4,0.91,10.19,32768,10,1],["mistral-7b-q8",1,68,48.4,0.69,7.69,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.16,11.36,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.11,11.52,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.15,11.91,131072,10,1],["gemma2-2b-q4",1,176,null,0.23,2.31,8192,10,1],["gemma2-9b-q4",1,74.8,null,0.83,8,8192,10,1],["gemma2-27b-q4",1,33.2,null,2.39,20.65,8192,10,1],["phi3-mini-q4",1,117.9,null,0.36,4.46,4096,10,1],["phi3-medium-q4",1,60.4,null,1.27,13.46,4096,10,1],["phi4-14b-q4",1,58.9,null,1.33,13.94,16384,10,1],["phi4-14b-q8",1,37.7,null,1.38,14.41,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.12,1.46,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.03,21.77,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.05,0.74,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.09,0.77,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.09,0.8,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.36,4.47,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.37,4.62,131072,10,1],["smollm2-360m-q4",1,265.4,null,0.04,0.81,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,6.32,61.06,131072,10,1],["llama-3.1-405b-q4",1,2.7,2.5,35.86,319.98,131072,10,0],["deepseek-r1-671b-q4",1,16.7,15.9,3.49,34.9,163840,10,1],["qwen3-8b-q4",1,93.7,57.6,0.75,8.4,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,0.78,8.68,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.34,14.02,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.35,5.93,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.36,6.13,40960,10,1],["gemma3-4b-q4",1,153.5,134.3,0.34,2.89,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.35,2.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.03,8.78,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,2.36,19.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.69,7.13,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.71,7.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.35,14.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.4,15.27,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,6.32,61.06,131072,10,1],["qwen3-235b-a22b-cloud",1,27.4,22.1,2.15,29.53,40960,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.1,19.39,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.17,20.05,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.06,0.67,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.15,1.38,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.33,3.2,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.35,3.31,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.14,18.73,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.5-122b-a10b-q4",1,69.2,64.2,0.7,7.19,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.19,1.86,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.14,1.32,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.33,4.24,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,0.78,8.83,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.14,18.73,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.14,18.73,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.26,2.7,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,2.64,22.46,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,2.73,23.22,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.29,2.61,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.64,5.37,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.66,5.55,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.35,3.04,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.36,3.14,131072,10,1],["llama4-scout-q4",1,48.8,34,1.04,12.24,1870540,10,1],["llama4-maverick-q4",1,51.5,35.3,1.04,12.25,968200,10,1],["gemma4-12b-q4",1,68.7,57.1,1.03,8.78,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.44,4.03,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.25,2.96,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.3,3.26,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.47,4.81,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.34,3.45,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.28,3.05,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,0.75,6.52,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.07,9.08,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.29,2.7,262144,10,1],["qwen3-next-80b-a3b-q8",1,99.4,89.5,0.29,3.15,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.39,14.49,40960,10,1],["llama3.3-70b-q8",1,8.6,7.6,6.53,63.12,131072,10,1],["llama3.3-70b-q6",1,11,9.4,8.65,83.62,131072,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.25,2.96,262144,10,1],["laguna-s-2.1-q4",1,57.6,51.1,0.66,6.44,1048576,10,1],["ornith-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.8-flash-next",1,76,70,0.48,5.06,262144,10,1],["qwen3.8-flash-next-q4xs",1,87.1,79.4,0.48,5.06,262144,10,1],["qwen3.8-flash-next-q3",1,89.8,81.7,0.66,6.92,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.35,4.42,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,2.62,25.16,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.32,2.94,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.32,2.94,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,2.31,19.36,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,0.75,8.39,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.35,4.31,202752,10,1],["nemotron-3-super-120b-q4",1,40.7,40.1,1.12,9.48,262144,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.12,9.48,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,2.82,23.91,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.72,6.31,262144,10,1],["ling-3.0-flash",1,105.8,101.8,0.43,3.89,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.43,3.89,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.1,19.39,393216,10,1],["devstral-2-123b-q4",1,8.6,7.5,11.17,106.73,262144,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.33,4.33,262144,10,1],["ministral-3-8b-q4",1,84.3,55,0.78,8.45,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.22,12.39,262144,10,1]]},"Apple M5 Ultra|96GB|64c":{"label":"Apple M5 Ultra 64-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.05,0.69,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.11,1.29,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.11,1.41,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.27,2.95,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.28,3.05,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.37,4.04,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,2.34,22.57,104613,10,0],["mistral-7b-q4",1,147.6,93.8,0.25,2.75,32768,10,1],["mistral-7b-q5",1,133,87.6,0.34,3.77,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.26,2.84,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.43,4.2,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.41,4.26,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.42,4.4,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.09,0.85,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.31,2.96,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.88,7.64,8192,10,1],["phi3-mini-q4",1,168.3,null,0.13,1.65,4096,10,0],["phi3-medium-q4",1,89,null,0.47,4.98,4096,10,1],["phi4-14b-q4",1,87,null,0.49,5.16,16384,10,1],["phi4-14b-q8",1,56.3,null,0.51,5.33,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.04,0.54,131072,5,0],["mistral-small-22b-q4",1,65.4,45.3,0.75,8.05,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.02,0.27,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.28,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.29,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.13,1.65,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.14,1.71,131072,10,1],["smollm2-360m-q4",1,350.1,null,0.01,0.3,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,2.34,22.57,104613,10,0],["qwen3-8b-q4",1,135.5,85.1,0.28,3.1,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.29,3.21,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.5,5.18,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.13,2.19,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.13,2.27,40960,10,1],["gemma3-4b-q4",1,214.8,190,0.13,1.07,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.13,1.1,131072,10,1],["gemma3-12b-q4",1,101.6,84.9,0.38,3.25,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.87,7.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.26,2.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.26,2.73,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.5,5.46,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.52,5.65,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,2.34,22.57,104613,10,0],["mistral-small-3.1-cloud",1,56.9,44.5,0.77,7.17,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.8,7.41,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.25,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.05,0.51,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.12,1.18,262144,10,0],["qwen3.5-4b-q8",1,152.7,133,0.13,1.22,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.09,1,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.79,6.93,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["lfm2-24b-a2b-q4",1,238.6,208.4,0.07,0.69,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.05,0.49,128000,10,0],["granite4.1-3b-q4",1,227.6,146.6,0.12,1.57,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.29,3.26,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.79,6.93,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.79,6.93,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.09,1,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.98,8.3,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,1.01,8.58,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.11,0.96,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.24,1.98,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.25,2.05,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.13,1.12,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.13,1.16,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.38,4.53,47623,10,1],["gemma4-12b-q4",1,100.9,84.3,0.38,3.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.16,1.49,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.09,1.09,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.11,1.21,500000,10,0],["gpt-oss-120b",1,146.1,126,0.17,1.78,131072,10,1],["gpt-oss-20b",1,167.2,149,0.13,1.27,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.1,1.13,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.28,2.41,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.39,3.36,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.11,1,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.51,5.36,40960,10,1],["llama3.3-70b-q8",1,13,null,2.42,23.34,5569,10,0],["llama3.3-70b-q6",1,16.7,14.4,3.2,30.92,57714,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.09,1.09,262144,10,0],["ornith-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["ornith-35b-q4",1,227.6,200,0.09,1,262144,10,0],["granite4.2-3b-q4",1,228.3,146.8,0.13,1.63,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.3,3.37,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.97,9.3,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.12,1.09,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.12,1.09,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.86,7.16,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.28,3.1,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.13,1.59,202752,10,0],["nemotron-3-super-120b-q4xs",1,78.5,77,0.41,3.5,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,1.04,8.84,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.27,2.33,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.16,1.44,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.77,7.17,376114,10,1],["devstral-2-123b-q4",1,13,null,4.13,39.46,5277,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.12,1.6,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.29,3.13,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.45,4.58,262144,10,1]]},"Apple M5 Ultra|96GB|80c":{"label":"Apple M5 Ultra 80-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.04,0.55,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.09,1.03,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.09,1.13,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.22,2.36,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.22,2.44,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.3,3.23,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,1.87,18.06,104613,10,0],["mistral-7b-q4",1,147.6,93.8,0.2,2.2,32768,10,1],["mistral-7b-q5",1,133,87.6,0.27,3.01,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.2,2.28,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.34,3.36,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.33,3.41,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.34,3.52,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.07,0.68,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.24,2.37,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.71,6.11,8192,10,1],["phi3-mini-q4",1,168.3,null,0.11,1.32,4096,10,0],["phi3-medium-q4",1,89,null,0.38,3.98,4096,10,1],["phi4-14b-q4",1,87,null,0.39,4.12,16384,10,1],["phi4-14b-q8",1,56.3,null,0.41,4.26,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.03,0.43,131072,5,0],["mistral-small-22b-q4",1,65.4,45.3,0.6,6.44,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.01,0.22,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.23,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.24,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.11,1.32,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.11,1.37,131072,10,1],["smollm2-360m-q4",1,350.1,null,0.01,0.24,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,1.87,18.06,104613,10,0],["qwen3-8b-q4",1,135.5,85.1,0.22,2.48,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.23,2.57,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.4,4.15,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.1,1.75,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.11,1.81,40960,10,1],["gemma3-4b-q4",1,214.8,190,0.1,0.85,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.1,0.88,131072,10,1],["gemma3-12b-q4",1,101.6,84.9,0.31,2.6,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.7,5.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.2,2.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.21,2.18,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.4,4.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.41,4.52,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,1.87,18.06,104613,10,0],["mistral-small-3.1-cloud",1,56.9,44.5,0.62,5.74,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.64,5.93,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.2,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.04,0.41,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.1,0.95,262144,10,0],["qwen3.5-4b-q8",1,152.7,133,0.1,0.98,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.63,5.54,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["lfm2-24b-a2b-q4",1,238.6,208.4,0.06,0.55,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.04,0.39,128000,10,0],["granite4.1-3b-q4",1,227.6,146.6,0.1,1.25,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.23,2.61,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.63,5.54,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.63,5.54,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.08,0.8,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.78,6.64,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,0.81,6.87,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.08,0.77,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.19,1.59,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.2,1.64,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.1,0.9,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.11,0.93,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.31,3.62,47623,10,1],["gemma4-12b-q4",1,100.9,84.3,0.31,2.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.13,1.19,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.07,0.88,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.09,0.97,500000,10,0],["gpt-oss-120b",1,146.1,126,0.14,1.42,131072,10,1],["gpt-oss-20b",1,167.2,149,0.1,1.02,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.08,0.9,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.22,1.93,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.32,2.68,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.09,0.8,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.41,4.29,40960,10,1],["llama3.3-70b-q8",1,13,null,1.93,18.67,5569,10,0],["llama3.3-70b-q6",1,16.7,14.4,2.56,24.73,57714,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.07,0.88,262144,10,0],["ornith-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["ornith-35b-q4",1,227.6,200,0.08,0.8,262144,10,0],["granite4.2-3b-q4",1,228.3,146.8,0.1,1.31,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.77,7.44,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.09,0.87,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.09,0.87,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.68,5.72,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.22,2.48,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.1,1.27,202752,10,0],["nemotron-3-super-120b-q4xs",1,78.5,77,0.33,2.8,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,0.84,7.07,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.21,1.87,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.13,1.15,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.62,5.74,376114,10,1],["devstral-2-123b-q4",1,13,null,3.31,31.57,5277,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.1,1.28,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.23,2.5,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.36,3.67,262144,10,1]]},"Apple M5 Ultra|256GB|64c":{"label":"Apple M5 Ultra 64-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.05,0.69,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.11,1.29,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.11,1.41,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.27,2.95,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.28,3.05,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.37,4.04,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,2.34,22.57,131072,10,0],["mistral-7b-q4",1,147.6,93.8,0.25,2.75,32768,10,1],["mistral-7b-q5",1,133,87.6,0.34,3.77,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.26,2.84,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.43,4.2,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.41,4.26,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.42,4.4,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.09,0.85,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.31,2.96,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.88,7.64,8192,10,1],["phi3-mini-q4",1,168.3,null,0.13,1.65,4096,10,0],["phi3-medium-q4",1,89,null,0.47,4.98,4096,10,1],["phi4-14b-q4",1,87,null,0.49,5.16,16384,10,1],["phi4-14b-q8",1,56.3,null,0.51,5.33,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.04,0.54,131072,5,0],["mistral-small-22b-q4",1,65.4,45.3,0.75,8.05,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.02,0.27,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.28,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.29,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.13,1.65,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.14,1.71,131072,10,1],["smollm2-360m-q4",1,350.1,null,0.01,0.3,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,2.34,22.57,131072,10,0],["qwen3-8b-q4",1,135.5,85.1,0.28,3.1,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.29,3.21,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.5,5.18,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.13,2.19,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.13,2.27,40960,10,1],["gemma3-4b-q4",1,214.8,190,0.13,1.07,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.13,1.1,131072,10,1],["gemma3-12b-q4",1,101.6,84.9,0.38,3.25,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.87,7.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.26,2.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.26,2.73,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.5,5.46,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.52,5.65,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,2.34,22.57,131072,10,0],["qwen3-235b-a22b-cloud",1,41.2,33.4,0.79,10.92,40960,10,1],["mistral-small-3.1-cloud",1,56.9,44.5,0.77,7.17,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.8,7.41,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.25,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.05,0.51,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.12,1.18,262144,10,0],["qwen3.5-4b-q8",1,152.7,133,0.13,1.22,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.09,1,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.79,6.93,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["qwen3.5-122b-a10b-q4",1,101.5,94.5,0.26,2.66,262144,10,1],["lfm2-24b-a2b-q4",1,238.6,208.4,0.07,0.69,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.05,0.49,128000,10,0],["granite4.1-3b-q4",1,227.6,146.6,0.12,1.57,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.29,3.26,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.79,6.93,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.79,6.93,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.09,1,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.98,8.3,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,1.01,8.58,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.11,0.96,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.24,1.98,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.25,2.05,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.13,1.12,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.13,1.16,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.38,4.53,763769,10,1],["gemma4-12b-q4",1,100.9,84.3,0.38,3.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.16,1.49,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.09,1.09,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.11,1.21,500000,10,0],["gpt-oss-120b",1,146.1,126,0.17,1.78,131072,10,1],["gpt-oss-20b",1,167.2,149,0.13,1.27,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.1,1.13,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.28,2.41,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.39,3.36,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.11,1,262144,10,1],["qwen3-next-80b-a3b-q8",1,143.4,129.8,0.11,1.17,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.51,5.36,40960,10,1],["llama3.3-70b-q8",1,13,11.6,2.42,23.34,131072,10,0],["llama3.3-70b-q6",1,16.7,14.4,3.2,30.92,131072,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.09,1.09,262144,10,0],["laguna-s-2.1-q4",1,85.1,75.7,0.24,2.38,1048576,10,1],["ornith-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["ornith-35b-q4",1,227.6,200,0.09,1,262144,10,0],["qwen3.8-flash-next",1,111,102.7,0.18,1.87,262144,10,1],["qwen3.8-flash-next-q4xs",1,126.5,115.8,0.18,1.87,262144,10,1],["qwen3.8-flash-next-q3",1,130.3,119,0.25,2.56,262144,10,1],["granite4.2-3b-q4",1,228.3,146.8,0.13,1.63,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.3,3.37,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.97,9.3,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.12,1.09,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.12,1.09,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.86,7.16,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.28,3.1,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.13,1.59,202752,10,0],["nemotron-3-super-120b-q4",1,60.7,59.9,0.41,3.5,262144,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.41,3.5,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,1.04,8.84,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.27,2.33,262144,10,1],["ling-3.0-flash",1,152,146.7,0.16,1.44,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.16,1.44,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.77,7.17,393216,10,1],["devstral-2-123b-q4",1,13,11.4,4.13,39.46,262144,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.12,1.6,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.29,3.13,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.45,4.58,262144,10,1]]},"Apple M5 Ultra|256GB|80c":{"label":"Apple M5 Ultra 80-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.04,0.55,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.09,1.03,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.09,1.13,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.22,2.36,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.22,2.44,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.3,3.23,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["mistral-7b-q4",1,147.6,93.8,0.2,2.2,32768,10,1],["mistral-7b-q5",1,133,87.6,0.27,3.01,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.2,2.28,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.34,3.36,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.33,3.41,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.34,3.52,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.07,0.68,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.24,2.37,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.71,6.11,8192,10,1],["phi3-mini-q4",1,168.3,null,0.11,1.32,4096,10,0],["phi3-medium-q4",1,89,null,0.38,3.98,4096,10,1],["phi4-14b-q4",1,87,null,0.39,4.12,16384,10,1],["phi4-14b-q8",1,56.3,null,0.41,4.26,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.03,0.43,131072,5,0],["mistral-small-22b-q4",1,65.4,45.3,0.6,6.44,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.01,0.22,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.23,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.24,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.11,1.32,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.11,1.37,131072,10,1],["smollm2-360m-q4",1,350.1,null,0.01,0.24,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["qwen3-8b-q4",1,135.5,85.1,0.22,2.48,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.23,2.57,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.4,4.15,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.1,1.75,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.11,1.81,40960,10,1],["gemma3-4b-q4",1,214.8,190,0.1,0.85,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.1,0.88,131072,10,1],["gemma3-12b-q4",1,101.6,84.9,0.31,2.6,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.7,5.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.2,2.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.21,2.18,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.4,4.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.41,4.52,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["qwen3-235b-a22b-cloud",1,41.2,33.4,0.64,8.74,40960,10,1],["mistral-small-3.1-cloud",1,56.9,44.5,0.62,5.74,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.64,5.93,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.2,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.04,0.41,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.1,0.95,262144,10,0],["qwen3.5-4b-q8",1,152.7,133,0.1,0.98,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.63,5.54,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.5-122b-a10b-q4",1,101.5,94.5,0.21,2.13,262144,10,1],["lfm2-24b-a2b-q4",1,238.6,208.4,0.06,0.55,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.04,0.39,128000,10,0],["granite4.1-3b-q4",1,227.6,146.6,0.1,1.25,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.23,2.61,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.63,5.54,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.63,5.54,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.08,0.8,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.78,6.64,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,0.81,6.87,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.08,0.77,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.19,1.59,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.2,1.64,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.1,0.9,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.11,0.93,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.31,3.62,763769,10,1],["gemma4-12b-q4",1,100.9,84.3,0.31,2.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.13,1.19,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.07,0.88,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.09,0.97,500000,10,0],["gpt-oss-120b",1,146.1,126,0.14,1.42,131072,10,1],["gpt-oss-20b",1,167.2,149,0.1,1.02,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.08,0.9,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.22,1.93,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.32,2.68,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.09,0.8,262144,10,1],["qwen3-next-80b-a3b-q8",1,143.4,129.8,0.09,0.93,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.41,4.29,40960,10,1],["llama3.3-70b-q8",1,13,11.6,1.93,18.67,131072,10,0],["llama3.3-70b-q6",1,16.7,14.4,2.56,24.73,131072,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.07,0.88,262144,10,0],["laguna-s-2.1-q4",1,85.1,75.7,0.19,1.9,1048576,10,1],["ornith-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["ornith-35b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.8-flash-next",1,111,102.7,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q4xs",1,126.5,115.8,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q3",1,130.3,119,0.2,2.05,262144,10,1],["granite4.2-3b-q4",1,228.3,146.8,0.1,1.31,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.77,7.44,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.09,0.87,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.09,0.87,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.68,5.72,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.22,2.48,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.1,1.27,202752,10,0],["nemotron-3-super-120b-q4",1,60.7,59.9,0.33,2.8,262144,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.33,2.8,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,0.84,7.07,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.21,1.87,262144,10,1],["ling-3.0-flash",1,152,146.7,0.13,1.15,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.13,1.15,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.62,5.74,393216,10,1],["devstral-2-123b-q4",1,13,11.4,3.31,31.57,262144,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.1,1.28,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.23,2.5,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.36,3.67,262144,10,1]]},"Apple M5 Ultra|512GB|80c":{"label":"Apple M5 Ultra 80-core GPU, 512 GB","kind":"apple","budgetGb":435.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.04,0.55,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.09,1.03,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.09,1.13,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.22,2.36,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.22,2.44,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.3,3.23,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["mistral-7b-q4",1,147.6,93.8,0.2,2.2,32768,10,1],["mistral-7b-q5",1,133,87.6,0.27,3.01,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.2,2.28,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.34,3.36,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.33,3.41,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.34,3.52,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.07,0.68,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.24,2.37,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.71,6.11,8192,10,1],["phi3-mini-q4",1,168.3,null,0.11,1.32,4096,10,0],["phi3-medium-q4",1,89,null,0.38,3.98,4096,10,1],["phi4-14b-q4",1,87,null,0.39,4.12,16384,10,1],["phi4-14b-q8",1,56.3,null,0.41,4.26,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.03,0.43,131072,5,0],["mistral-small-22b-q4",1,65.4,45.3,0.6,6.44,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.01,0.22,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.23,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.24,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.11,1.32,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.11,1.37,131072,10,1],["smollm2-360m-q4",1,350.1,null,0.01,0.24,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["llama-3.1-405b-q4",1,4.1,3.9,10.61,94.65,131072,10,0],["deepseek-r1-671b-q4",1,25.3,24,1.03,10.32,163840,10,0],["qwen3-8b-q4",1,135.5,85.1,0.22,2.48,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.23,2.57,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.4,4.15,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.1,1.75,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.11,1.81,40960,10,1],["gemma3-4b-q4",1,214.8,190,0.1,0.85,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.1,0.88,131072,10,1],["gemma3-12b-q4",1,101.6,84.9,0.31,2.6,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.7,5.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.2,2.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.21,2.18,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.4,4.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.41,4.52,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["qwen3-235b-a22b-cloud",1,41.2,33.4,0.64,8.74,40960,10,1],["mistral-small-3.1-cloud",1,56.9,44.5,0.62,5.74,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.64,5.93,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.2,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.04,0.41,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.1,0.95,262144,10,0],["qwen3.5-4b-q8",1,152.7,133,0.1,0.98,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.63,5.54,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.5-122b-a10b-q4",1,101.5,94.5,0.21,2.13,262144,10,1],["lfm2-24b-a2b-q4",1,238.6,208.4,0.06,0.55,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.04,0.39,128000,10,0],["granite4.1-3b-q4",1,227.6,146.6,0.1,1.25,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.23,2.61,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.63,5.54,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.63,5.54,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.08,0.8,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.78,6.64,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,0.81,6.87,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.08,0.77,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.19,1.59,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.2,1.64,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.1,0.9,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.11,0.93,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.31,3.62,1870540,10,1],["llama4-maverick-q4",1,76.3,52.8,0.31,3.62,968200,10,1],["gemma4-12b-q4",1,100.9,84.3,0.31,2.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.13,1.19,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.07,0.88,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.09,0.97,500000,10,0],["gpt-oss-120b",1,146.1,126,0.14,1.42,131072,10,1],["gpt-oss-20b",1,167.2,149,0.1,1.02,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.08,0.9,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.22,1.93,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.32,2.68,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.09,0.8,262144,10,1],["qwen3-next-80b-a3b-q8",1,143.4,129.8,0.09,0.93,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.41,4.29,40960,10,1],["llama3.3-70b-q8",1,13,11.6,1.93,18.67,131072,10,0],["llama3.3-70b-q6",1,16.7,14.4,2.56,24.73,131072,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.07,0.88,262144,10,0],["laguna-s-2.1-q4",1,85.1,75.7,0.19,1.9,1048576,10,1],["ornith-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["ornith-35b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.8-flash-next",1,111,102.7,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q4xs",1,126.5,115.8,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q3",1,130.3,119,0.2,2.05,262144,10,1],["granite4.2-3b-q4",1,228.3,146.8,0.1,1.31,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.77,7.44,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.09,0.87,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.09,0.87,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.68,5.72,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.22,2.48,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.1,1.27,202752,10,0],["nemotron-3-super-120b-q4",1,60.7,59.9,0.33,2.8,262144,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.33,2.8,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,0.84,7.07,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.21,1.87,262144,10,1],["ling-3.0-flash",1,152,146.7,0.13,1.15,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.13,1.15,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.62,5.74,393216,10,1],["devstral-2-123b-q4",1,13,11.4,3.31,31.57,262144,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.1,1.28,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.23,2.5,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.36,3.67,262144,10,1]]},"Apple M4 Pro|64GB|16c":{"label":"Apple M4 Pro 16-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.63,8.02,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1.25,15.06,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,5.83,63.62,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.31,16.41,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,3.17,34.39,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,3.27,35.55,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,4.34,47.1,131072,10,1],["llama3.1-70b-q4",1,5.3,null,27.22,262.97,16722,10,1],["mistral-7b-q4",1,45,25.5,2.87,32.05,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.94,43.89,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.97,33.13,32768,10,1],["mixtral-8x7b-q4",1,18.1,13.8,4.98,48.91,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,4.79,49.6,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,4.95,51.28,131072,10,1],["gemma2-2b-q4",1,94.7,null,1.01,9.93,8192,10,1],["gemma2-9b-q4",1,30.8,null,3.57,34.46,8192,10,1],["gemma2-27b-q4",1,12.5,null,10.31,88.96,8192,10,1],["phi3-mini-q4",1,53.9,null,1.55,19.2,4096,10,1],["phi3-medium-q4",1,24,null,5.48,57.96,4096,10,1],["phi4-14b-q4",1,23.4,null,5.74,60.05,16384,10,1],["phi4-14b-q8",1,14.3,null,5.93,62.09,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,5.83,63.62,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.5,6.29,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,8.75,93.76,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.21,3.18,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.38,3.32,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.39,3.43,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.56,19.24,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.61,19.89,131072,10,1],["smollm2-360m-q4",1,196.5,null,0.17,3.51,8192,5,1],["llama3.3-70b-q4",1,5.3,null,27.22,262.97,16722,10,1],["qwen3-8b-q4",1,40.3,22.8,3.25,36.16,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,3.36,37.38,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,5.78,60.38,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.5,25.55,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,25.6,1.55,26.42,40960,10,1],["gemma3-4b-q4",1,77.3,64.1,1.46,12.43,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.51,12.85,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,4.44,37.82,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,10.16,84.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.97,30.72,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,3.07,31.76,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,5.83,63.62,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,6.03,65.77,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,5.3,null,27.22,262.97,16722,10,1],["mistral-small-3.1-cloud",1,14.4,11,9.03,83.51,131072,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,9.33,86.34,131072,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.26,2.9,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.64,5.96,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.44,13.78,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.49,14.25,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,1.1,11.62,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,9.24,80.68,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,9.55,83.41,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.83,8.02,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.6,5.68,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.4,18.27,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,3.34,38.02,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,9.55,83.41,262144,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,1.1,11.62,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,11.39,96.74,173896,10,1],["gemma4-31b-q8",1,6.7,5.9,11.77,100.01,88656,10,1],["gemma4-26b-a4b-q4",1,53,41.3,1.23,11.24,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.77,23.12,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.86,23.9,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.51,13.08,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.56,13.52,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,4.44,37.82,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.88,17.34,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,1.06,12.75,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.3,14.06,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.47,14.85,131072,10,1],["qwen3.6-35b-a3b-q8",1,50.4,44.5,1.14,12.01,262144,10,1],["qwen3.5-35b-a3b-q8",1,50.4,44.5,1.14,12.01,262144,10,1],["qwen3.5-9b-q8",1,26.4,23.7,3.22,28.08,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,9.55,83.41,262144,10,1],["gemma4-12b-q8",1,17,14.9,4.59,39.1,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.27,11.62,262144,10,1],["qwen3-14b-q8",1,14.4,11,5.98,62.42,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,1.06,12.75,262144,10,1],["ornith-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["ornith-35b-q4",1,84.8,69.2,1.1,11.62,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.5,19.04,131072,10,1],["granite4.2-8b-q4",1,38,21,3.49,39.25,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,11.28,108.35,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.37,12.66,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.37,12.66,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,9.96,83.37,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,3.25,36.16,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.49,18.56,202752,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,12.17,102.98,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,3.11,27.16,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,9.03,83.51,200333,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.41,18.67,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,3.35,36.41,262144,10,1],["ministral-3-14b-q4",1,24,15.9,5.26,53.37,237533,10,1]]},"Apple M4 Pro|64GB|20c":{"label":"Apple M4 Pro 20-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.5,6.41,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1,12.05,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.38,24.58,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,4.67,50.89,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.05,13.13,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,2.53,27.51,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,2.62,28.44,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,3.47,37.68,131072,10,1],["llama3.1-70b-q4",1,5.3,null,21.77,210.38,16722,10,1],["mistral-7b-q4",1,45,25.5,2.3,25.64,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.15,35.11,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.38,26.5,32768,10,1],["mixtral-8x7b-q4",1,18.1,13.8,3.99,39.13,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,3.83,39.68,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,3.96,41.02,131072,10,1],["gemma2-2b-q4",1,94.7,null,0.81,7.94,8192,10,1],["gemma2-9b-q4",1,30.8,null,2.85,27.57,8192,10,1],["gemma2-27b-q4",1,12.5,null,8.25,71.17,8192,10,1],["phi3-mini-q4",1,53.9,null,1.24,15.36,4096,10,1],["phi3-medium-q4",1,24,null,4.38,46.37,4096,10,1],["phi4-14b-q4",1,23.4,null,4.59,48.04,16384,10,1],["phi4-14b-q8",1,14.3,null,4.75,49.67,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.38,24.58,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,4.67,50.89,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.4,5.03,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,7,75.01,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.17,2.54,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.3,2.65,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.31,2.74,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.25,15.39,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.29,15.91,131072,10,1],["smollm2-360m-q4",1,196.5,null,0.14,2.81,8192,5,1],["llama3.3-70b-q4",1,5.3,null,21.77,210.38,16722,10,1],["qwen3-8b-q4",1,40.3,22.8,2.6,28.93,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,2.69,29.91,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,4.62,48.3,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.2,20.44,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,25.6,1.24,21.13,40960,10,1],["gemma3-4b-q4",1,77.3,64.1,1.17,9.94,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.21,10.28,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,3.56,30.25,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,8.13,67.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.38,24.58,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,2.46,25.41,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,4.67,50.89,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,4.82,52.61,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,5.3,null,21.77,210.38,16722,10,1],["mistral-small-3.1-cloud",1,14.4,11,7.22,66.81,131072,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,7.46,69.07,131072,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.2,2.32,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.51,4.77,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.15,11.03,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.19,11.4,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,7.39,64.55,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,7.64,66.73,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.66,6.41,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.48,4.54,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.12,14.62,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,2.67,30.42,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,7.39,64.55,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,7.39,64.55,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,7.64,66.73,262144,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,0.88,9.29,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,9.11,77.39,173896,10,1],["gemma4-31b-q8",1,6.7,5.9,9.42,80.01,88656,10,1],["gemma4-26b-a4b-q4",1,53,41.3,0.98,8.99,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.21,18.5,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.29,19.12,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.21,10.46,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.25,10.82,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,3.56,30.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.5,13.87,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,0.85,10.2,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.04,11.24,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.18,11.88,131072,10,1],["qwen3.6-35b-a3b-q8",1,50.4,44.5,0.91,9.61,262144,10,1],["qwen3.5-35b-a3b-q8",1,50.4,44.5,0.91,9.61,262144,10,1],["qwen3.5-9b-q8",1,26.4,23.7,2.57,22.47,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,7.64,66.73,262144,10,1],["gemma4-12b-q8",1,17,14.9,3.68,31.28,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.02,9.3,262144,10,1],["qwen3-14b-q8",1,14.4,11,4.78,49.94,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,0.85,10.2,262144,10,1],["ornith-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["ornith-35b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.2,15.23,131072,10,1],["granite4.2-8b-q4",1,38,21,2.79,31.4,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,9.03,86.68,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.1,10.13,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.1,10.13,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,7.97,66.69,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,2.6,28.92,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.19,14.85,202752,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,9.73,82.39,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,2.49,21.73,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,7.22,66.81,200333,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.13,14.94,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,2.68,29.13,262144,10,1],["ministral-3-14b-q4",1,24,15.9,4.21,42.7,237533,10,1]]},"Apple M6|16GB|12c":{"label":"Apple M6 12-core GPU, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":27.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":27.5},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":50}},"cells":[["qwen2.5-1.5b-q4",1,112.7,67.5,0.24,3.02,32768,5,1],["qwen2.5-3b-q4",1,63.9,42.9,0.47,5.67,32768,10,1],["qwen2.5-7b-q4",1,30.3,22.3,1.12,11.56,32768,10,1],["qwen2.5-14b-q4",1,15.2,null,2.19,23.94,11250,10,1],["llama3.2-3b-q4",1,53.8,23.6,0.49,6.17,80048,10,1],["llama3.1-8b-q4",1,27.1,15.6,1.19,12.94,47907,10,1],["llama3.1-8b-q8",1,16.6,null,1.23,13.38,20288,10,1],["llama3.1-8b-q5",1,23.7,14.4,1.63,17.72,41709,10,1],["mistral-7b-q4",1,28.7,16.1,1.08,12.06,32768,10,1],["mistral-7b-q5",1,25,14.9,1.48,16.51,32768,10,1],["mistral-7b-q8",1,17.4,null,1.12,12.47,26683,10,1],["mistral-nemo-12b-q4",1,19.1,null,1.8,18.66,25197,10,1],["gemma2-2b-q4",1,61.8,null,0.38,3.74,8192,10,1],["gemma2-9b-q4",1,19.5,null,1.34,12.97,8192,10,1],["phi3-mini-q4",1,34.5,null,0.58,7.22,4096,10,1],["phi3-medium-q4",1,15.2,null,2.06,21.81,4096,10,1],["phi4-14b-q4",1,14.8,null,2.16,22.6,10482,10,1],["qwen2.5-coder-7b-q4",1,30.3,22.3,1.12,11.56,32768,10,1],["qwen2.5-coder-14b-q4",1,15.2,null,2.19,23.94,11250,10,1],["llama3.2-1b-q4",1,128.8,68.7,0.19,2.37,131072,5,0],["qwen2.5-0.5b-q4",1,231.7,145.8,0.08,1.19,32768,5,0],["gemma-3-1b-q4",1,143.2,127.7,0.14,1.25,32768,5,0],["gemma-3-1b-q8",1,113.5,103.5,0.15,1.29,32768,5,1],["phi4-mini-3.8b-q4",1,44.8,20.2,0.59,7.24,66437,10,1],["phi4-mini-3.8b-q8",1,30,16.5,0.61,7.49,54286,10,1],["smollm2-360m-q4",1,134.5,null,0.07,1.32,8192,5,0],["qwen3-8b-q4",1,25.6,14.4,1.22,13.61,40517,10,1],["qwen3-8b-q8",1,16.1,null,1.26,14.07,15929,10,1],["qwen3-14b-q4",1,14.9,null,2.17,22.72,11741,10,1],["gemma3-4b-q4",1,50,41.3,0.55,4.68,131072,10,1],["gemma3-4b-q8",1,31.9,28.1,0.57,4.83,131072,10,1],["gemma3-12b-q4",1,17.8,14.3,1.67,14.23,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,30.3,22.3,1.12,11.56,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,18.2,15,1.16,11.95,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,15.2,null,2.19,23.94,11250,10,1],["qwen3.5-0.8b-q4",1,139.2,102.8,0.1,1.09,262144,5,0],["qwen3.5-2b-q4",1,64.5,55.4,0.24,2.24,262144,5,1],["qwen3.5-4b-q4",1,48.7,36.6,0.54,5.19,260968,10,1],["qwen3.5-4b-q8",1,30.1,25,0.56,5.36,205004,10,1],["qwen3.5-9b-q4",1,27.5,23.2,1.17,10.22,170010,10,1],["lfm2.5-8b-a1b-q4",1,78.8,65.6,0.23,2.14,128000,10,0],["granite4.1-3b-q4",1,55,28.5,0.53,6.87,111090,10,1],["granite4.1-8b-q4",1,23.2,13,1.26,14.31,35718,10,1],["gemma4-e4b-q4",1,39.5,35.3,1.04,8.7,131072,10,1],["gemma4-e4b-q8",1,27.6,25.5,1.08,8.99,131072,10,1],["gemma4-e2b-q4",1,87,77,0.57,4.92,131072,10,1],["gemma4-e2b-q8",1,63.8,58.3,0.59,5.09,131072,10,1],["gemma4-12b-q4",1,17.6,14.2,1.67,14.23,53147,10,1],["qwen3.5-9b-q8",1,16.7,15,1.21,10.57,51040,10,1],["ornith-9b-q4",1,27.5,23.2,1.17,10.22,170010,10,1],["granite4.2-3b-q4",1,55.3,28.5,0.56,7.16,109326,10,1],["granite4.2-8b-q4",1,24.2,13.3,1.31,14.77,35718,10,1],["minicpm-v4.5-8b-q4",1,26.5,14.6,1.22,13.6,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,26.6,22.5,1.17,10.22,163543,10,1],["ministral-3-3b-q4",1,40.3,21.3,0.53,7.02,77432,10,1],["ministral-3-8b-q4",1,22.5,13.7,1.26,13.7,37179,10,1],["ministral-3-14b-q4",1,15.2,null,1.98,20.08,12924,10,1]]},"Apple M6|24GB|12c":{"label":"Apple M6 12-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":30.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":30.5},"40":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":55.2}},"cells":[["qwen2.5-1.5b-q4",1,123.3,74.3,0.24,3.02,32768,5,1],["qwen2.5-3b-q4",1,70.4,47.4,0.47,5.67,32768,10,1],["qwen2.5-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-14b-q4",1,16.8,10.4,2.19,23.94,32768,10,1],["llama3.2-3b-q4",1,59.4,26.2,0.49,6.17,128876,10,1],["llama3.1-8b-q4",1,30,17.3,1.19,12.94,90631,10,1],["llama3.1-8b-q8",1,18.4,12.7,1.23,13.38,63012,10,1],["llama3.1-8b-q5",1,26.2,16,1.63,17.72,84434,10,1],["mistral-7b-q4",1,31.8,17.9,1.08,12.06,32768,10,1],["mistral-7b-q5",1,27.7,16.5,1.48,16.51,32768,10,1],["mistral-7b-q8",1,19.3,13.1,1.12,12.47,32768,10,1],["mistral-nemo-12b-q4",1,21.2,12.9,1.8,18.66,59376,10,1],["mistral-nemo-12b-q8",1,12.1,null,1.86,19.29,23056,10,1],["gemma2-2b-q4",1,68.1,null,0.38,3.74,8192,10,1],["gemma2-9b-q4",1,21.6,null,1.34,12.97,8192,10,1],["phi3-mini-q4",1,38.2,null,0.58,7.22,4096,10,1],["phi3-medium-q4",1,16.8,null,2.06,21.81,4096,10,1],["phi4-14b-q4",1,16.4,null,2.16,22.6,16384,10,1],["phi4-14b-q8",1,10,null,2.23,23.36,5954,10,1],["qwen2.5-coder-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-coder-14b-q4",1,16.8,10.4,2.19,23.94,32768,10,1],["llama3.2-1b-q4",1,140.7,75.7,0.19,2.37,131072,5,0],["mistral-small-22b-q4",1,11.8,null,3.29,35.28,18444,10,1],["qwen2.5-0.5b-q4",1,249.8,158.9,0.08,1.19,32768,5,0],["gemma-3-1b-q4",1,156.1,139.5,0.14,1.25,32768,5,0],["gemma-3-1b-q8",1,124.3,113.5,0.15,1.29,32768,5,1],["phi4-mini-3.8b-q4",1,49.4,22.4,0.59,7.24,109162,10,1],["phi4-mini-3.8b-q8",1,33.2,18.3,0.61,7.49,97010,10,1],["smollm2-360m-q4",1,146.8,null,0.07,1.32,8192,5,0],["qwen3-8b-q4",1,28.4,15.9,1.22,13.61,40960,10,1],["qwen3-8b-q8",1,17.8,12,1.26,14.07,40960,10,1],["qwen3-14b-q4",1,16.6,11,2.17,22.72,40960,10,1],["gemma3-4b-q4",1,55.2,45.6,0.55,4.68,131072,10,1],["gemma3-4b-q8",1,35.3,31.1,0.57,4.83,131072,10,1],["gemma3-12b-q4",1,19.7,15.9,1.67,14.23,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,33.5,24.7,1.12,11.56,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,20.2,16.6,1.16,11.95,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,16.8,10.4,2.19,23.94,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,10.1,null,2.27,24.75,5586,10,1],["mistral-small-3.1-cloud",1,10.1,null,3.4,31.42,8014,10,1],["qwen3.5-0.8b-q4",1,151.9,112.7,0.1,1.09,262144,5,0],["qwen3.5-2b-q4",1,71.1,61.1,0.24,2.24,262144,5,1],["qwen3.5-4b-q4",1,53.8,40.5,0.54,5.19,262144,10,1],["qwen3.5-4b-q8",1,33.3,27.7,0.56,5.36,262144,10,1],["qwen3.5-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["lfm2-24b-a2b-q4",1,65.8,52.6,0.31,3.02,116420,10,1],["lfm2.5-8b-a1b-q4",1,86.6,72.3,0.23,2.14,128000,10,0],["granite4.1-3b-q4",1,60.7,31.5,0.53,6.87,131072,10,1],["granite4.1-8b-q4",1,25.7,14.4,1.26,14.31,69898,10,1],["gemma4-e4b-q4",1,43.6,39.1,1.04,8.7,131072,10,1],["gemma4-e4b-q8",1,30.6,28.3,1.08,8.99,131072,10,1],["gemma4-e2b-q4",1,95.6,84.7,0.57,4.92,131072,10,1],["gemma4-e2b-q8",1,70.3,64.3,0.59,5.09,131072,10,1],["gemma4-12b-q4",1,19.6,15.8,1.67,14.23,138596,10,1],["gpt-oss-20b",1,37.8,32.2,0.55,5.59,122210,10,1],["qwen3.5-9b-q8",1,18.5,16.6,1.21,10.57,221939,10,1],["gemma4-12b-q8",1,11.9,10.4,1.73,14.71,57904,10,1],["qwen3-14b-q8",1,10.1,null,2.25,23.49,5523,10,1],["ornith-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["granite4.2-3b-q4",1,61,31.6,0.56,7.16,131072,10,1],["granite4.2-8b-q4",1,26.8,14.7,1.31,14.77,69898,10,1],["minicpm-v4.5-8b-q4",1,29.3,16.2,1.22,13.6,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,29.4,24.9,1.17,10.22,262144,10,1],["devstral-small-2-24b-q4",1,10.3,null,3.4,31.42,9903,10,1],["ministral-3-3b-q4",1,44.5,23.6,0.53,7.02,130016,10,1],["ministral-3-8b-q4",1,24.9,15.1,1.26,13.7,77391,10,1],["ministral-3-14b-q4",1,16.8,11.1,1.98,20.08,47103,10,1]]},"Apple M6|32GB|12c":{"label":"Apple M6 12-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":59.3},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":59.3},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":59.3}},"cells":[["qwen2.5-1.5b-q4",1,123.3,74.3,0.24,3.02,32768,5,1],["qwen2.5-3b-q4",1,70.4,47.4,0.47,5.67,32768,10,1],["qwen2.5-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-14b-q4",1,16.8,10.4,2.19,23.94,32768,10,1],["llama3.2-3b-q4",1,59.4,26.2,0.49,6.17,131072,10,1],["llama3.1-8b-q4",1,30,17.3,1.19,12.94,131072,10,1],["llama3.1-8b-q8",1,18.4,12.7,1.23,13.38,105737,10,1],["llama3.1-8b-q5",1,26.2,16,1.63,17.72,127159,10,1],["mistral-7b-q4",1,31.8,17.9,1.08,12.06,32768,10,1],["mistral-7b-q5",1,27.7,16.5,1.48,16.51,32768,10,1],["mistral-7b-q8",1,19.3,13.1,1.12,12.47,32768,10,1],["mistral-nemo-12b-q4",1,21.2,12.9,1.8,18.66,93556,10,1],["mistral-nemo-12b-q8",1,12.1,8.9,1.86,19.29,57236,10,1],["gemma2-2b-q4",1,68.1,null,0.38,3.74,8192,10,1],["gemma2-9b-q4",1,21.6,null,1.34,12.97,8192,10,1],["gemma2-27b-q4",1,8.7,null,3.88,33.47,8192,10,1],["phi3-mini-q4",1,38.2,null,0.58,7.22,4096,10,1],["phi3-medium-q4",1,16.8,null,2.06,21.81,4096,10,1],["phi4-14b-q4",1,16.4,null,2.16,22.6,16384,10,1],["phi4-14b-q8",1,10,null,2.23,23.36,16384,10,1],["qwen2.5-coder-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-coder-14b-q4",1,16.8,10.4,2.19,23.94,32768,10,1],["llama3.2-1b-q4",1,140.7,75.7,0.19,2.37,131072,5,0],["mistral-small-22b-q4",1,11.8,7.8,3.29,35.28,32768,10,1],["qwen2.5-0.5b-q4",1,249.8,158.9,0.08,1.19,32768,5,0],["gemma-3-1b-q4",1,156.1,139.5,0.14,1.25,32768,5,0],["gemma-3-1b-q8",1,124.3,113.5,0.15,1.29,32768,5,1],["phi4-mini-3.8b-q4",1,49.4,22.4,0.59,7.24,131072,10,1],["phi4-mini-3.8b-q8",1,33.2,18.3,0.61,7.49,131072,10,1],["smollm2-360m-q4",1,146.8,null,0.07,1.32,8192,5,0],["qwen3-8b-q4",1,28.4,15.9,1.22,13.61,40960,10,1],["qwen3-8b-q8",1,17.8,12,1.26,14.07,40960,10,1],["qwen3-14b-q4",1,16.6,11,2.17,22.72,40960,10,1],["qwen3-30b-q4",1,43.5,24.2,0.56,9.61,38426,10,1],["gemma3-4b-q4",1,55.2,45.6,0.55,4.68,131072,10,1],["gemma3-4b-q8",1,35.3,31.1,0.57,4.83,131072,10,1],["gemma3-12b-q4",1,19.7,15.9,1.67,14.23,131072,10,1],["gemma3-27b-q4",1,9.1,8,3.82,31.65,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,33.5,24.7,1.12,11.56,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,20.2,16.6,1.16,11.95,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,16.8,10.4,2.19,23.94,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,10.1,7.4,2.27,24.75,34069,10,1],["mistral-small-3.1-cloud",1,10.1,7.7,3.4,31.42,42194,10,1],["qwen3.5-0.8b-q4",1,151.9,112.7,0.1,1.09,262144,5,0],["qwen3.5-2b-q4",1,71.1,61.1,0.24,2.24,262144,5,1],["qwen3.5-4b-q4",1,53.8,40.5,0.54,5.19,262144,10,1],["qwen3.5-4b-q8",1,33.3,27.7,0.56,5.36,262144,10,1],["qwen3.5-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["qwen3.5-35b-a3b-q4",1,60.7,49.3,0.41,4.37,60214,10,1],["qwen3.5-27b-q4",1,9.9,8.9,3.48,30.36,89303,10,1],["lfm2-24b-a2b-q4",1,65.8,52.6,0.31,3.02,128000,10,1],["lfm2.5-8b-a1b-q4",1,86.6,72.3,0.23,2.14,128000,10,0],["granite4.1-3b-q4",1,60.7,31.5,0.53,6.87,131072,10,1],["granite4.1-8b-q4",1,25.7,14.4,1.26,14.31,104077,10,1],["qwen3.6-27b-q4",1,9.8,8.7,3.48,30.36,84870,10,1],["qwen3.8-27b-q4",1,9.8,8.7,3.48,30.36,85285,10,1],["qwen3.6-35b-a3b-q4",1,59.3,48.4,0.41,4.37,33276,10,1],["gemma4-31b-q4",1,7.8,null,4.28,36.4,17646,10,1],["gemma4-26b-a4b-q4",1,37.5,29.1,0.46,4.23,124899,10,1],["gemma4-e4b-q4",1,43.6,39.1,1.04,8.7,131072,10,1],["gemma4-e4b-q8",1,30.6,28.3,1.08,8.99,131072,10,1],["gemma4-e2b-q4",1,95.6,84.7,0.57,4.92,131072,10,1],["gemma4-e2b-q8",1,70.3,64.3,0.59,5.09,131072,10,1],["gemma4-12b-q4",1,19.6,15.8,1.67,14.23,224045,10,1],["north-mini-code-1-q4",1,40.6,33.8,0.49,5.29,131610,10,1],["gpt-oss-20b",1,37.8,32.2,0.55,5.59,131072,10,1],["qwen3.5-9b-q8",1,18.5,16.6,1.21,10.57,262144,10,1],["gemma4-12b-q8",1,11.9,10.4,1.73,14.71,143354,10,1],["qwen3-14b-q8",1,10.1,7.7,2.25,23.49,39702,10,1],["laguna-xs-2.1-q4",1,55.2,38.9,0.4,4.8,50360,10,1],["ornith-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["ornith-35b-q4",1,60.7,49.3,0.41,4.37,60214,10,1],["granite4.2-3b-q4",1,61,31.6,0.56,7.16,131072,10,1],["granite4.2-8b-q4",1,26.8,14.7,1.31,14.77,104077,10,1],["granite4.2-30b-q4",1,8.5,null,4.24,40.77,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,46.9,44.5,0.52,4.76,566666,10,1],["muse-glimmer-30b-q4",1,9.9,9.6,3.75,31.37,131072,10,1],["minicpm-v4.5-8b-q4",1,29.3,16.2,1.22,13.6,40960,10,1],["glm-4.7-flash-q4",1,40.4,28.7,0.56,6.98,62439,10,1],["olmo-3.1-32b-q4",1,7.8,null,4.58,38.75,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,29.4,24.9,1.17,10.22,262144,10,1],["devstral-small-2-24b-q4",1,10.3,7.8,3.4,31.42,44083,10,1],["ministral-3-3b-q4",1,44.5,23.6,0.53,7.02,182600,10,1],["ministral-3-8b-q4",1,24.9,15.1,1.26,13.7,117602,10,1],["ministral-3-14b-q4",1,16.8,11.1,1.98,20.08,81283,10,1]]},"Apple M5 Pro|64GB|16c":{"label":"Apple M5 Pro 16-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.22,2.75,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.43,5.17,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.45,5.63,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,1.09,11.81,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,1.12,12.21,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.49,16.17,131072,10,1],["llama3.1-70b-q4",1,6.3,null,9.35,90.3,16722,10,1],["mistral-7b-q4",1,53.6,30.4,0.99,11,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.35,15.07,32768,10,1],["mistral-7b-q8",1,32.7,22.3,1.02,11.38,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.71,16.79,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.64,17.03,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.7,17.61,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.35,3.41,8192,10,1],["gemma2-9b-q4",1,36.6,null,1.22,11.83,8192,10,1],["gemma2-27b-q4",1,14.8,null,3.54,30.55,8192,10,1],["phi3-mini-q4",1,64.2,null,0.53,6.59,4096,10,1],["phi3-medium-q4",1,28.6,null,1.88,19.9,4096,10,1],["phi4-14b-q4",1,27.8,null,1.97,20.62,16384,10,1],["phi4-14b-q8",1,17,null,2.04,21.32,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.17,2.16,131072,5,0],["mistral-small-22b-q4",1,20,13.4,3,32.2,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.07,1.09,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.13,1.14,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.13,1.18,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.53,6.61,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.55,6.83,131072,10,1],["smollm2-360m-q4",1,234.5,null,0.06,1.2,8192,5,0],["llama3.3-70b-q4",1,6.3,null,9.35,90.3,16722,10,1],["qwen3-8b-q4",1,48,27.1,1.12,12.42,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,1.15,12.84,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.98,20.73,40960,10,1],["qwen3-30b-q4",1,73,41,0.51,8.77,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,30.5,0.53,9.07,40960,10,1],["gemma3-4b-q4",1,92.1,76.4,0.5,4.27,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.52,4.41,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.53,12.98,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,3.49,28.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,1.02,10.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,1.06,10.91,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,2,21.84,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,2.07,22.58,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.3,null,9.35,90.3,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,3.1,28.68,131072,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,3.2,29.65,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.09,1,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.22,2.05,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.49,4.73,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.51,4.89,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.38,3.99,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,3.17,27.7,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,3.28,28.64,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.28,2.75,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.21,1.95,128000,10,1],["granite4.1-3b-q4",1,101,53.2,0.48,6.27,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,1.15,13.05,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,3.28,28.64,262144,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.38,3.99,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.91,33.22,173896,10,1],["gemma4-31b-q8",1,8,7,4.04,34.34,88656,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.42,3.86,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.95,7.94,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.98,8.21,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.52,4.49,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.54,4.64,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.53,12.98,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.64,5.95,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.37,4.38,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.45,4.83,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.51,5.1,131072,10,1],["qwen3.6-35b-a3b-q8",1,60,52.9,0.39,4.12,262144,10,1],["qwen3.5-35b-a3b-q8",1,60,52.9,0.39,4.12,262144,10,1],["qwen3.5-9b-q8",1,31.4,28.2,1.1,9.64,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,3.28,28.64,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,1.58,13.42,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.44,3.99,262144,10,1],["qwen3-14b-q8",1,17.1,13.1,2.05,21.43,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.37,4.38,262144,10,1],["ornith-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["ornith-35b-q4",1,101,82.4,0.38,3.99,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.51,6.54,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,1.2,13.48,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.87,37.2,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.47,4.35,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.47,4.35,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,3.42,28.62,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,1.11,12.41,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.51,6.37,202752,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,4.18,35.36,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,1.07,9.33,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,3.1,28.68,200333,10,1],["ministral-3-3b-q4",1,74.7,40,0.49,6.41,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,1.15,12.5,262144,10,1],["ministral-3-14b-q4",1,28.6,19,1.81,18.33,237533,10,1]]},"Apple A16|6GB":{"label":"Apple A16, 6 GB","kind":"iphone","budgetGb":4.2,"frontier":{"10":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":14.6},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,34.4,19.9,null,null,32768,5,1],["qwen2.5-3b-q4",1,18.8,12.4,null,null,32768,10,1],["llama3.2-3b-q4",1,15.7,null,null,null,19013,10,0],["gemma2-2b-q4",1,18.2,null,null,null,8192,10,1],["phi3-mini-q4",1,9.9,null,null,null,4096,10,0],["llama3.2-1b-q4",1,39.8,20.3,null,null,103524,5,1],["qwen2.5-0.5b-q4",1,77.7,45.6,null,null,32768,5,0],["gemma-3-1b-q4",1,44.7,39.4,null,null,32768,5,1],["gemma-3-1b-q8",1,34.7,31.4,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,13,null,null,null,13031,10,0],["smollm2-360m-q4",1,41.7,null,null,null,8192,5,1],["gemma3-4b-q4",1,14.6,11.9,null,null,77117,10,0],["qwen3.5-0.8b-q4",1,43.3,31.1,null,null,262144,5,1],["qwen3.5-2b-q4",1,19,16.2,null,null,178059,5,0],["qwen3.5-4b-q4",1,14.2,10.6,null,null,47344,10,0],["granite4.1-3b-q4",1,16.1,null,null,null,25640,10,0],["gemma4-e2b-q4",1,26,22.9,null,null,95259,10,1],["granite4.2-3b-q4",1,16.2,null,null,null,23876,10,0],["ministral-3-3b-q4",1,11.7,null,null,null,11701,10,0]]},"Apple A17 Pro|8GB":{"label":"Apple A17 Pro, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":15.3},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,36,20.9,null,null,32768,5,1],["qwen2.5-3b-q4",1,19.7,13,null,null,32768,10,1],["qwen2.5-7b-q4",1,9.1,null,null,null,15989,10,0],["llama3.2-3b-q4",1,16.5,null,null,null,31220,10,1],["llama3.1-8b-q4",1,8.1,null,null,null,5182,10,0],["mistral-7b-q4",1,8.6,null,null,null,9362,10,0],["gemma2-2b-q4",1,19,null,null,null,8192,10,1],["phi3-mini-q4",1,10.4,null,null,null,4096,10,1],["qwen2.5-coder-7b-q4",1,9.1,null,null,null,15989,10,0],["llama3.2-1b-q4",1,41.6,21.3,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,80.9,47.7,null,null,32768,5,0],["gemma-3-1b-q4",1,46.7,41.2,null,null,32768,5,1],["gemma-3-1b-q8",1,36.3,32.8,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,13.6,null,null,null,23712,10,1],["phi4-mini-3.8b-q8",1,9,null,null,null,11561,10,0],["smollm2-360m-q4",1,43.6,null,null,null,8192,5,1],["gemma3-4b-q4",1,15.3,12.5,null,null,131072,10,1],["gemma3-4b-q8",1,9.6,8.4,null,null,65374,10,0],["deepseek-r1-distill-qwen-7b-q4",1,9.1,null,null,null,15989,10,0],["qwen3.5-0.8b-q4",1,45.3,32.6,null,null,262144,5,1],["qwen3.5-2b-q4",1,19.9,17,null,null,262144,5,1],["qwen3.5-4b-q4",1,14.9,11.1,null,null,90069,10,1],["qwen3.5-4b-q8",1,9.1,7.5,null,null,34106,10,0],["lfm2.5-8b-a1b-q4",1,24.5,20.3,null,null,36124,10,1],["granite4.1-3b-q4",1,16.9,8.6,null,null,42730,10,1],["gemma4-e4b-q4",1,12,null,null,null,4875,10,1],["gemma4-e2b-q4",1,27.3,24,null,null,131072,10,1],["gemma4-e2b-q8",1,19.7,17.9,null,null,86191,10,1],["granite4.2-3b-q4",1,17,8.6,null,null,40966,10,1],["ministral-3-3b-q4",1,12.2,null,null,null,24847,10,1]]},"Apple A18|8GB":{"label":"Apple A18, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":11},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,43.1,25.1,null,null,32768,5,1],["qwen2.5-3b-q4",1,23.7,15.7,null,null,32768,10,1],["qwen2.5-7b-q4",1,11,null,null,null,15989,10,0],["llama3.2-3b-q4",1,19.9,null,null,null,31220,10,0],["llama3.1-8b-q4",1,9.8,null,null,null,5182,10,0],["mistral-7b-q4",1,10.5,null,null,null,9362,10,0],["gemma2-2b-q4",1,22.9,null,null,null,8192,10,1],["phi3-mini-q4",1,12.6,null,null,null,4096,10,0],["qwen2.5-coder-7b-q4",1,11,null,null,null,15989,10,0],["llama3.2-1b-q4",1,49.8,25.6,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,95.6,56.9,null,null,32768,5,0],["gemma-3-1b-q4",1,55.8,49.3,null,null,32768,5,1],["gemma-3-1b-q8",1,43.4,39.4,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,16.4,null,null,null,23712,10,0],["phi4-mini-3.8b-q8",1,10.9,null,null,null,11561,10,0],["smollm2-360m-q4",1,52.1,null,null,null,8192,5,1],["gemma3-4b-q4",1,18.4,15.1,null,null,131072,10,0],["gemma3-4b-q8",1,11.6,10.2,null,null,65374,10,0],["deepseek-r1-distill-qwen-7b-q4",1,11,null,null,null,15989,10,0],["qwen3.5-0.8b-q4",1,54.1,39.1,null,null,262144,5,1],["qwen3.5-2b-q4",1,24,20.5,null,null,262144,5,0],["qwen3.5-4b-q4",1,17.9,13.4,null,null,90069,10,0],["qwen3.5-4b-q8",1,11,9.1,null,null,34106,10,0],["lfm2.5-8b-a1b-q4",1,29.5,24.4,null,null,36124,10,1],["granite4.1-3b-q4",1,20.3,10.4,null,null,42730,10,0],["gemma4-e4b-q4",1,14.4,null,null,null,4875,10,0],["gemma4-e2b-q4",1,32.8,28.8,null,null,131072,10,1],["gemma4-e2b-q8",1,23.7,21.6,null,null,86191,10,0],["granite4.2-3b-q4",1,20.4,10.4,null,null,40966,10,0],["ministral-3-3b-q4",1,14.8,null,null,null,24847,10,0]]},"Apple A18 Pro|8GB":{"label":"Apple A18 Pro, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":11},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,43.1,25.1,null,null,32768,5,1],["qwen2.5-3b-q4",1,23.7,15.7,null,null,32768,10,1],["qwen2.5-7b-q4",1,11,null,null,null,15989,10,1],["llama3.2-3b-q4",1,19.9,null,null,null,31220,10,1],["llama3.1-8b-q4",1,9.8,null,null,null,5182,10,1],["mistral-7b-q4",1,10.5,null,null,null,9362,10,1],["gemma2-2b-q4",1,22.9,null,null,null,8192,10,1],["phi3-mini-q4",1,12.6,null,null,null,4096,10,1],["qwen2.5-coder-7b-q4",1,11,null,null,null,15989,10,1],["llama3.2-1b-q4",1,49.8,25.6,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,95.6,56.9,null,null,32768,5,0],["gemma-3-1b-q4",1,55.8,49.3,null,null,32768,5,1],["gemma-3-1b-q8",1,43.4,39.4,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,16.4,null,null,null,23712,10,1],["phi4-mini-3.8b-q8",1,10.9,null,null,null,11561,10,1],["smollm2-360m-q4",1,52.1,null,null,null,8192,5,1],["gemma3-4b-q4",1,18.4,15.1,null,null,131072,10,1],["gemma3-4b-q8",1,11.6,10.2,null,null,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,11,null,null,null,15989,10,1],["qwen3.5-0.8b-q4",1,54.1,39.1,null,null,262144,5,1],["qwen3.5-2b-q4",1,24,20.5,null,null,262144,5,1],["qwen3.5-4b-q4",1,17.9,13.4,null,null,90069,10,1],["qwen3.5-4b-q8",1,11,9.1,null,null,34106,10,1],["lfm2.5-8b-a1b-q4",1,29.5,24.4,null,null,36124,10,1],["granite4.1-3b-q4",1,20.3,10.4,null,null,42730,10,1],["gemma4-e4b-q4",1,14.4,null,null,null,4875,10,1],["gemma4-e2b-q4",1,32.8,28.8,null,null,131072,10,1],["gemma4-e2b-q8",1,23.7,21.6,null,null,86191,10,1],["granite4.2-3b-q4",1,20.4,10.4,null,null,40966,10,1],["ministral-3-3b-q4",1,14.8,null,null,null,24847,10,1]]},"Apple A19|8GB":{"label":"Apple A19, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":{"model":"qwen2.5-7b-q4","eci":118.54,"decodeTps":13.7},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":22.9},"40":null},"cells":[["qwen2.5-1.5b-q4",1,53.2,31.2,null,null,32768,5,1],["qwen2.5-3b-q4",1,29.5,19.6,null,null,32768,10,1],["qwen2.5-7b-q4",1,13.7,null,null,null,15989,10,0],["llama3.2-3b-q4",1,24.7,null,null,null,31220,10,0],["llama3.1-8b-q4",1,12.3,null,null,null,5182,10,0],["mistral-7b-q4",1,13,null,null,null,9362,10,0],["gemma2-2b-q4",1,28.5,null,null,null,8192,10,1],["phi3-mini-q4",1,15.7,null,null,null,4096,10,0],["qwen2.5-coder-7b-q4",1,13.7,null,null,null,15989,10,0],["llama3.2-1b-q4",1,61.3,31.8,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,116.3,70,null,null,32768,5,0],["gemma-3-1b-q4",1,68.7,60.7,null,null,32768,5,1],["gemma-3-1b-q8",1,53.6,48.7,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,20.5,null,null,null,23712,10,0],["phi4-mini-3.8b-q8",1,13.6,null,null,null,11561,10,0],["smollm2-360m-q4",1,64.2,null,null,null,8192,5,1],["gemma3-4b-q4",1,22.9,18.8,null,null,131072,10,0],["gemma3-4b-q8",1,14.5,12.7,null,null,65374,10,0],["deepseek-r1-distill-qwen-7b-q4",1,13.7,null,null,null,15989,10,0],["qwen3.5-0.8b-q4",1,66.6,48.3,null,null,262144,5,1],["qwen3.5-2b-q4",1,29.8,25.5,null,null,262144,5,0],["qwen3.5-4b-q4",1,22.3,16.7,null,null,90069,10,0],["qwen3.5-4b-q8",1,13.7,11.3,null,null,34106,10,0],["lfm2.5-8b-a1b-q4",1,36.6,30.3,null,null,36124,10,1],["granite4.1-3b-q4",1,25.3,12.9,null,null,42730,10,0],["gemma4-e4b-q4",1,18,null,null,null,4875,10,0],["gemma4-e2b-q4",1,40.6,35.8,null,null,131072,10,1],["gemma4-e2b-q8",1,29.4,26.8,null,null,86191,10,0],["granite4.2-3b-q4",1,25.4,12.9,null,null,40966,10,0],["ministral-3-3b-q4",1,18.4,null,null,null,24847,10,0]]},"Apple A19|12GB":{"label":"Apple A19, 12 GB","kind":"iphone","budgetGb":8.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":12.5},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":22.9},"40":null},"cells":[["qwen2.5-1.5b-q4",1,53.2,31.2,null,null,32768,5,1],["qwen2.5-3b-q4",1,29.5,19.6,null,null,32768,10,1],["qwen2.5-7b-q4",1,13.7,10.1,null,null,32768,10,0],["llama3.2-3b-q4",1,24.7,10.7,null,null,55634,10,0],["llama3.1-8b-q4",1,12.3,null,null,null,26544,10,0],["llama3.1-8b-q5",1,10.7,null,null,null,20347,10,0],["mistral-7b-q4",1,13,null,null,null,30725,10,0],["mistral-7b-q5",1,11.3,null,null,null,24900,10,0],["mistral-7b-q8",1,7.9,null,null,null,5320,10,0],["mistral-nemo-12b-q4",1,8.6,null,null,null,8107,10,0],["gemma2-2b-q4",1,28.5,null,null,null,8192,10,1],["gemma2-9b-q4",1,8.8,null,null,null,8192,10,0],["phi3-mini-q4",1,15.7,null,null,null,4096,10,0],["qwen2.5-coder-7b-q4",1,13.7,10.1,null,null,32768,10,0],["llama3.2-1b-q4",1,61.3,31.8,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,116.3,70,null,null,32768,5,0],["gemma-3-1b-q4",1,68.7,60.7,null,null,32768,5,1],["gemma-3-1b-q8",1,53.6,48.7,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,20.5,9.1,null,null,45075,10,0],["phi4-mini-3.8b-q8",1,13.6,7.5,null,null,32923,10,0],["smollm2-360m-q4",1,64.2,null,null,null,8192,5,1],["qwen3-8b-q4",1,11.6,null,null,null,21529,10,0],["gemma3-4b-q4",1,22.9,18.8,null,null,131072,10,0],["gemma3-4b-q8",1,14.5,12.7,null,null,131072,10,0],["gemma3-12b-q4",1,8,null,null,null,11515,10,0],["deepseek-r1-distill-qwen-7b-q4",1,13.7,10.1,null,null,64817,10,0],["deepseek-r1-distill-qwen-7b-q8",1,8.2,null,null,null,5257,10,0],["qwen3.5-0.8b-q4",1,66.6,48.3,null,null,262144,5,1],["qwen3.5-2b-q4",1,29.8,25.5,null,null,262144,5,0],["qwen3.5-4b-q4",1,22.3,16.7,null,null,175518,10,0],["qwen3.5-4b-q8",1,13.7,11.3,null,null,119555,10,0],["qwen3.5-9b-q4",1,12.5,10.5,null,null,84561,10,0],["lfm2.5-8b-a1b-q4",1,36.6,30.3,null,null,128000,10,1],["granite4.1-3b-q4",1,25.3,12.9,null,null,76910,10,0],["granite4.1-8b-q4",1,10.5,null,null,null,18628,10,0],["gemma4-e4b-q4",1,18,16.1,null,null,131072,10,0],["gemma4-e4b-q8",1,12.5,null,null,null,23165,10,0],["gemma4-e2b-q4",1,40.6,35.8,null,null,131072,10,1],["gemma4-e2b-q8",1,29.4,26.8,null,null,131072,10,0],["gemma4-12b-q4",1,8,null,null,null,10422,10,0],["ornith-9b-q4",1,12.5,10.5,null,null,84561,10,0],["granite4.2-3b-q4",1,25.4,12.9,null,null,75146,10,0],["granite4.2-8b-q4",1,10.9,null,null,null,18628,10,0],["minicpm-v4.5-8b-q4",1,12,null,null,null,22876,10,0],["mimo-v2.6-distill-qwen-9b",1,12,10.2,null,null,78094,10,0],["ministral-3-3b-q4",1,18.4,9.6,null,null,51139,10,0],["ministral-3-8b-q4",1,10.2,null,null,null,17074,10,0]]},"Apple A19 Pro|12GB":{"label":"Apple A19 Pro, 12 GB","kind":"iphone","budgetGb":8.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":12.5},"20":{"model":"gemma3-4b-q4","eci":115.88,"decodeTps":22.9},"40":null},"cells":[["qwen2.5-1.5b-q4",1,53.2,31.2,null,null,32768,5,1],["qwen2.5-3b-q4",1,29.5,19.6,null,null,32768,10,1],["qwen2.5-7b-q4",1,13.7,10.1,null,null,32768,10,1],["llama3.2-3b-q4",1,24.7,10.7,null,null,55634,10,1],["llama3.1-8b-q4",1,12.3,null,null,null,26544,10,1],["llama3.1-8b-q5",1,10.7,null,null,null,20347,10,1],["mistral-7b-q4",1,13,null,null,null,30725,10,1],["mistral-7b-q5",1,11.3,null,null,null,24900,10,1],["mistral-7b-q8",1,7.9,null,null,null,5320,10,0],["mistral-nemo-12b-q4",1,8.6,null,null,null,8107,10,1],["gemma2-2b-q4",1,28.5,null,null,null,8192,10,1],["gemma2-9b-q4",1,8.8,null,null,null,8192,10,1],["phi3-mini-q4",1,15.7,null,null,null,4096,10,1],["qwen2.5-coder-7b-q4",1,13.7,10.1,null,null,32768,10,1],["llama3.2-1b-q4",1,61.3,31.8,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,116.3,70,null,null,32768,5,0],["gemma-3-1b-q4",1,68.7,60.7,null,null,32768,5,1],["gemma-3-1b-q8",1,53.6,48.7,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,20.5,9.1,null,null,45075,10,1],["phi4-mini-3.8b-q8",1,13.6,7.5,null,null,32923,10,1],["smollm2-360m-q4",1,64.2,null,null,null,8192,5,1],["qwen3-8b-q4",1,11.6,null,null,null,21529,10,1],["gemma3-4b-q4",1,22.9,18.8,null,null,131072,10,1],["gemma3-4b-q8",1,14.5,12.7,null,null,131072,10,1],["gemma3-12b-q4",1,8,null,null,null,11515,10,0],["deepseek-r1-distill-qwen-7b-q4",1,13.7,10.1,null,null,64817,10,1],["deepseek-r1-distill-qwen-7b-q8",1,8.2,null,null,null,5257,10,0],["qwen3.5-0.8b-q4",1,66.6,48.3,null,null,262144,5,1],["qwen3.5-2b-q4",1,29.8,25.5,null,null,262144,5,1],["qwen3.5-4b-q4",1,22.3,16.7,null,null,175518,10,1],["qwen3.5-4b-q8",1,13.7,11.3,null,null,119555,10,1],["qwen3.5-9b-q4",1,12.5,10.5,null,null,84561,10,1],["lfm2.5-8b-a1b-q4",1,36.6,30.3,null,null,128000,10,1],["granite4.1-3b-q4",1,25.3,12.9,null,null,76910,10,1],["granite4.1-8b-q4",1,10.5,null,null,null,18628,10,1],["gemma4-e4b-q4",1,18,16.1,null,null,131072,10,1],["gemma4-e4b-q8",1,12.5,null,null,null,23165,10,1],["gemma4-e2b-q4",1,40.6,35.8,null,null,131072,10,1],["gemma4-e2b-q8",1,29.4,26.8,null,null,131072,10,1],["gemma4-12b-q4",1,8,null,null,null,10422,10,0],["ornith-9b-q4",1,12.5,10.5,null,null,84561,10,1],["granite4.2-3b-q4",1,25.4,12.9,null,null,75146,10,1],["granite4.2-8b-q4",1,10.9,null,null,null,18628,10,1],["minicpm-v4.5-8b-q4",1,12,null,null,null,22876,10,1],["mimo-v2.6-distill-qwen-9b",1,12,10.2,null,null,78094,10,1],["ministral-3-3b-q4",1,18.4,9.6,null,null,51139,10,1],["ministral-3-8b-q4",1,10.2,null,null,null,17074,10,1]]},"rtx-4060":{"label":"NVIDIA GeForce RTX 4060","kind":"gpu","budgetGb":7.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2}},"cells":[["qwen2.5-1.5b-q4",1,164.2,102.2,0.14,1.59,32768,10,0],["qwen2.5-3b-q4",1,97,66.4,0.24,2.71,32768,5,0],["qwen2.5-7b-q4",1,47.4,35.1,0.51,5.2,32768,5,0],["llama3.2-3b-q4",1,82.5,37.2,0.25,2.92,45171,5,0],["llama3.1-8b-q4",1,42.5,null,0.54,5.78,17389,5,0],["llama3.1-8b-q5",1,37.3,null,1.1,11.82,11192,5,0],["mistral-7b-q4",1,45,null,0.5,5.41,21569,5,0],["mistral-7b-q5",1,39.3,null,1,11.03,15745,5,0],["gemma2-2b-q4",1,94,null,0.2,1.89,8192,5,0],["gemma2-9b-q4",1,30.8,null,0.61,5.79,4268,5,0],["phi3-mini-q4",1,53.8,null,0.29,3.37,4096,5,0],["qwen2.5-coder-7b-q4",1,47.4,35.1,0.51,5.2,32768,5,0],["llama3.2-1b-q4",1,185.3,104,0.12,1.31,131072,10,0],["qwen2.5-0.5b-q4",1,307.3,206.7,0.07,0.82,32768,10,0],["gemma-3-1b-q4",1,203.5,183.7,0.1,0.84,32768,10,0],["gemma-3-1b-q8",1,165.3,152.1,0.43,3.76,32768,10,0],["phi4-mini-3.8b-q4",1,69.1,31.9,0.29,3.37,35919,5,0],["phi4-mini-3.8b-q8",1,46.9,null,1.65,20.28,23768,5,0],["smollm2-360m-q4",1,192.5,null,0.07,0.87,8192,10,0],["qwen3-8b-q4",1,40.3,null,0.56,6.07,13391,5,0],["gemma3-4b-q4",1,76.9,63.9,0.27,2.29,131072,5,0],["gemma3-4b-q8",1,49.8,44,1.56,13.21,131072,5,0],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,0.51,5.2,43891,5,0],["qwen3.5-0.8b-q4",1,198.5,151,0.08,0.77,262144,10,0],["qwen3.5-2b-q4",1,97.9,84.8,0.14,1.26,262144,10,0],["qwen3.5-4b-q4",1,75,57,0.27,2.51,138897,5,0],["qwen3.5-4b-q8",1,47.1,39.3,1.53,14.61,82934,5,0],["qwen3.5-9b-q4",1,43.2,36.5,0.53,4.63,47940,5,0],["lfm2.5-8b-a1b-q4",1,118.1,99.5,0.14,1.22,128000,15,0],["granite4.1-3b-q4",1,84.3,44.6,0.26,3.22,62261,5,0],["granite4.1-8b-q4",1,36.5,null,0.57,6.36,11304,5,0],["gemma4-e4b-q4",1,61.2,55,0.48,3.99,116482,5,0],["gemma4-e2b-q4",1,129.5,115.7,0.28,2.39,131072,5,0],["gemma4-e2b-q8",1,96.9,89,1.61,13.88,131072,5,0],["ornith-9b-q4",1,43.2,36.5,0.53,4.63,47940,5,0],["granite4.2-3b-q4",1,84.7,44.7,0.28,3.34,60498,5,0],["granite4.2-8b-q4",1,38,null,0.59,6.56,11304,5,0],["minicpm-v4.5-8b-q4",1,41.6,null,0.56,6.06,14738,5,0],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,0.53,4.63,41473,5,0],["ministral-3-3b-q4",1,62.5,33.6,0.26,3.28,39871,5,0],["ministral-3-8b-q4",1,35.5,null,0.57,6.1,8457,5,0]]},"rtx-3060":{"label":"NVIDIA GeForce RTX 3060","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":53.1},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":53.1},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":53.1}},"cells":[["qwen2.5-1.5b-q4",1,188.1,121.4,0.16,1.83,32768,10,1],["qwen2.5-3b-q4",1,115.6,80.6,0.27,3.15,32768,5,1],["qwen2.5-7b-q4",1,58.2,43.4,0.6,6.11,32768,5,1],["qwen2.5-14b-q4",1,29.9,null,1.14,12.31,9215,15,0],["llama3.2-3b-q4",1,99.1,45.9,0.29,3.41,76560,5,1],["llama3.1-8b-q4",1,52.3,30.8,0.64,6.8,44855,5,1],["llama3.1-8b-q8",1,32.6,null,3.93,42.6,17236,5,0],["llama3.1-8b-q5",1,46.1,28.5,1.3,13.95,38658,5,1],["mistral-7b-q4",1,55.3,31.8,0.58,6.36,32768,5,1],["mistral-7b-q5",1,48.5,29.4,1.18,13.02,32768,5,1],["mistral-7b-q8",1,34.2,null,3.57,39.72,23631,5,0],["mistral-nemo-12b-q4",1,37.5,null,0.94,9.67,22755,15,0],["gemma2-2b-q4",1,112.2,null,0.23,2.19,8192,5,1],["gemma2-9b-q4",1,38.2,null,0.71,6.81,8192,5,1],["phi3-mini-q4",1,65.8,null,0.33,3.93,4096,5,1],["phi3-medium-q4",1,30,null,1.07,11.24,4096,15,0],["phi4-14b-q4",1,29.2,null,1.12,11.64,8529,15,0],["qwen2.5-coder-7b-q4",1,58.2,43.4,0.6,6.11,32768,5,1],["qwen2.5-coder-14b-q4",1,29.9,null,1.14,12.31,9215,15,0],["llama3.2-1b-q4",1,209.7,123.3,0.13,1.5,131072,10,1],["qwen2.5-0.5b-q4",1,325.2,231.1,0.08,0.91,32768,10,0],["gemma-3-1b-q4",1,227.9,208.1,0.11,0.94,32768,10,1],["gemma-3-1b-q8",1,189.2,175.4,0.51,4.39,32768,10,1],["phi4-mini-3.8b-q4",1,83.8,39.5,0.33,3.94,63385,5,1],["phi4-mini-3.8b-q8",1,57.6,32.6,1.95,23.98,51234,5,1],["smollm2-360m-q4",1,217,null,0.07,0.98,8192,10,1],["qwen3-8b-q4",1,49.7,28.4,0.65,7.13,37805,5,1],["qwen3-8b-q8",1,31.7,null,4.03,44.78,13216,5,0],["qwen3-14b-q4",1,29.5,null,1.13,11.7,9300,15,0],["gemma3-4b-q4",1,92.7,77.7,0.32,2.66,131072,5,1],["gemma3-4b-q8",1,61.1,54.2,1.84,15.6,131072,5,1],["gemma3-12b-q4",1,35,28.4,0.88,7.44,48136,15,0],["deepseek-r1-distill-qwen-7b-q4",1,58.2,43.4,0.6,6.11,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,35.7,29.6,3.7,38.09,47110,5,0],["deepseek-r1-distill-qwen-14b-q4",1,29.9,null,1.14,12.31,9215,15,0],["qwen3.5-0.8b-q4",1,223,174.3,0.09,0.86,262144,10,1],["qwen3.5-2b-q4",1,116.6,101.8,0.16,1.44,262144,10,1],["qwen3.5-4b-q4",1,90.6,69.5,0.31,2.91,248760,5,1],["qwen3.5-4b-q8",1,57.8,48.5,1.81,17.26,192797,5,1],["qwen3.5-9b-q4",1,53.1,45.1,0.63,5.44,157803,5,1],["lfm2.5-8b-a1b-q4",1,139,118.4,0.15,1.38,128000,15,1],["granite4.1-3b-q4",1,101.2,54.9,0.3,3.76,106207,5,1],["granite4.1-8b-q4",1,45.2,25.8,0.67,7.48,33276,5,1],["gemma4-e4b-q4",1,74.6,67.2,0.56,4.67,131072,5,1],["gemma4-e4b-q8",1,53.4,49.5,3.44,28.75,131072,5,1],["gemma4-e2b-q4",1,151.4,136.3,0.32,2.78,131072,5,1],["gemma4-e2b-q8",1,115.5,106.5,1.9,16.4,131072,5,1],["gemma4-12b-q4",1,34.7,28.2,0.88,7.44,47043,15,0],["qwen3.5-9b-q8",1,32.8,29.6,3.87,33.72,38833,5,0],["ornith-9b-q4",1,53.1,45.1,0.63,5.44,157803,5,1],["granite4.2-3b-q4",1,101.6,55,0.32,3.9,104443,5,1],["granite4.2-8b-q4",1,47,26.3,0.7,7.71,33276,5,1],["minicpm-v4.5-8b-q4",1,51.2,29,0.65,7.13,39152,5,1],["mimo-v2.6-distill-qwen-9b",1,51.4,43.9,0.63,5.44,151336,5,1],["ministral-3-3b-q4",1,76,41.7,0.31,3.83,73676,5,1],["ministral-3-8b-q4",1,43.9,27,0.67,7.18,34307,5,1],["ministral-3-14b-q4",1,30,null,1.03,10.38,10482,15,0]]},"rtx-3070":{"label":"NVIDIA GeForce RTX 3070","kind":"gpu","budgetGb":7.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8}},"cells":[["qwen2.5-1.5b-q4",1,218.6,144.5,0.11,1.26,32768,10,0],["qwen2.5-3b-q4",1,137.8,97.3,0.19,2.1,32768,5,0],["qwen2.5-7b-q4",1,70.8,53.2,0.39,3.95,32768,5,1],["llama3.2-3b-q4",1,118.9,56.2,0.19,2.26,45171,5,0],["llama3.1-8b-q4",1,63.8,null,0.41,4.38,17389,5,1],["llama3.1-8b-q5",1,56.4,null,0.83,8.87,11192,5,1],["mistral-7b-q4",1,67.5,null,0.38,4.11,21569,5,1],["mistral-7b-q5",1,59.3,null,0.75,8.29,15745,5,1],["gemma2-2b-q4",1,134,null,0.16,1.49,8192,5,0],["gemma2-9b-q4",1,46.9,null,0.46,4.39,4268,5,1],["phi3-mini-q4",1,79.9,null,0.22,2.59,4096,5,0],["qwen2.5-coder-7b-q4",1,70.8,53.2,0.39,3.95,32768,5,1],["llama3.2-1b-q4",1,241.8,146.7,0.1,1.06,131072,10,0],["qwen2.5-0.5b-q4",1,360.6,264.6,0.06,0.69,32768,10,0],["gemma-3-1b-q4",1,261.2,240.2,0.08,0.71,32768,10,0],["gemma-3-1b-q8",1,219.8,204.7,0.33,2.88,32768,10,0],["phi4-mini-3.8b-q4",1,101.1,48.5,0.22,2.59,35919,5,0],["phi4-mini-3.8b-q8",1,70.1,null,1.24,15.17,23768,5,1],["smollm2-360m-q4",1,249.6,null,0.06,0.73,8192,10,0],["qwen3-8b-q4",1,60.7,null,0.42,4.59,13391,5,1],["gemma3-4b-q4",1,111.5,93.9,0.21,1.78,131072,5,0],["gemma3-4b-q8",1,74.3,66.1,1.17,9.91,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,70.8,53.2,0.39,3.95,43891,5,1],["qwen3.5-0.8b-q4",1,256,203.6,0.07,0.66,262144,10,0],["qwen3.5-2b-q4",1,139,122,0.11,1.02,262144,10,0],["qwen3.5-4b-q4",1,109,84.3,0.21,1.95,138897,5,0],["qwen3.5-4b-q8",1,70.4,59.2,1.15,10.95,82934,5,1],["qwen3.5-9b-q4",1,64.8,55.2,0.41,3.53,47940,5,1],["lfm2.5-8b-a1b-q4",1,164.4,141,0.11,0.99,128000,15,0],["granite4.1-3b-q4",1,121.3,66.9,0.2,2.48,62261,5,0],["granite4.1-8b-q4",1,55.3,null,0.43,4.81,11304,5,1],["gemma4-e4b-q4",1,90.3,81.6,0.37,3.05,116482,5,1],["gemma4-e2b-q4",1,178.2,161.4,0.22,1.86,131072,5,0],["gemma4-e2b-q8",1,137.7,127.4,1.21,10.41,131072,5,0],["ornith-9b-q4",1,64.8,55.2,0.41,3.53,47940,5,1],["granite4.2-3b-q4",1,121.8,67,0.22,2.57,60498,5,0],["granite4.2-8b-q4",1,57.4,null,0.45,4.96,11304,5,1],["minicpm-v4.5-8b-q4",1,62.6,null,0.42,4.59,14738,5,1],["mimo-v2.6-distill-qwen-9b",1,62.8,53.7,0.41,3.53,41473,5,1],["ministral-3-3b-q4",1,92,51,0.21,2.52,39871,5,1],["ministral-3-8b-q4",1,53.7,null,0.44,4.62,8457,5,1]]},"rtx-4060-ti":{"label":"NVIDIA GeForce RTX 4060 Ti","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.6},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.6},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.6}},"cells":[["qwen2.5-1.5b-q4",1,171.7,107.4,0.11,1.19,32768,10,0],["qwen2.5-3b-q4",1,101.9,70,0.18,1.96,32768,5,1],["qwen2.5-7b-q4",1,50,37.1,0.36,3.66,32768,5,1],["qwen2.5-14b-q4",1,25.4,null,0.68,7.25,27526,15,0],["llama3.2-3b-q4",1,86.8,39.2,0.18,2.1,107950,5,1],["llama3.1-8b-q4",1,44.8,26.1,0.38,4.06,72321,5,1],["llama3.1-8b-q8",1,27.7,19.2,2.29,24.77,44702,5,0],["llama3.1-8b-q5",1,39.4,24.2,0.77,8.2,66123,5,1],["mistral-7b-q4",1,47.5,27,0.35,3.81,32768,5,1],["mistral-7b-q5",1,41.5,25,0.7,7.66,32768,5,1],["mistral-7b-q8",1,29.1,19.9,2.08,23.11,32768,5,0],["mistral-nemo-12b-q4",1,31.9,19.5,0.56,5.72,44728,15,0],["mistral-nemo-12b-q8",1,18.4,null,3.44,35.59,8408,15,0],["gemma2-2b-q4",1,98.8,null,0.15,1.4,8192,5,1],["gemma2-9b-q4",1,32.5,null,0.43,4.07,8192,5,1],["phi3-mini-q4",1,56.7,null,0.21,2.41,4096,5,1],["phi3-medium-q4",1,25.4,null,0.64,6.63,4096,15,0],["phi4-14b-q4",1,24.7,null,0.67,6.86,16384,15,0],["qwen2.5-coder-7b-q4",1,50,37.1,0.36,3.66,32768,5,1],["qwen2.5-coder-14b-q4",1,25.4,null,0.68,7.25,27526,15,0],["llama3.2-1b-q4",1,193.4,109.2,0.09,1,131072,10,0],["mistral-small-22b-q4",1,17.9,null,0.99,10.54,7981,5,0],["qwen2.5-0.5b-q4",1,317.8,215.4,0.06,0.66,32768,10,0],["gemma-3-1b-q4",1,212.1,191.8,0.08,0.68,32768,10,0],["gemma-3-1b-q8",1,172.8,159.1,0.31,2.67,32768,10,0],["phi4-mini-3.8b-q4",1,72.8,33.7,0.21,2.41,90851,5,1],["phi4-mini-3.8b-q8",1,49.5,27.7,1.15,14,78700,5,1],["smollm2-360m-q4",1,200.8,null,0.06,0.7,8192,10,0],["qwen3-8b-q4",1,42.5,24.1,0.39,4.26,40960,5,1],["qwen3-8b-q8",1,26.9,18.1,2.35,26.03,37630,5,0],["qwen3-14b-q4",1,25,null,0.67,6.9,31273,15,0],["gemma3-4b-q4",1,80.9,67.4,0.2,1.67,131072,5,1],["gemma3-4b-q8",1,52.5,46.5,1.08,9.15,131072,5,1],["gemma3-12b-q4",1,29.7,24,0.52,4.44,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,50,37.1,0.36,3.66,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,30.4,25.1,2.15,22.16,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,25.4,null,0.68,7.25,27526,15,0],["qwen3.5-0.8b-q4",1,207,158.1,0.07,0.63,262144,10,0],["qwen3.5-2b-q4",1,102.9,89.2,0.11,0.96,262144,10,1],["qwen3.5-4b-q4",1,79,60.1,0.2,1.82,262144,5,1],["qwen3.5-4b-q8",1,49.7,41.5,1.06,10.12,262144,5,1],["qwen3.5-9b-q4",1,45.6,38.6,0.38,3.28,262144,5,1],["lfm2.5-8b-a1b-q4",1,123.9,104.6,0.11,0.93,128000,15,0],["granite4.1-3b-q4",1,88.6,47.1,0.19,2.31,131072,5,1],["granite4.1-8b-q4",1,38.6,21.8,0.4,4.46,55249,5,1],["gemma4-e4b-q4",1,64.5,58,0.34,2.83,131072,5,1],["gemma4-e4b-q8",1,45.8,42.4,2.01,16.76,131072,5,1],["gemma4-e2b-q4",1,135.8,121.4,0.2,1.74,131072,5,0],["gemma4-e2b-q8",1,101.9,93.6,1.11,9.62,131072,5,1],["gemma4-12b-q4",1,29.5,23.9,0.52,4.44,101975,15,0],["gpt-oss-20b",1,56.2,null,0.35,3.42,24554,15,1],["qwen3.5-9b-q8",1,27.9,25.1,2.25,19.63,148696,5,0],["gemma4-12b-q8",1,18,null,3.2,27.21,21283,15,0],["ornith-9b-q4",1,45.6,38.6,0.38,3.28,262144,5,1],["granite4.2-3b-q4",1,89.1,47.2,0.2,2.39,131072,5,1],["granite4.2-8b-q4",1,40.1,22.3,0.42,4.59,55249,5,1],["minicpm-v4.5-8b-q4",1,43.9,24.6,0.39,4.26,40960,5,1],["mimo-v2.6-distill-qwen-9b",1,44,37.5,0.38,3.28,261199,5,1],["ministral-3-3b-q4",1,65.9,35.5,0.19,2.35,107480,5,1],["ministral-3-8b-q4",1,37.5,22.9,0.4,4.28,60157,5,1],["ministral-3-14b-q4",1,25.5,null,0.61,6.13,32455,15,0]]},"rtx-5060-ti":{"label":"NVIDIA GeForce RTX 5060 Ti","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9}},"cells":[["qwen2.5-1.5b-q4",1,246.1,162.6,0.1,1.13,32768,10,1],["qwen2.5-3b-q4",1,155.1,109.5,0.17,1.84,32768,5,1],["qwen2.5-7b-q4",1,79.7,59.8,0.34,3.43,32768,5,1],["qwen2.5-14b-q4",1,41.4,null,0.63,6.77,27526,15,0],["llama3.2-3b-q4",1,133.8,63.2,0.17,1.98,107950,5,1],["llama3.1-8b-q4",1,71.8,42.6,0.36,3.8,72321,5,1],["llama3.1-8b-q8",1,45.1,31.5,2.13,23.06,44702,5,0],["llama3.1-8b-q5",1,63.4,39.5,0.71,7.65,66123,5,1],["mistral-7b-q4",1,75.9,44,0.33,3.56,32768,5,1],["mistral-7b-q5",1,66.6,40.7,0.65,7.15,32768,5,1],["mistral-7b-q8",1,47.3,32.6,1.94,21.51,32768,5,0],["mistral-nemo-12b-q4",1,51.7,32,0.52,5.34,44728,15,0],["mistral-nemo-12b-q8",1,30.3,null,3.21,33.13,8408,15,0],["gemma2-2b-q4",1,150.8,null,0.14,1.32,8192,5,1],["gemma2-9b-q4",1,52.7,null,0.4,3.81,8192,5,1],["phi3-mini-q4",1,89.8,null,0.2,2.26,4096,5,1],["phi3-medium-q4",1,41.5,null,0.59,6.19,4096,15,0],["phi4-14b-q4",1,40.4,null,0.62,6.4,16384,15,0],["qwen2.5-coder-7b-q4",1,79.7,59.8,0.34,3.43,32768,5,1],["qwen2.5-coder-14b-q4",1,41.4,null,0.63,6.77,27526,15,0],["llama3.2-1b-q4",1,272.4,165.1,0.09,0.95,131072,10,0],["mistral-small-22b-q4",1,29.3,null,0.93,9.82,7981,5,0],["qwen2.5-0.5b-q4",1,406.6,298.1,0.06,0.64,32768,10,0],["gemma-3-1b-q4",1,294.3,270.5,0.08,0.65,32768,10,0],["gemma-3-1b-q8",1,247.6,230.6,0.29,2.51,32768,10,1],["phi4-mini-3.8b-q4",1,113.7,54.5,0.2,2.27,90851,5,1],["phi4-mini-3.8b-q8",1,78.9,45,1.07,13.04,78700,5,1],["smollm2-360m-q4",1,281.2,null,0.06,0.67,8192,10,0],["qwen3-8b-q4",1,68.2,39.4,0.37,3.98,40960,5,1],["qwen3-8b-q8",1,43.8,29.8,2.19,24.23,37630,5,0],["qwen3-14b-q4",1,40.9,null,0.63,6.44,31273,15,0],["gemma3-4b-q4",1,125.5,105.7,0.19,1.57,131072,5,1],["gemma3-4b-q8",1,83.6,74.3,1.01,8.53,131072,5,1],["gemma3-12b-q4",1,48.3,39.3,0.49,4.15,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,79.7,59.8,0.34,3.43,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,49.3,40.9,2.01,20.64,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,41.4,null,0.63,6.77,27526,15,0],["qwen3.5-0.8b-q4",1,288.4,229.2,0.07,0.61,262144,10,0],["qwen3.5-2b-q4",1,156.5,137.3,0.1,0.92,262144,10,1],["qwen3.5-4b-q4",1,122.6,94.9,0.19,1.71,262144,5,1],["qwen3.5-4b-q8",1,79.2,66.6,0.99,9.43,262144,5,1],["qwen3.5-9b-q4",1,72.9,62.1,0.35,3.07,262144,5,1],["lfm2.5-8b-a1b-q4",1,185,158.7,0.1,0.89,128000,15,0],["granite4.1-3b-q4",1,136.5,75.2,0.18,2.17,131072,5,1],["granite4.1-8b-q4",1,62.1,35.7,0.38,4.17,55249,5,1],["gemma4-e4b-q4",1,101.5,91.8,0.32,2.66,131072,5,1],["gemma4-e4b-q8",1,73.2,68,1.87,15.61,131072,5,1],["gemma4-e2b-q4",1,200.7,181.6,0.19,1.64,131072,5,1],["gemma4-e2b-q8",1,155,143.4,1.04,8.97,131072,5,1],["gemma4-12b-q4",1,47.9,39,0.49,4.15,101975,15,0],["gpt-oss-20b",1,89.1,null,0.33,3.2,24554,15,1],["qwen3.5-9b-q8",1,45.4,41,2.1,18.28,148696,5,0],["gemma4-12b-q8",1,29.6,null,2.98,25.33,21283,15,0],["ornith-9b-q4",1,72.9,62.1,0.35,3.07,262144,5,1],["granite4.2-3b-q4",1,137,75.4,0.19,2.24,131072,5,1],["granite4.2-8b-q4",1,64.6,36.5,0.39,4.29,55249,5,1],["minicpm-v4.5-8b-q4",1,70.4,40.1,0.37,3.98,40960,5,1],["mimo-v2.6-distill-qwen-9b",1,70.6,60.4,0.35,3.07,261199,5,1],["ministral-3-3b-q4",1,103.5,57.4,0.18,2.21,107480,5,1],["ministral-3-8b-q4",1,60.4,37.5,0.38,4.01,60157,5,1],["ministral-3-14b-q4",1,41.5,null,0.57,5.73,32455,15,0]]},"rtx-4070":{"label":"NVIDIA GeForce RTX 4070","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2}},"cells":[["qwen2.5-1.5b-q4",1,258.9,172.6,0.09,0.98,32768,10,1],["qwen2.5-3b-q4",1,164.8,116.9,0.14,1.56,32768,5,1],["qwen2.5-7b-q4",1,85.4,64.2,0.28,2.85,32768,5,1],["qwen2.5-14b-q4",1,44.6,null,0.52,5.56,9215,15,1],["llama3.2-3b-q4",1,142.5,67.8,0.15,1.67,76560,5,1],["llama3.1-8b-q4",1,77,45.8,0.3,3.15,44855,5,1],["llama3.1-8b-q8",1,48.5,null,1.74,18.83,17236,5,1],["llama3.1-8b-q5",1,68,42.5,0.59,6.28,38658,5,1],["mistral-7b-q4",1,81.3,47.3,0.28,2.96,32768,5,1],["mistral-7b-q5",1,71.5,43.8,0.54,5.88,32768,5,1],["mistral-7b-q8",1,50.9,null,1.59,17.56,23631,5,1],["mistral-nemo-12b-q4",1,55.5,null,0.43,4.41,22755,15,1],["gemma2-2b-q4",1,160.3,null,0.12,1.13,8192,5,1],["gemma2-9b-q4",1,56.6,null,0.33,3.16,8192,5,1],["phi3-mini-q4",1,96.1,null,0.17,1.9,4096,5,1],["phi3-medium-q4",1,44.6,null,0.49,5.1,4096,15,1],["phi4-14b-q4",1,43.4,null,0.51,5.27,8529,15,1],["qwen2.5-coder-7b-q4",1,85.4,64.2,0.28,2.85,32768,5,1],["qwen2.5-coder-14b-q4",1,44.6,null,0.52,5.56,9215,15,1],["llama3.2-1b-q4",1,285.7,175.2,0.08,0.83,131072,10,1],["qwen2.5-0.5b-q4",1,420.4,311.8,0.06,0.58,32768,10,0],["gemma-3-1b-q4",1,307.9,283.8,0.07,0.59,32768,10,1],["gemma-3-1b-q8",1,260.4,242.9,0.24,2.1,32768,10,1],["phi4-mini-3.8b-q4",1,121.3,58.6,0.17,1.9,63385,5,1],["phi4-mini-3.8b-q8",1,84.5,48.4,0.88,10.67,51234,5,1],["smollm2-360m-q4",1,294.7,null,0.05,0.6,8192,10,0],["qwen3-8b-q4",1,73.2,42.4,0.31,3.3,37805,5,1],["qwen3-8b-q8",1,47.1,null,1.79,19.78,13216,5,1],["qwen3-14b-q4",1,44,null,0.52,5.3,9300,15,1],["gemma3-4b-q4",1,133.7,112.9,0.16,1.34,131072,5,1],["gemma3-4b-q8",1,89.5,79.6,0.83,7,131072,5,1],["gemma3-12b-q4",1,51.9,42.2,0.41,3.43,48136,15,1],["deepseek-r1-distill-qwen-7b-q4",1,85.4,64.2,0.28,2.85,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,53,44,1.64,16.85,47110,5,1],["deepseek-r1-distill-qwen-14b-q4",1,44.6,null,0.52,5.56,9215,15,1],["qwen3.5-0.8b-q4",1,301.9,241.5,0.06,0.55,262144,10,1],["qwen3.5-2b-q4",1,166.2,146.1,0.09,0.81,262144,10,1],["qwen3.5-4b-q4",1,130.7,101.5,0.16,1.45,248760,5,1],["qwen3.5-4b-q8",1,84.9,71.5,0.81,7.73,192797,5,1],["qwen3.5-9b-q4",1,78.2,66.7,0.3,2.56,157803,5,1],["lfm2.5-8b-a1b-q4",1,195.9,168.6,0.09,0.78,128000,15,1],["granite4.1-3b-q4",1,145.3,80.6,0.15,1.82,106207,5,1],["granite4.1-8b-q4",1,66.7,38.4,0.31,3.45,33276,5,1],["gemma4-e4b-q4",1,108.5,98.2,0.27,2.22,131072,5,1],["gemma4-e4b-q8",1,78.5,73,1.53,12.76,131072,5,1],["gemma4-e2b-q4",1,212.1,192.4,0.16,1.39,131072,5,1],["gemma4-e2b-q8",1,164.7,152.5,0.85,7.35,131072,5,1],["gemma4-12b-q4",1,51.5,42,0.41,3.43,47043,15,1],["qwen3.5-9b-q8",1,48.8,44.1,1.71,14.94,38833,5,1],["ornith-9b-q4",1,78.2,66.7,0.3,2.56,157803,5,1],["granite4.2-3b-q4",1,145.9,80.8,0.16,1.89,104443,5,1],["granite4.2-8b-q4",1,69.3,39.3,0.33,3.55,33276,5,1],["minicpm-v4.5-8b-q4",1,75.5,43.1,0.31,3.3,39152,5,1],["mimo-v2.6-distill-qwen-9b",1,75.7,64.8,0.3,2.56,151336,5,1],["ministral-3-3b-q4",1,110.5,61.6,0.16,1.85,73676,5,1],["ministral-3-8b-q4",1,64.9,40.3,0.32,3.32,34307,5,1],["ministral-3-14b-q4",1,44.7,null,0.47,4.72,10482,15,1]]},"rtx-4070-super":{"label":"NVIDIA GeForce RTX 4070 SUPER","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2}},"cells":[["qwen2.5-1.5b-q4",1,258.9,172.6,0.08,0.86,32768,10,0],["qwen2.5-3b-q4",1,164.8,116.9,0.12,1.33,32768,5,0],["qwen2.5-7b-q4",1,85.4,64.2,0.24,2.4,32768,5,1],["qwen2.5-14b-q4",1,44.6,null,0.43,4.63,9215,15,0],["llama3.2-3b-q4",1,142.5,67.8,0.13,1.43,76560,5,0],["llama3.1-8b-q4",1,77,45.8,0.25,2.64,44855,5,1],["llama3.1-8b-q8",1,48.5,null,1.44,15.51,17236,5,0],["llama3.1-8b-q5",1,68,42.5,0.49,5.22,38658,5,1],["mistral-7b-q4",1,81.3,47.3,0.23,2.49,32768,5,1],["mistral-7b-q5",1,71.5,43.8,0.45,4.88,32768,5,1],["mistral-7b-q8",1,50.9,null,1.31,14.48,23631,5,0],["mistral-nemo-12b-q4",1,55.5,null,0.36,3.68,22755,15,0],["gemma2-2b-q4",1,160.3,null,0.11,0.99,8192,5,0],["gemma2-9b-q4",1,56.6,null,0.28,2.65,8192,5,1],["phi3-mini-q4",1,96.1,null,0.14,1.61,4096,5,0],["phi3-medium-q4",1,44.6,null,0.41,4.24,4096,15,0],["phi4-14b-q4",1,43.4,null,0.43,4.38,8529,15,0],["qwen2.5-coder-7b-q4",1,85.4,64.2,0.24,2.4,32768,5,1],["qwen2.5-coder-14b-q4",1,44.6,null,0.43,4.63,9215,15,0],["llama3.2-1b-q4",1,285.7,175.2,0.07,0.74,131072,10,0],["qwen2.5-0.5b-q4",1,420.4,311.8,0.05,0.53,32768,10,0],["gemma-3-1b-q4",1,307.9,283.8,0.06,0.54,32768,10,0],["gemma-3-1b-q8",1,260.4,242.9,0.21,1.78,32768,10,0],["phi4-mini-3.8b-q4",1,121.3,58.6,0.14,1.62,63385,5,0],["phi4-mini-3.8b-q8",1,84.5,48.4,0.73,8.82,51234,5,1],["smollm2-360m-q4",1,294.7,null,0.05,0.55,8192,10,0],["qwen3-8b-q4",1,73.2,42.4,0.26,2.76,37805,5,1],["qwen3-8b-q8",1,47.1,null,1.47,16.3,13216,5,0],["qwen3-14b-q4",1,44,null,0.43,4.41,9300,15,0],["gemma3-4b-q4",1,133.7,112.9,0.14,1.16,131072,5,0],["gemma3-4b-q8",1,89.5,79.6,0.69,5.81,131072,5,1],["gemma3-12b-q4",1,51.9,42.2,0.34,2.88,48136,15,0],["deepseek-r1-distill-qwen-7b-q4",1,85.4,64.2,0.24,2.4,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,53,44,1.35,13.89,47110,5,0],["deepseek-r1-distill-qwen-14b-q4",1,44.6,null,0.43,4.63,9215,15,0],["qwen3.5-0.8b-q4",1,301.9,241.5,0.06,0.51,262144,10,0],["qwen3.5-2b-q4",1,166.2,146.1,0.08,0.72,262144,10,0],["qwen3.5-4b-q4",1,130.7,101.5,0.14,1.25,248760,5,0],["qwen3.5-4b-q8",1,84.9,71.5,0.68,6.41,192797,5,1],["qwen3.5-9b-q4",1,78.2,66.7,0.25,2.15,157803,5,1],["lfm2.5-8b-a1b-q4",1,195.9,168.6,0.08,0.7,128000,15,0],["granite4.1-3b-q4",1,145.3,80.6,0.13,1.55,106207,5,0],["granite4.1-8b-q4",1,66.7,38.4,0.27,2.89,33276,5,1],["gemma4-e4b-q4",1,108.5,98.2,0.23,1.88,131072,5,1],["gemma4-e4b-q8",1,78.5,73,1.26,10.53,131072,5,1],["gemma4-e2b-q4",1,212.1,192.4,0.14,1.2,131072,5,0],["gemma4-e2b-q8",1,164.7,152.5,0.71,6.1,131072,5,0],["gemma4-12b-q4",1,51.5,42,0.34,2.88,47043,15,0],["qwen3.5-9b-q8",1,48.8,44.1,1.42,12.32,38833,5,0],["ornith-9b-q4",1,78.2,66.7,0.25,2.15,157803,5,1],["granite4.2-3b-q4",1,145.9,80.8,0.14,1.6,104443,5,0],["granite4.2-8b-q4",1,69.3,39.3,0.28,2.97,33276,5,1],["minicpm-v4.5-8b-q4",1,75.5,43.1,0.26,2.76,39152,5,1],["mimo-v2.6-distill-qwen-9b",1,75.7,64.8,0.25,2.15,151336,5,1],["ministral-3-3b-q4",1,110.5,61.6,0.14,1.58,73676,5,1],["ministral-3-8b-q4",1,64.9,40.3,0.27,2.78,34307,5,1],["ministral-3-14b-q4",1,44.7,null,0.4,3.93,10482,15,0]]},"rtx-5070":{"label":"NVIDIA GeForce RTX 5070","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.2}},"cells":[["qwen2.5-1.5b-q4",1,316.2,219.6,0.09,0.94,32768,10,0],["qwen2.5-3b-q4",1,210.4,152.9,0.14,1.49,32768,5,0],["qwen2.5-7b-q4",1,113.4,86.2,0.27,2.71,32768,5,1],["qwen2.5-14b-q4",1,60.4,null,0.49,5.27,9215,15,0],["llama3.2-3b-q4",1,183.9,90.9,0.14,1.59,76560,5,0],["llama3.1-8b-q4",1,102.7,62.1,0.29,2.99,44855,5,1],["llama3.1-8b-q8",1,65.7,null,1.65,17.79,17236,5,0],["llama3.1-8b-q5",1,91.1,57.7,0.56,5.95,38658,5,1],["mistral-7b-q4",1,108.2,64.1,0.26,2.81,32768,5,1],["mistral-7b-q5",1,95.6,59.5,0.51,5.57,32768,5,1],["mistral-7b-q8",1,68.7,null,1.5,16.6,23631,5,0],["mistral-nemo-12b-q4",1,74.9,null,0.41,4.18,22755,15,0],["gemma2-2b-q4",1,205.1,null,0.12,1.09,8192,5,0],["gemma2-9b-q4",1,76.3,null,0.32,3,8192,5,1],["phi3-mini-q4",1,127,null,0.16,1.81,4096,5,0],["phi3-medium-q4",1,60.5,null,0.47,4.83,4096,15,0],["phi4-14b-q4",1,58.9,null,0.49,4.99,8529,15,0],["qwen2.5-coder-7b-q4",1,113.4,86.2,0.27,2.71,32768,5,1],["qwen2.5-coder-14b-q4",1,60.4,null,0.49,5.27,9215,15,0],["llama3.2-1b-q4",1,344.6,222.6,0.08,0.8,131072,10,0],["qwen2.5-0.5b-q4",1,477.6,371.7,0.06,0.56,32768,10,0],["gemma-3-1b-q4",1,367.7,342.6,0.07,0.57,32768,10,0],["gemma-3-1b-q8",1,317.8,298.9,0.23,2,32768,10,0],["phi4-mini-3.8b-q4",1,158.3,78.9,0.16,1.81,63385,5,0],["phi4-mini-3.8b-q8",1,112.3,65.5,0.83,10.09,51234,5,1],["smollm2-360m-q4",1,354,null,0.05,0.59,8192,10,0],["qwen3-8b-q4",1,97.8,57.5,0.29,3.13,37805,5,1],["qwen3-8b-q8",1,63.8,null,1.69,18.69,13216,5,0],["qwen3-14b-q4",1,59.6,null,0.49,5.02,9300,15,0],["gemma3-4b-q4",1,173.4,147.9,0.15,1.28,131072,5,0],["gemma3-4b-q8",1,118.6,106.1,0.78,6.63,131072,5,1],["gemma3-12b-q4",1,70.2,57.4,0.39,3.26,48136,15,0],["deepseek-r1-distill-qwen-7b-q4",1,113.4,86.2,0.27,2.71,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,71.6,59.7,1.55,15.93,47110,5,0],["deepseek-r1-distill-qwen-14b-q4",1,60.4,null,0.49,5.27,9215,15,0],["qwen3.5-0.8b-q4",1,361.5,297.4,0.06,0.54,262144,10,0],["qwen3.5-2b-q4",1,212.1,188.3,0.09,0.78,262144,10,0],["qwen3.5-4b-q4",1,169.8,133.7,0.15,1.39,248760,5,0],["qwen3.5-4b-q8",1,112.8,95.6,0.77,7.32,192797,5,1],["qwen3.5-9b-q4",1,104.2,89.4,0.28,2.43,157803,5,1],["lfm2.5-8b-a1b-q4",1,246.4,214.9,0.09,0.76,128000,15,0],["granite4.1-3b-q4",1,187.3,107.3,0.15,1.74,106207,5,0],["granite4.1-8b-q4",1,89.4,52.3,0.3,3.28,33276,5,1],["gemma4-e4b-q4",1,142.4,129.6,0.25,2.12,131072,5,1],["gemma4-e4b-q8",1,104.6,97.5,1.45,12.06,131072,5,1],["gemma4-e2b-q4",1,264.8,242.4,0.16,1.33,131072,5,0],["gemma4-e2b-q8",1,210.3,196,0.81,6.96,131072,5,0],["gemma4-12b-q4",1,69.6,57,0.39,3.26,47043,15,0],["qwen3.5-9b-q8",1,66,59.8,1.62,14.12,38833,5,0],["ornith-9b-q4",1,104.2,89.4,0.28,2.43,157803,5,1],["granite4.2-3b-q4",1,188,107.6,0.16,1.8,104443,5,0],["granite4.2-8b-q4",1,92.8,53.4,0.31,3.37,33276,5,1],["minicpm-v4.5-8b-q4",1,100.7,58.5,0.29,3.13,39152,5,1],["mimo-v2.6-distill-qwen-9b",1,101,87,0.28,2.43,151336,5,1],["ministral-3-3b-q4",1,145,82.9,0.15,1.77,73676,5,1],["ministral-3-8b-q4",1,87,54.8,0.3,3.15,34307,5,1],["ministral-3-14b-q4",1,60.6,null,0.45,4.47,10482,15,0]]},"rtx-5070-ti":{"label":"NVIDIA GeForce RTX 5070 Ti","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":132.6},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":132.6},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":132.6}},"cells":[["qwen2.5-1.5b-q4",1,368.6,266.2,0.07,0.75,32768,10,0],["qwen2.5-3b-q4",1,256.1,190.6,0.11,1.14,32768,5,1],["qwen2.5-7b-q4",1,143.8,110.6,0.2,2,32768,5,1],["qwen2.5-14b-q4",1,78.4,null,0.36,3.8,27526,15,0],["llama3.2-3b-q4",1,226.3,116.4,0.11,1.21,107950,5,1],["llama3.1-8b-q4",1,130.8,80.5,0.21,2.2,72321,5,1],["llama3.1-8b-q8",1,85,60.5,1.17,12.59,44702,5,0],["llama3.1-8b-q5",1,116.7,75,0.4,4.27,66123,5,1],["mistral-7b-q4",1,137.5,83,0.2,2.07,32768,5,1],["mistral-7b-q5",1,122.2,77.2,0.37,4,32768,5,1],["mistral-7b-q8",1,88.9,62.4,1.07,11.76,32768,5,0],["mistral-nemo-12b-q4",1,96.6,61.3,0.3,3.03,44728,15,0],["mistral-nemo-12b-q8",1,58.1,null,1.75,18.02,8408,15,0],["gemma2-2b-q4",1,250.2,null,0.09,0.86,8192,5,1],["gemma2-9b-q4",1,98.3,null,0.23,2.2,8192,5,1],["phi3-mini-q4",1,160.1,null,0.12,1.36,4096,5,1],["phi3-medium-q4",1,78.5,null,0.34,3.49,4096,15,0],["phi4-14b-q4",1,76.5,null,0.35,3.6,16384,15,0],["qwen2.5-coder-7b-q4",1,143.8,110.6,0.2,2,32768,5,1],["qwen2.5-coder-14b-q4",1,78.4,null,0.36,3.8,27526,15,0],["llama3.2-1b-q4",1,397.3,269.5,0.07,0.66,131072,10,0],["mistral-small-22b-q4",1,56.4,null,0.52,5.45,7981,5,0],["qwen2.5-0.5b-q4",1,523.2,424,0.05,0.49,32768,10,0],["gemma-3-1b-q4",1,420.1,395.3,0.06,0.5,32768,10,0],["gemma-3-1b-q8",1,370.2,350.9,0.17,1.5,32768,10,0],["phi4-mini-3.8b-q4",1,196.9,101.5,0.12,1.37,90851,5,1],["phi4-mini-3.8b-q8",1,142.5,84.8,0.6,7.18,78700,5,1],["smollm2-360m-q4",1,406.6,null,0.05,0.51,8192,10,0],["qwen3-8b-q4",1,124.8,74.7,0.22,2.29,40960,5,1],["qwen3-8b-q8",1,82.7,57.3,1.2,13.22,37630,5,0],["qwen3-14b-q4",1,77.4,null,0.36,3.62,31273,15,0],["gemma3-4b-q4",1,214.3,184.7,0.12,0.99,131072,5,1],["gemma3-4b-q8",1,150,134.9,0.56,4.75,131072,5,1],["gemma3-12b-q4",1,90.6,74.5,0.28,2.38,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,143.8,110.6,0.2,2,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,92.4,77.5,1.1,11.28,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,78.4,null,0.36,3.8,27526,15,0],["qwen3.5-0.8b-q4",1,414,349.3,0.05,0.47,262144,10,0],["qwen3.5-2b-q4",1,257.9,231.2,0.07,0.64,262144,10,1],["qwen3.5-4b-q4",1,210.1,168,0.12,1.07,262144,5,1],["qwen3.5-4b-q8",1,143,122.2,0.55,5.23,262144,5,1],["qwen3.5-9b-q4",1,132.6,114.5,0.21,1.8,262144,5,1],["lfm2.5-8b-a1b-q4",1,295.5,261,0.07,0.62,128000,15,0],["granite4.1-3b-q4",1,230.1,136.5,0.12,1.31,131072,5,1],["granite4.1-8b-q4",1,114.6,68.1,0.22,2.4,55249,5,1],["gemma4-e4b-q4",1,178.4,163.2,0.19,1.58,131072,5,1],["gemma4-e4b-q8",1,133.1,124.5,1.03,8.57,131072,5,1],["gemma4-e2b-q4",1,315.1,291.2,0.12,1.03,131072,5,0],["gemma4-e2b-q8",1,255.9,239.9,0.58,4.98,131072,5,1],["gemma4-12b-q4",1,89.9,74,0.28,2.38,101975,15,0],["gpt-oss-20b",1,158.9,null,0.19,1.87,24554,15,1],["qwen3.5-9b-q8",1,85.5,77.6,1.15,10.01,148696,5,0],["gemma4-12b-q8",1,57,null,1.63,13.82,21283,15,0],["ornith-9b-q4",1,132.6,114.5,0.21,1.8,262144,5,1],["granite4.2-3b-q4",1,231,136.8,0.12,1.36,131072,5,1],["granite4.2-8b-q4",1,118.7,69.5,0.23,2.46,55249,5,1],["minicpm-v4.5-8b-q4",1,128.4,76,0.22,2.29,40960,5,1],["mimo-v2.6-distill-qwen-9b",1,128.8,111.6,0.21,1.8,261199,5,1],["ministral-3-3b-q4",1,181.4,106.5,0.12,1.34,107480,5,1],["ministral-3-8b-q4",1,111.6,71.3,0.22,2.31,60157,5,1],["ministral-3-14b-q4",1,78.6,null,0.33,3.24,32455,15,0]]},"rtx-4070-ti-super":{"label":"NVIDIA GeForce RTX 4070 Ti SUPER","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":100.6},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":100.6},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":100.6}},"cells":[["qwen2.5-1.5b-q4",1,308.9,213.4,0.07,0.75,32768,10,0],["qwen2.5-3b-q4",1,204.4,148,0.11,1.13,32768,5,0],["qwen2.5-7b-q4",1,109.6,83.2,0.2,1.99,32768,5,1],["qwen2.5-14b-q4",1,58.2,null,0.36,3.78,27526,15,0],["llama3.2-3b-q4",1,178.4,87.7,0.11,1.21,107950,5,0],["llama3.1-8b-q4",1,99.2,59.9,0.21,2.19,72321,5,1],["llama3.1-8b-q8",1,63.3,44.6,1.17,12.54,44702,5,0],["llama3.1-8b-q5",1,88,55.6,0.4,4.26,66123,5,1],["mistral-7b-q4",1,104.5,61.8,0.2,2.06,32768,5,1],["mistral-7b-q5",1,92.3,57.3,0.37,3.99,32768,5,1],["mistral-7b-q8",1,66.3,46.1,1.06,11.71,32768,5,0],["mistral-nemo-12b-q4",1,72.2,45.2,0.3,3.02,44728,15,0],["mistral-nemo-12b-q8",1,42.8,null,1.74,17.95,8408,15,0],["gemma2-2b-q4",1,199.2,null,0.09,0.86,8192,5,0],["gemma2-9b-q4",1,73.6,null,0.23,2.19,8192,5,1],["phi3-mini-q4",1,122.8,null,0.12,1.36,4096,5,0],["phi3-medium-q4",1,58.3,null,0.34,3.47,4096,15,0],["phi4-14b-q4",1,56.8,null,0.35,3.59,16384,15,0],["qwen2.5-coder-7b-q4",1,109.6,83.2,0.2,1.99,32768,5,1],["qwen2.5-coder-14b-q4",1,58.2,null,0.36,3.78,27526,15,0],["llama3.2-1b-q4",1,337.2,216.4,0.07,0.66,131072,10,0],["mistral-small-22b-q4",1,41.5,null,0.52,5.43,7981,5,0],["qwen2.5-0.5b-q4",1,470.5,364.1,0.05,0.49,32768,10,0],["gemma-3-1b-q4",1,360.2,335.2,0.06,0.49,32768,10,0],["gemma-3-1b-q8",1,310.4,291.7,0.17,1.49,32768,10,0],["phi4-mini-3.8b-q4",1,153.3,76.1,0.12,1.36,90851,5,0],["phi4-mini-3.8b-q8",1,108.5,63.1,0.59,7.16,78700,5,1],["smollm2-360m-q4",1,346.5,null,0.05,0.51,8192,10,0],["qwen3-8b-q4",1,94.4,55.4,0.22,2.29,40960,5,1],["qwen3-8b-q8",1,61.5,42.2,1.19,13.17,37630,5,0],["qwen3-14b-q4",1,57.5,null,0.35,3.61,31273,15,0],["gemma3-4b-q4",1,168.1,143.2,0.12,0.99,131072,5,0],["gemma3-4b-q8",1,114.6,102.5,0.56,4.73,131072,5,1],["gemma3-12b-q4",1,67.6,55.3,0.28,2.38,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,109.6,83.2,0.2,1.99,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,69,57.5,1.1,11.24,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,58.2,null,0.36,3.78,27526,15,0],["qwen3.5-0.8b-q4",1,354,290.2,0.05,0.47,262144,10,0],["qwen3.5-2b-q4",1,206,182.7,0.07,0.64,262144,10,0],["qwen3.5-4b-q4",1,164.5,129.3,0.12,1.07,262144,5,0],["qwen3.5-4b-q8",1,109,92.3,0.55,5.22,262144,5,1],["qwen3.5-9b-q4",1,100.6,86.3,0.21,1.79,262144,5,1],["lfm2.5-8b-a1b-q4",1,239.8,208.7,0.07,0.62,128000,15,0],["granite4.1-3b-q4",1,181.7,103.7,0.12,1.31,131072,5,0],["granite4.1-8b-q4",1,86.3,50.3,0.22,2.39,55249,5,1],["gemma4-e4b-q4",1,137.9,125.3,0.19,1.57,131072,5,1],["gemma4-e4b-q8",1,101,94.1,1.02,8.54,131072,5,1],["gemma4-e2b-q4",1,257.9,235.9,0.12,1.03,131072,5,0],["gemma4-e2b-q8",1,204.3,190.2,0.58,4.97,131072,5,0],["gemma4-12b-q4",1,67.1,54.9,0.28,2.38,101975,15,0],["gpt-oss-20b",1,121.8,null,0.19,1.87,24554,15,0],["qwen3.5-9b-q8",1,63.7,57.6,1.15,9.97,148696,5,0],["gemma4-12b-q8",1,41.9,null,1.62,13.76,21283,15,0],["ornith-9b-q4",1,100.6,86.3,0.21,1.79,262144,5,1],["granite4.2-3b-q4",1,182.4,103.9,0.12,1.35,131072,5,0],["granite4.2-8b-q4",1,89.6,51.4,0.23,2.45,55249,5,1],["minicpm-v4.5-8b-q4",1,97.3,56.4,0.22,2.29,40960,5,1],["mimo-v2.6-distill-qwen-9b",1,97.6,84,0.21,1.79,261199,5,1],["ministral-3-3b-q4",1,140.3,80,0.12,1.33,107480,5,1],["ministral-3-8b-q4",1,84,52.8,0.22,2.3,60157,5,1],["ministral-3-14b-q4",1,58.4,null,0.33,3.22,32455,15,0]]},"rtx-4080-super":{"label":"NVIDIA GeForce RTX 4080 SUPER","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":108.8},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":108.8},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":108.8}},"cells":[["qwen2.5-1.5b-q4",1,325.2,227.4,0.07,0.68,32768,10,0],["qwen2.5-3b-q4",1,218.1,159.1,0.1,1.01,32768,5,1],["qwen2.5-7b-q4",1,118.3,90.1,0.18,1.73,32768,5,1],["qwen2.5-14b-q4",1,63.3,null,0.31,3.24,27526,15,0],["llama3.2-3b-q4",1,191,95,0.1,1.07,107950,5,1],["llama3.1-8b-q4",1,107.2,65,0.19,1.9,72321,5,1],["llama3.1-8b-q8",1,68.7,48.6,0.99,10.64,44702,5,0],["llama3.1-8b-q5",1,95.3,60.4,0.35,3.64,66123,5,1],["mistral-7b-q4",1,113,67.1,0.17,1.79,32768,5,1],["mistral-7b-q5",1,99.9,62.3,0.32,3.42,32768,5,1],["mistral-7b-q8",1,72,50.1,0.9,9.94,32768,5,0],["mistral-nemo-12b-q4",1,78.4,49.2,0.26,2.6,44728,15,0],["mistral-nemo-12b-q8",1,46.6,null,1.48,15.21,8408,15,0],["gemma2-2b-q4",1,212.6,null,0.09,0.77,8192,5,1],["gemma2-9b-q4",1,79.9,null,0.2,1.9,8192,5,1],["phi3-mini-q4",1,132.4,null,0.11,1.2,4096,5,1],["phi3-medium-q4",1,63.4,null,0.29,2.98,4096,15,0],["phi4-14b-q4",1,61.7,null,0.3,3.08,16384,15,0],["qwen2.5-coder-7b-q4",1,118.3,90.1,0.18,1.73,32768,5,1],["qwen2.5-coder-14b-q4",1,63.3,null,0.31,3.24,27526,15,0],["llama3.2-1b-q4",1,353.8,230.5,0.06,0.6,131072,10,0],["mistral-small-22b-q4",1,45.3,null,0.44,4.63,7981,5,0],["qwen2.5-0.5b-q4",1,485.7,380.8,0.05,0.46,32768,10,0],["gemma-3-1b-q4",1,376.8,351.8,0.06,0.47,32768,10,0],["gemma-3-1b-q8",1,326.8,307.8,0.15,1.31,32768,10,0],["phi4-mini-3.8b-q4",1,164.6,82.5,0.11,1.2,90851,5,1],["phi4-mini-3.8b-q8",1,117.2,68.6,0.51,6.09,78700,5,1],["smollm2-360m-q4",1,363.1,null,0.05,0.48,8192,10,0],["qwen3-8b-q4",1,102.2,60.3,0.19,1.98,40960,5,1],["qwen3-8b-q8",1,66.9,46,1.01,11.17,37630,5,0],["qwen3-14b-q4",1,62.5,null,0.31,3.09,31273,15,0],["gemma3-4b-q4",1,180.1,153.9,0.11,0.89,131072,5,1],["gemma3-4b-q8",1,123.7,110.8,0.48,4.05,131072,5,1],["gemma3-12b-q4",1,73.4,60.1,0.24,2.06,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,118.3,90.1,0.18,1.73,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,74.9,62.5,0.93,9.54,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,63.3,null,0.31,3.24,27526,15,0],["qwen3.5-0.8b-q4",1,370.6,306.3,0.05,0.45,262144,10,0],["qwen3.5-2b-q4",1,219.8,195.4,0.07,0.59,262144,10,1],["qwen3.5-4b-q4",1,176.4,139.3,0.11,0.95,262144,5,1],["qwen3.5-4b-q8",1,117.7,99.9,0.47,4.45,262144,5,1],["qwen3.5-9b-q4",1,108.8,93.4,0.18,1.56,262144,5,1],["lfm2.5-8b-a1b-q4",1,254.7,222.6,0.07,0.58,128000,15,0],["granite4.1-3b-q4",1,194.4,112.1,0.1,1.15,131072,5,1],["granite4.1-8b-q4",1,93.5,54.8,0.19,2.06,55249,5,1],["gemma4-e4b-q4",1,148.3,135.1,0.17,1.38,131072,5,1],["gemma4-e4b-q8",1,109.2,101.9,0.87,7.26,131072,5,1],["gemma4-e2b-q4",1,273.3,250.7,0.11,0.92,131072,5,0],["gemma4-e2b-q8",1,217.9,203.3,0.49,4.24,131072,5,1],["gemma4-12b-q4",1,72.8,59.7,0.24,2.06,101975,15,0],["gpt-oss-20b",1,131.3,null,0.17,1.63,24554,15,1],["qwen3.5-9b-q8",1,69.1,62.6,0.97,8.47,148696,5,0],["gemma4-12b-q8",1,45.7,null,1.37,11.67,21283,15,0],["ornith-9b-q4",1,108.8,93.4,0.18,1.56,262144,5,1],["granite4.2-3b-q4",1,195.1,112.3,0.11,1.19,131072,5,1],["granite4.2-8b-q4",1,97,56,0.2,2.12,55249,5,1],["minicpm-v4.5-8b-q4",1,105.2,61.3,0.19,1.98,40960,5,1],["mimo-v2.6-distill-qwen-9b",1,105.5,91,0.18,1.56,261199,5,1],["ministral-3-3b-q4",1,150.9,86.7,0.1,1.17,107480,5,1],["ministral-3-8b-q4",1,91,57.4,0.19,1.99,60157,5,1],["ministral-3-14b-q4",1,63.4,null,0.28,2.77,32455,15,0]]},"rtx-5080":{"label":"NVIDIA GeForce RTX 5080","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":140.3},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":140.3},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":140.3}},"cells":[["qwen2.5-1.5b-q4",1,381.3,278,0.07,0.66,32768,10,0],["qwen2.5-3b-q4",1,267.7,200.5,0.09,0.96,32768,5,1],["qwen2.5-7b-q4",1,151.9,117.2,0.17,1.63,32768,5,1],["qwen2.5-14b-q4",1,83.4,null,0.29,3.03,27526,15,0],["llama3.2-3b-q4",1,237.3,123.3,0.1,1.02,107950,5,1],["llama3.1-8b-q4",1,138.4,85.6,0.17,1.78,72321,5,1],["llama3.1-8b-q8",1,90.3,64.4,0.92,9.9,44702,5,0],["llama3.1-8b-q5",1,123.6,79.7,0.32,3.41,66123,5,1],["mistral-7b-q4",1,145.4,88.3,0.16,1.68,32768,5,1],["mistral-7b-q5",1,129.4,82.1,0.3,3.2,32768,5,1],["mistral-7b-q8",1,94.4,66.5,0.84,9.25,32768,5,0],["mistral-nemo-12b-q4",1,102.5,65.3,0.24,2.43,44728,15,0],["mistral-nemo-12b-q8",1,61.9,null,1.37,14.14,8408,15,0],["gemma2-2b-q4",1,261.7,null,0.08,0.74,8192,5,1],["gemma2-9b-q4",1,104.4,null,0.19,1.79,8192,5,1],["phi3-mini-q4",1,168.9,null,0.11,1.13,4096,5,1],["phi3-medium-q4",1,83.5,null,0.27,2.79,4096,15,0],["phi4-14b-q4",1,81.4,null,0.28,2.88,16384,15,0],["qwen2.5-coder-7b-q4",1,151.9,117.2,0.17,1.63,32768,5,1],["qwen2.5-coder-14b-q4",1,83.4,null,0.29,3.03,27526,15,0],["llama3.2-1b-q4",1,409.8,281.4,0.06,0.58,131072,10,0],["mistral-small-22b-q4",1,60.1,null,0.41,4.32,7981,5,0],["qwen2.5-0.5b-q4",1,533.4,436.3,0.05,0.45,32768,10,0],["gemma-3-1b-q4",1,432.4,407.9,0.06,0.46,32768,10,0],["gemma-3-1b-q8",1,382.9,363.5,0.15,1.24,32768,10,0],["phi4-mini-3.8b-q4",1,207,107.7,0.11,1.14,90851,5,1],["phi4-mini-3.8b-q8",1,150.6,90.1,0.47,5.68,78700,5,1],["smollm2-360m-q4",1,419,null,0.05,0.46,8192,10,0],["qwen3-8b-q4",1,132.2,79.5,0.18,1.86,40960,5,1],["qwen3-8b-q8",1,87.9,61,0.94,10.4,37630,5,0],["qwen3-14b-q4",1,82.3,null,0.29,2.9,31273,15,0],["gemma3-4b-q4",1,224.9,194.4,0.1,0.85,131072,5,1],["gemma3-4b-q8",1,158.4,142.7,0.45,3.78,131072,5,1],["gemma3-12b-q4",1,96.3,79.3,0.23,1.93,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,151.9,117.2,0.17,1.63,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,98.2,82.4,0.87,8.88,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,83.4,null,0.29,3.03,27526,15,0],["qwen3.5-0.8b-q4",1,426.4,362,0.05,0.44,262144,10,0],["qwen3.5-2b-q4",1,269.6,242.3,0.07,0.57,262144,10,1],["qwen3.5-4b-q4",1,220.6,177.1,0.1,0.9,262144,5,1],["qwen3.5-4b-q8",1,151.1,129.4,0.44,4.16,262144,5,1],["qwen3.5-9b-q4",1,140.3,121.3,0.17,1.48,262144,5,1],["lfm2.5-8b-a1b-q4",1,307.8,272.7,0.07,0.56,128000,15,0],["granite4.1-3b-q4",1,241.1,144.3,0.1,1.09,131072,5,1],["granite4.1-8b-q4",1,121.4,72.4,0.18,1.94,55249,5,1],["gemma4-e4b-q4",1,187.9,172.1,0.16,1.3,131072,5,1],["gemma4-e4b-q8",1,140.8,131.8,0.81,6.76,131072,5,1],["gemma4-e2b-q4",1,327.6,303.4,0.1,0.87,131072,5,0],["gemma4-e2b-q8",1,267.6,251.2,0.46,3.96,131072,5,1],["gemma4-12b-q4",1,95.5,78.8,0.23,1.93,101975,15,0],["gpt-oss-20b",1,167.6,null,0.16,1.53,24554,15,1],["qwen3.5-9b-q8",1,90.8,82.5,0.91,7.89,148696,5,0],["gemma4-12b-q8",1,60.7,null,1.28,10.86,21283,15,0],["ornith-9b-q4",1,140.3,121.3,0.17,1.48,262144,5,1],["granite4.2-3b-q4",1,242,144.6,0.1,1.13,131072,5,1],["granite4.2-8b-q4",1,125.7,74,0.19,1.99,55249,5,1],["minicpm-v4.5-8b-q4",1,135.9,80.8,0.18,1.86,40960,5,1],["mimo-v2.6-distill-qwen-9b",1,136.3,118.3,0.17,1.48,261199,5,1],["ministral-3-3b-q4",1,190.9,112.9,0.1,1.11,107480,5,1],["ministral-3-8b-q4",1,118.3,75.9,0.18,1.87,60157,5,1],["ministral-3-14b-q4",1,83.6,null,0.26,2.6,32455,15,0]]},"rtx-3090":{"label":"NVIDIA GeForce RTX 3090","kind":"gpu","budgetGb":21.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":45.1},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":45.1},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":45.1}},"cells":[["qwen2.5-1.5b-q4",1,332.6,244.2,0.08,0.86,32768,10,0],["qwen2.5-3b-q4",1,235.3,177,0.12,1.33,32768,5,1],["qwen2.5-7b-q4",1,134.6,104.1,0.24,2.39,32768,5,1],["qwen2.5-14b-q4",1,74.2,47.7,0.43,4.62,32768,15,0],["llama3.2-3b-q4",1,209,109.4,0.13,1.42,131072,5,1],["llama3.1-8b-q4",1,122.7,76.2,0.25,2.64,127252,5,1],["llama3.1-8b-q8",1,80.3,57.4,1.44,15.48,99633,5,0],["llama3.1-8b-q5",1,109.7,71,0.49,5.2,121055,5,1],["mistral-7b-q4",1,128.9,78.5,0.23,2.48,32768,5,1],["mistral-7b-q5",1,114.8,73.1,0.45,4.87,32768,5,1],["mistral-7b-q8",1,84,59.2,1.31,14.45,32768,5,1],["mistral-nemo-12b-q4",1,91.1,58.1,0.36,3.67,88673,15,1],["mistral-nemo-12b-q8",1,55.2,41.1,2.15,22.19,52353,15,0],["gemma2-2b-q4",1,230.1,null,0.11,0.99,8192,5,1],["gemma2-9b-q4",1,92.7,null,0.28,2.64,8192,5,1],["gemma2-27b-q4",1,40.3,null,0.74,6.33,8192,5,1],["phi3-mini-q4",1,149.4,null,0.14,1.61,4096,5,1],["phi3-medium-q4",1,74.3,null,0.41,4.23,4096,15,0],["phi4-14b-q4",1,72.4,null,0.43,4.38,16384,15,0],["phi4-14b-q8",1,45.9,null,2.57,26.8,16384,15,1],["qwen2.5-coder-7b-q4",1,134.6,104.1,0.24,2.39,32768,5,1],["qwen2.5-coder-14b-q4",1,74.2,47.7,0.43,4.62,32768,15,0],["llama3.2-1b-q4",1,356.8,247.1,0.07,0.74,131072,10,0],["mistral-small-22b-q4",1,53.6,36.5,0.63,6.65,32768,5,0],["qwen2.5-0.5b-q4",1,460.7,379.2,0.05,0.53,32768,10,0],["gemma-3-1b-q4",1,375.9,355.2,0.06,0.54,32768,10,0],["gemma-3-1b-q8",1,334,317.5,0.21,1.78,32768,10,0],["phi4-mini-3.8b-q4",1,182.7,95.7,0.14,1.62,131072,5,1],["phi4-mini-3.8b-q8",1,133.4,80.2,0.73,8.8,131072,5,1],["smollm2-360m-q4",1,364.6,null,0.05,0.55,8192,10,0],["qwen3-8b-q4",1,117.2,70.8,0.26,2.76,40960,5,1],["qwen3-8b-q8",1,78.2,54.4,1.47,16.26,40960,5,0],["qwen3-14b-q4",1,73.3,50.3,0.43,4.4,40960,15,0],["qwen3-30b-q4",1,165.7,null,0.14,2.04,30288,15,1],["gemma3-4b-q4",1,198.2,171.7,0.14,1.15,131072,5,1],["gemma3-4b-q8",1,140.3,126.5,0.69,5.8,131072,5,1],["gemma3-12b-q4",1,85.6,70.6,0.34,2.87,131072,15,1],["gemma3-27b-q4",1,42.3,37.4,0.73,6,56251,5,1],["deepseek-r1-distill-qwen-7b-q4",1,134.6,104.1,0.24,2.39,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,87.3,73.3,1.35,13.86,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,74.2,47.7,0.43,4.62,64147,15,0],["deepseek-r1-distill-qwen-14b-q8",1,46.4,null,2.61,28.37,30000,15,1],["mistral-small-3.1-cloud",1,46.3,35.9,0.65,5.96,37311,5,1],["qwen3.5-0.8b-q4",1,370.8,316.1,0.06,0.51,262144,10,0],["qwen3.5-2b-q4",1,236.9,213.3,0.08,0.72,262144,10,1],["qwen3.5-4b-q4",1,194.5,156.6,0.14,1.25,262144,5,1],["qwen3.5-4b-q8",1,133.9,114.8,0.67,6.39,262144,5,1],["qwen3.5-9b-q4",1,124.4,107.7,0.25,2.15,262144,5,1],["qwen3.5-35b-a3b-q4",1,212.3,null,0.11,1.1,21152,15,1],["qwen3.5-27b-q4",1,45.7,41,0.66,5.77,77096,5,1],["lfm2-24b-a2b-q4",1,224.7,191.3,0.1,0.86,128000,15,1],["lfm2.5-8b-a1b-q4",1,269.8,239.6,0.08,0.7,128000,15,0],["granite4.1-3b-q4",1,212.3,127.9,0.13,1.55,131072,5,1],["granite4.1-8b-q4",1,107.8,64.5,0.27,2.88,99194,5,1],["qwen3.6-27b-q4",1,45,40.5,0.66,5.77,72663,5,1],["qwen3.8-27b-q4",1,45.1,40.5,0.66,5.77,73078,5,1],["gemma4-31b-q4",1,36.6,null,0.81,6.86,12763,5,1],["gemma4-26b-a4b-q4",1,147.3,119.9,0.12,1.07,105368,15,1],["gemma4-e4b-q4",1,166,152.2,0.23,1.88,131072,5,1],["gemma4-e4b-q8",1,124.8,116.9,1.26,10.51,131072,5,1],["gemma4-e2b-q4",1,286.8,266,0.14,1.2,131072,5,1],["gemma4-e2b-q8",1,235.2,221,0.71,6.08,131072,5,1],["gemma4-12b-q4",1,84.9,70.1,0.34,2.87,211838,15,1],["north-mini-code-1-q4",1,157,135.5,0.13,1.26,101562,15,1],["gpt-oss-20b",1,148.3,130.3,0.23,2.24,131072,15,1],["qwen3.5-9b-q8",1,80.8,73.4,1.41,12.3,262144,5,0],["gemma4-12b-q8",1,54.1,47.7,2,16.99,131147,15,0],["qwen3-14b-q8",1,46.3,35.9,2.59,26.95,34819,15,1],["laguna-xs-2.1-q4",1,198.3,null,0.11,1.18,30829,15,1],["ornith-9b-q4",1,124.4,107.7,0.25,2.15,262144,5,1],["ornith-35b-q4",1,212.3,null,0.11,1.1,21152,15,1],["granite4.2-3b-q4",1,213.1,128.1,0.14,1.6,131072,5,1],["granite4.2-8b-q4",1,111.6,65.9,0.28,2.97,99194,5,1],["granite4.2-30b-q4",1,39.7,null,0.8,7.64,14795,5,1],["nemotron-3.5-lightning-30b-q4xs",1,175.4,168.5,0.13,1.17,436458,15,1],["muse-glimmer-30b-q4",1,45.5,44.5,0.71,5.95,131072,5,1],["minicpm-v4.5-8b-q4",1,120.5,72,0.26,2.76,40960,5,1],["glm-4.7-flash-q4",1,156.3,118.3,0.14,1.57,47663,15,1],["olmo-3.1-32b-q4",1,36.5,null,0.86,7.28,20024,5,1],["mimo-v2.6-distill-qwen-9b",1,120.8,105,0.25,2.15,262144,5,1],["devstral-small-2-24b-q4",1,47.1,36.4,0.65,5.96,39200,5,1],["ministral-3-3b-q4",1,168.7,100.3,0.13,1.58,175088,5,1],["ministral-3-8b-q4",1,105.1,67.5,0.27,2.78,111858,5,1],["ministral-3-14b-q4",1,74.4,50.8,0.39,3.92,76400,15,0]]},"rtx-4090":{"label":"NVIDIA GeForce RTX 4090","kind":"gpu","budgetGb":21.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":50.9},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":50.9},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":50.9}},"cells":[["qwen2.5-1.5b-q4",1,382.7,279.4,0.06,0.55,32768,10,0],["qwen2.5-3b-q4",1,269.1,201.7,0.08,0.75,32768,5,1],["qwen2.5-7b-q4",1,152.9,118,0.13,1.21,32768,5,1],["qwen2.5-14b-q4",1,84,54,0.21,2.17,32768,15,0],["llama3.2-3b-q4",1,238.6,124.1,0.08,0.79,131072,5,1],["llama3.1-8b-q4",1,139.3,86.3,0.13,1.32,127252,5,1],["llama3.1-8b-q8",1,91,64.9,0.64,6.85,99633,5,0],["llama3.1-8b-q5",1,124.5,80.3,0.23,2.42,121055,5,1],["mistral-7b-q4",1,146.4,88.9,0.12,1.25,32768,5,1],["mistral-7b-q5",1,130.3,82.7,0.22,2.28,32768,5,1],["mistral-7b-q8",1,95.1,67,0.59,6.4,32768,5,1],["mistral-nemo-12b-q4",1,103.3,65.8,0.18,1.76,88673,15,1],["mistral-nemo-12b-q8",1,62.4,46.4,0.95,9.74,52353,15,0],["gemma2-2b-q4",1,263,null,0.07,0.6,8192,5,1],["gemma2-9b-q4",1,105.1,null,0.14,1.32,8192,5,1],["gemma2-27b-q4",1,45.6,null,0.34,2.91,8192,5,0],["phi3-mini-q4",1,170,null,0.08,0.87,4096,5,1],["phi3-medium-q4",1,84.1,null,0.2,2,4096,15,0],["phi4-14b-q4",1,82,null,0.21,2.06,16384,15,0],["phi4-14b-q8",1,51.8,null,1.13,11.73,16384,15,0],["qwen2.5-coder-7b-q4",1,152.9,118,0.13,1.21,32768,5,1],["qwen2.5-coder-14b-q4",1,84,54,0.21,2.17,32768,15,0],["llama3.2-1b-q4",1,411.2,282.8,0.05,0.5,131072,10,0],["mistral-small-22b-q4",1,60.6,41.3,0.29,3.05,32768,5,0],["qwen2.5-0.5b-q4",1,534.3,437.5,0.05,0.41,32768,10,0],["gemma-3-1b-q4",1,433.7,409.2,0.05,0.41,32768,10,0],["gemma-3-1b-q8",1,384.3,364.9,0.11,0.94,32768,10,0],["phi4-mini-3.8b-q4",1,208.2,108.5,0.08,0.87,131072,5,1],["phi4-mini-3.8b-q8",1,151.6,90.8,0.34,3.97,131072,5,1],["smollm2-360m-q4",1,420.4,null,0.04,0.42,8192,10,0],["qwen3-8b-q4",1,133.1,80.1,0.13,1.37,40960,5,1],["qwen3-8b-q8",1,88.6,61.5,0.66,7.19,40960,5,0],["qwen3-14b-q4",1,83,56.9,0.21,2.07,40960,15,0],["qwen3-30b-q4",1,188.7,null,0.08,1.06,30288,15,1],["gemma3-4b-q4",1,226.2,195.6,0.08,0.68,131072,5,1],["gemma3-4b-q8",1,159.5,143.7,0.32,2.68,131072,5,1],["gemma3-12b-q4",1,97,79.9,0.17,1.42,131072,15,1],["gemma3-27b-q4",1,47.8,42.2,0.34,2.76,56251,5,0],["deepseek-r1-distill-qwen-7b-q4",1,152.9,118,0.13,1.21,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,98.9,83,0.6,6.15,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,84,54,0.21,2.17,64147,15,0],["deepseek-r1-distill-qwen-14b-q8",1,52.4,null,1.15,12.4,30000,15,0],["mistral-small-3.1-cloud",1,52.3,40.6,0.3,2.75,37311,5,0],["qwen3.5-0.8b-q4",1,427.7,363.4,0.05,0.4,262144,10,0],["qwen3.5-2b-q4",1,271,243.6,0.06,0.49,262144,10,1],["qwen3.5-4b-q4",1,221.9,178.2,0.08,0.72,262144,5,1],["qwen3.5-4b-q8",1,152.1,130.3,0.31,2.93,262144,5,1],["qwen3.5-9b-q4",1,141.3,122.2,0.13,1.11,262144,5,1],["qwen3.5-35b-a3b-q4",1,242.4,null,0.07,0.65,21152,15,1],["qwen3.5-27b-q4",1,51.7,46.4,0.31,2.66,77096,5,0],["lfm2-24b-a2b-q4",1,256.8,218.1,0.06,0.55,128000,15,0],["lfm2.5-8b-a1b-q4",1,309.2,274.1,0.06,0.48,128000,15,0],["granite4.1-3b-q4",1,242.5,145.3,0.08,0.85,131072,5,1],["granite4.1-8b-q4",1,122.3,73,0.14,1.42,99194,5,1],["qwen3.6-27b-q4",1,50.9,45.7,0.31,2.66,72663,5,0],["qwen3.8-27b-q4",1,50.9,45.8,0.31,2.66,73078,5,0],["gemma4-31b-q4",1,41.4,null,0.37,3.13,12763,5,0],["gemma4-26b-a4b-q4",1,167.6,136.1,0.08,0.64,105368,15,1],["gemma4-e4b-q4",1,189,173.2,0.12,0.99,131072,5,1],["gemma4-e4b-q8",1,141.8,132.7,0.56,4.71,131072,5,1],["gemma4-e2b-q4",1,329,304.8,0.08,0.69,131072,5,1],["gemma4-e2b-q8",1,268.9,252.5,0.33,2.8,131072,5,1],["gemma4-12b-q4",1,96.2,79.4,0.17,1.42,211838,15,1],["north-mini-code-1-q4",1,178.7,154,0.08,0.72,101562,15,1],["gpt-oss-20b",1,168.7,148,0.12,1.14,131072,15,1],["qwen3.5-9b-q8",1,91.5,83.1,0.63,5.48,262144,5,0],["gemma4-12b-q8",1,61.2,53.9,0.88,7.5,131147,15,0],["qwen3-14b-q8",1,52.3,40.6,1.14,11.79,34819,15,0],["laguna-xs-2.1-q4",1,226.3,null,0.07,0.69,30829,15,1],["ornith-9b-q4",1,141.3,122.2,0.13,1.11,262144,5,1],["ornith-35b-q4",1,242.4,null,0.07,0.65,21152,15,1],["granite4.2-3b-q4",1,243.3,145.6,0.08,0.87,131072,5,1],["granite4.2-8b-q4",1,126.6,74.5,0.14,1.46,99194,5,1],["granite4.2-30b-q4",1,44.8,null,0.37,3.47,14795,5,0],["nemotron-3.5-lightning-30b-q4xs",1,199.9,191.9,0.08,0.68,436458,15,1],["muse-glimmer-30b-q4",1,51.4,50.3,0.33,2.74,131072,5,0],["minicpm-v4.5-8b-q4",1,136.8,81.5,0.13,1.37,40960,5,1],["glm-4.7-flash-q4",1,177.9,134.3,0.08,0.85,47663,15,1],["olmo-3.1-32b-q4",1,41.3,null,0.39,3.31,20024,5,0],["mimo-v2.6-distill-qwen-9b",1,137.2,119.2,0.13,1.11,262144,5,1],["devstral-small-2-24b-q4",1,53.3,41.2,0.3,2.75,39200,5,0],["ministral-3-3b-q4",1,192.1,113.7,0.08,0.86,175088,5,1],["ministral-3-8b-q4",1,119.2,76.4,0.14,1.37,111858,5,1],["ministral-3-14b-q4",1,84.2,57.5,0.19,1.87,76400,15,0]]},"rtx-5090":{"label":"NVIDIA GeForce RTX 5090","kind":"gpu","budgetGb":28.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":89},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":89},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":89}},"cells":[["qwen2.5-1.5b-q4",1,490.7,390.7,0.05,0.5,32768,10,1],["qwen2.5-3b-q4",1,379.7,302.6,0.07,0.66,32768,5,1],["qwen2.5-7b-q4",1,240.4,192.2,0.11,1.02,32768,5,1],["qwen2.5-14b-q4",1,141.7,94,0.17,1.77,32768,15,1],["llama3.2-3b-q4",1,345.9,200.9,0.07,0.69,131072,5,1],["llama3.1-8b-q4",1,222,145.1,0.11,1.1,131072,5,1],["llama3.1-8b-q8",1,152.3,111.7,0.51,5.47,131072,5,1],["llama3.1-8b-q5",1,201.4,136,0.19,1.97,131072,5,1],["mistral-7b-q4",1,231.6,149.2,0.11,1.05,32768,5,1],["mistral-7b-q5",1,209.5,139.7,0.18,1.86,32768,5,1],["mistral-7b-q8",1,158.6,115,0.47,5.11,32768,5,1],["mixtral-8x7b-q4",1,111.3,null,0.15,1.44,17977,15,1],["mistral-nemo-12b-q4",1,170.7,113.1,0.15,1.45,131072,15,1],["mistral-nemo-12b-q8",1,107.7,81.5,0.76,7.74,96298,15,1],["gemma2-2b-q4",1,373.1,null,0.06,0.54,8192,5,1],["gemma2-9b-q4",1,173.4,null,0.12,1.11,8192,5,1],["gemma2-27b-q4",1,80.1,null,0.28,2.36,8192,5,1],["phi3-mini-q4",1,262.8,null,0.07,0.75,4096,5,1],["phi3-medium-q4",1,141.8,null,0.17,1.65,4096,15,1],["phi4-14b-q4",1,138.6,null,0.17,1.69,16384,15,1],["phi4-14b-q8",1,90.5,null,0.9,9.31,16384,15,1],["qwen2.5-coder-7b-q4",1,240.4,192.2,0.11,1.02,32768,5,1],["qwen2.5-coder-14b-q4",1,141.7,94,0.17,1.77,32768,15,1],["llama3.2-1b-q4",1,515.5,394.3,0.05,0.46,131072,10,1],["mistral-small-22b-q4",1,104.8,72.9,0.24,2.47,32768,5,1],["qwen2.5-0.5b-q4",1,610.9,537.4,0.04,0.39,32768,10,0],["gemma-3-1b-q4",1,534.3,513.8,0.05,0.39,32768,10,1],["gemma-3-1b-q8",1,492.1,474.7,0.1,0.81,32768,10,1],["phi4-mini-3.8b-q4",1,310.5,178.3,0.07,0.76,131072,5,1],["phi4-mini-3.8b-q8",1,238.6,152,0.27,3.2,131072,5,1],["smollm2-360m-q4",1,523.2,null,0.04,0.39,8192,10,0],["qwen3-8b-q4",1,213.4,135.7,0.11,1.14,40960,5,1],["qwen3-8b-q8",1,148.7,106.3,0.53,5.73,40960,5,1],["qwen3-14b-q4",1,140.1,98.8,0.17,1.7,40960,15,1],["qwen3-30b-q4",1,286.6,189.4,0.07,0.9,40960,15,1],["gemma3-4b-q4",1,331.7,295.2,0.07,0.6,131072,5,1],["gemma3-4b-q8",1,249.1,228,0.26,2.18,131072,5,1],["gemma3-12b-q4",1,161.4,135.3,0.14,1.18,131072,15,1],["gemma3-27b-q4",1,83.8,74.5,0.27,2.25,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,240.4,192.2,0.11,1.02,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,164.2,140.2,0.48,4.92,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,141.7,94,0.17,1.77,100768,15,1],["deepseek-r1-distill-qwen-14b-q8",1,91.5,68.9,0.91,9.84,66621,15,1],["mistral-small-3.1-cloud",1,91.3,71.8,0.25,2.23,81256,5,1],["mistral-small-3.1-24b-q8",1,58,null,1.39,12.82,16296,5,1],["qwen3.5-0.8b-q4",1,529.3,473.3,0.05,0.38,262144,10,1],["qwen3.5-2b-q4",1,381.7,351.7,0.05,0.45,262144,10,1],["qwen3.5-4b-q4",1,326.7,273.4,0.07,0.63,262144,5,1],["qwen3.5-4b-q8",1,239.4,209.5,0.25,2.38,262144,5,1],["qwen3.5-9b-q4",1,224.7,198.1,0.11,0.94,262144,5,1],["qwen3.5-35b-a3b-q4",1,350.3,309.9,0.06,0.58,262144,15,1],["qwen3.5-27b-q4",1,90.2,81.5,0.25,2.17,186959,5,1],["lfm2-24b-a2b-q4",1,366.3,322.3,0.06,0.5,128000,15,1],["lfm2.5-8b-a1b-q4",1,421.3,385,0.05,0.44,128000,15,1],["granite4.1-3b-q4",1,350.4,230.1,0.07,0.73,131072,5,1],["granite4.1-8b-q4",1,198.2,124.6,0.12,1.19,131072,5,1],["qwen3.6-27b-q4",1,88.9,80.4,0.25,2.17,182527,5,1],["qwen3.8-27b-q4",1,89,80.5,0.25,2.17,182942,5,1],["qwen3.6-35b-a3b-q4",1,345.8,306.3,0.06,0.58,262144,15,1],["gemma4-31b-q4",1,73,60,0.3,2.54,56708,5,1],["gemma4-26b-a4b-q4",1,259.7,217.6,0.07,0.57,262144,15,1],["gemma4-e4b-q4",1,287,267,0.1,0.84,131072,5,1],["gemma4-e4b-q8",1,225.4,212.9,0.45,3.78,131072,5,1],["gemma4-e2b-q4",1,440.9,416.9,0.07,0.61,131072,5,1],["gemma4-e2b-q8",1,379.5,361.6,0.27,2.27,131072,5,1],["gemma4-12b-q4",1,160.2,134.5,0.14,1.18,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,257.7,250.5,0.11,0.93,262144,15,1],["laguna-xs2-q4",1,310.3,252,0.06,0.61,137670,15,1],["north-mini-code-1-q4",1,274,241.9,0.07,0.64,371995,15,1],["gpt-oss-20b",1,261.2,233.8,0.1,0.97,131072,15,1],["qwen3.5-9b-q8",1,153.1,140.3,0.51,4.38,262144,5,1],["gemma4-12b-q8",1,105.7,93.9,0.71,5.98,241010,15,1],["gemma4-26b-a4b-q8",1,194.6,169.9,0.22,2,42245,15,1],["qwen3-14b-q8",1,91.3,71.7,0.91,9.36,40960,15,1],["laguna-xs-2.1-q4",1,331.8,266,0.06,0.61,206610,15,1],["ornith-9b-q4",1,224.7,198.1,0.11,0.94,262144,5,1],["ornith-35b-q4",1,350.3,309.9,0.06,0.58,262144,15,1],["granite4.2-3b-q4",1,351.3,230.5,0.07,0.75,131072,5,1],["granite4.2-8b-q4",1,204.4,127,0.12,1.22,131072,5,1],["granite4.2-30b-q4",1,78.8,57.3,0.3,2.8,42261,5,1],["nemotron-3.5-lightning-30b-q4",1,250,243.2,0.07,0.6,548388,15,1],["nemotron-3.5-lightning-30b-q4xs",1,300.4,290.6,0.07,0.6,1048576,15,1],["muse-glimmer-30b-q4",1,89.8,87.9,0.27,2.23,131072,5,1],["minicpm-v4.5-8b-q4",1,218.6,137.8,0.11,1.14,40960,5,1],["glm-4.7-flash-q4",1,273,215.1,0.07,0.74,180642,15,1],["olmo-3.1-32b-q4",1,72.9,67.1,0.32,2.68,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,219.1,193.8,0.11,0.94,262144,5,1],["devstral-small-2-24b-q4",1,92.9,72.7,0.25,2.23,83145,5,1],["ministral-3-3b-q4",1,290.8,186,0.07,0.74,242696,5,1],["ministral-3-8b-q4",1,193.8,130,0.12,1.15,163558,5,1],["ministral-3-14b-q4",1,142,99.7,0.16,1.54,120346,15,1]]},"rtx-6000-pro":{"label":"NVIDIA RTX PRO 6000 Blackwell","kind":"gpu","budgetGb":86.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":89},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":89},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":89}},"cells":[["qwen2.5-1.5b-q4",1,490.7,390.7,0.05,0.47,32768,10,0],["qwen2.5-3b-q4",1,379.7,302.6,0.06,0.6,32768,5,1],["qwen2.5-7b-q4",1,240.4,192.2,0.1,0.9,32768,5,1],["qwen2.5-14b-q4",1,141.7,94,0.15,1.53,32768,15,0],["llama3.2-3b-q4",1,345.9,200.9,0.06,0.63,131072,5,1],["llama3.1-8b-q4",1,222,145.1,0.1,0.97,131072,5,1],["llama3.1-8b-q8",1,152.3,111.7,0.43,4.6,131072,5,0],["llama3.1-8b-q5",1,201.4,136,0.17,1.7,131072,5,1],["llama3.1-70b-q4",1,36.1,29.7,0.56,5.34,131072,10,0],["mistral-7b-q4",1,231.6,149.2,0.09,0.93,32768,5,1],["mistral-7b-q5",1,209.5,139.7,0.15,1.6,32768,5,1],["mistral-7b-q8",1,158.6,115,0.4,4.31,32768,5,0],["mixtral-8x7b-q4",1,111.3,87.9,0.13,1.25,32768,15,0],["mistral-nemo-12b-q4",1,170.7,113.1,0.13,1.26,131072,15,0],["mistral-nemo-12b-q8",1,107.7,81.5,0.64,6.49,131072,15,1],["gemma2-2b-q4",1,373.1,null,0.06,0.5,8192,5,1],["gemma2-9b-q4",1,173.4,null,0.11,0.97,8192,5,1],["gemma2-27b-q4",1,80.1,null,0.24,2.01,8192,5,1],["phi3-mini-q4",1,262.8,null,0.07,0.68,4096,5,1],["phi3-medium-q4",1,141.8,null,0.14,1.42,4096,15,0],["phi4-14b-q4",1,138.6,null,0.15,1.46,16384,15,0],["phi4-14b-q8",1,90.5,null,0.75,7.8,16384,15,1],["qwen2.5-coder-7b-q4",1,240.4,192.2,0.1,0.9,32768,5,1],["qwen2.5-coder-14b-q4",1,141.7,94,0.15,1.53,32768,15,0],["llama3.2-1b-q4",1,515.5,394.3,0.05,0.43,131072,10,0],["mistral-small-22b-q4",1,104.8,72.9,0.21,2.1,32768,5,1],["qwen2.5-0.5b-q4",1,610.9,537.4,0.04,0.37,32768,10,0],["gemma-3-1b-q4",1,534.3,513.8,0.05,0.38,32768,10,0],["gemma-3-1b-q8",1,492.1,474.7,0.09,0.73,32768,10,0],["phi4-mini-3.8b-q4",1,310.5,178.3,0.07,0.68,131072,5,1],["phi4-mini-3.8b-q8",1,238.6,152,0.23,2.71,131072,5,1],["smollm2-360m-q4",1,523.2,null,0.04,0.38,8192,10,0],["llama3.3-70b-q4",1,36.1,29.7,0.56,5.34,131072,10,0],["qwen3-8b-q4",1,213.4,135.7,0.1,1,40960,5,1],["qwen3-8b-q8",1,148.7,106.3,0.44,4.82,40960,5,0],["qwen3-14b-q4",1,140.1,98.8,0.15,1.47,40960,15,0],["qwen3-30b-q4",1,286.6,189.4,0.07,0.8,40960,15,1],["qwen3-30b-a3b-q8",1,204.6,149.8,0.23,3.5,40960,15,1],["gemma3-4b-q4",1,331.7,295.2,0.07,0.55,131072,5,1],["gemma3-4b-q8",1,249.1,228,0.22,1.86,131072,5,1],["gemma3-12b-q4",1,161.4,135.3,0.12,1.04,131072,15,0],["gemma3-27b-q4",1,83.8,74.5,0.23,1.92,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,240.4,192.2,0.1,0.9,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,164.2,140.2,0.41,4.14,131072,5,0],["deepseek-r1-distill-qwen-14b-q4",1,141.7,94,0.15,1.53,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,91.5,68.9,0.77,8.24,131072,15,1],["deepseek-r1-distill-llama-70b-q4",1,36.1,29.7,0.56,5.34,131072,10,0],["mistral-small-3.1-cloud",1,91.3,71.8,0.21,1.91,131072,5,1],["mistral-small-3.1-24b-q8",1,58,49.4,1.16,10.72,131072,5,1],["qwen3.5-0.8b-q4",1,529.3,473.3,0.04,0.37,262144,10,0],["qwen3.5-2b-q4",1,381.7,351.7,0.05,0.43,262144,10,1],["qwen3.5-4b-q4",1,326.7,273.4,0.07,0.58,262144,5,1],["qwen3.5-4b-q8",1,239.4,209.5,0.22,2.03,262144,5,1],["qwen3.5-9b-q4",1,224.7,198.1,0.1,0.83,262144,5,1],["qwen3.5-35b-a3b-q4",1,350.3,309.9,0.06,0.54,262144,15,1],["qwen3.5-27b-q4",1,90.2,81.5,0.22,1.85,262144,5,1],["qwen3.5-27b-q8",1,54.7,51.3,1.19,10.37,262144,5,0],["qwen3.5-122b-a10b-q4",1,161.2,150.3,0.1,0.91,204671,15,1],["lfm2-24b-a2b-q4",1,366.3,322.3,0.05,0.47,128000,15,1],["lfm2.5-8b-a1b-q4",1,421.3,385,0.05,0.42,128000,15,0],["granite4.1-3b-q4",1,350.4,230.1,0.07,0.66,131072,5,1],["granite4.1-8b-q4",1,198.2,124.6,0.1,1.04,131072,5,1],["qwen3.6-27b-q4",1,88.9,80.4,0.22,1.85,262144,5,1],["qwen3.8-27b-q4",1,89,80.5,0.22,1.85,262144,5,1],["qwen3.8-27b-q8",1,54.7,51.3,1.19,10.37,262144,5,0],["qwen3.6-35b-a3b-q4",1,345.8,306.3,0.06,0.54,262144,15,1],["gemma4-31b-q4",1,73,60,0.26,2.16,262144,5,1],["gemma4-31b-q8",1,45.1,39.7,1.46,12.37,262144,5,0],["gemma4-26b-a4b-q4",1,259.7,217.6,0.06,0.53,262144,15,1],["gemma4-e4b-q4",1,287,267,0.09,0.76,131072,5,1],["gemma4-e4b-q8",1,225.4,212.9,0.38,3.19,131072,5,1],["gemma4-e2b-q4",1,440.9,416.9,0.07,0.56,131072,5,1],["gemma4-e2b-q8",1,379.5,361.6,0.23,1.94,131072,5,1],["llama4-scout-q4",1,115.9,81.9,0.12,1.32,96451,15,0],["gemma4-12b-q4",1,160.2,134.5,0.12,1.04,262144,15,0],["nemotron-cascade-2-30b-a3b-q6",1,257.7,250.5,0.09,0.82,262144,15,1],["laguna-xs2-q4",1,310.3,252,0.06,0.56,262144,15,1],["north-mini-code-1-q4",1,274,241.9,0.06,0.58,500000,15,1],["gpt-oss-120b",1,229.4,198.8,0.11,1.07,131072,15,1],["gpt-oss-20b",1,261.2,233.8,0.09,0.86,131072,15,1],["qwen3-next-80b-a3b",1,311.1,273.1,0.06,0.56,262144,15,1],["qwen3.6-35b-a3b-q8",1,250.9,229.5,0.18,1.76,262144,15,1],["qwen3.5-35b-a3b-q8",1,250.9,229.5,0.18,1.76,262144,15,1],["qwen3.5-9b-q8",1,153.1,140.3,0.43,3.7,262144,5,0],["qwen3.6-27b-q8",1,54.7,51.3,1.19,10.37,262144,5,0],["gemma4-12b-q8",1,105.7,93.9,0.59,5.03,262144,15,1],["gemma4-26b-a4b-q8",1,194.6,169.9,0.19,1.71,262144,15,1],["qwen3-next-80b-a3b-q8",1,225.3,204.7,0.19,1.95,64615,15,1],["qwen3-14b-q8",1,91.3,71.7,0.76,7.84,40960,15,1],["llama3.3-70b-q8",1,21.2,18.8,3.43,33.08,34866,10,0],["llama3.3-70b-q6",1,27.1,23.3,1.13,10.88,87011,10,0],["laguna-xs-2.1-q4",1,331.8,266,0.06,0.56,262144,15,1],["ornith-9b-q4",1,224.7,198.1,0.1,0.83,262144,5,1],["ornith-35b-q4",1,350.3,309.9,0.06,0.54,262144,15,1],["granite4.2-3b-q4",1,351.3,230.5,0.07,0.68,131072,5,1],["granite4.2-8b-q4",1,204.4,127,0.11,1.06,131072,5,1],["granite4.2-30b-q4",1,78.8,57.3,0.25,2.38,131072,5,1],["nemotron-3.5-lightning-30b-q4",1,250,243.2,0.07,0.56,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,300.4,290.6,0.07,0.56,1048576,15,1],["muse-glimmer-30b-q4",1,89.8,87.9,0.23,1.91,131072,5,1],["minicpm-v4.5-8b-q4",1,218.6,137.8,0.1,1,40960,5,1],["glm-4.7-flash-q4",1,273,215.1,0.07,0.67,202752,15,1],["nemotron-3-super-120b-q4xs",1,125.4,123.1,0.13,1.09,262144,15,0],["olmo-3.1-32b-q4",1,72.9,67.1,0.27,2.28,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,219.1,193.8,0.1,0.83,262144,5,1],["ling-3.0-flash",1,238.3,230.3,0.07,0.63,262144,15,1],["ling-3.0-flash-q4xs",1,258.5,249.1,0.07,0.63,262144,15,1],["devstral-small-2-24b-q4",1,92.9,72.7,0.21,1.91,393216,5,1],["devstral-2-123b-q4",1,21.1,null,0.96,9.09,31911,10,0],["ministral-3-3b-q4",1,290.8,186,0.07,0.67,262144,5,1],["ministral-3-8b-q4",1,193.8,130,0.1,1.01,262144,5,1],["ministral-3-14b-q4",1,142,99.7,0.14,1.33,262144,15,0]]},"rx-7900-xtx":{"label":"AMD Radeon RX 7900 XTX","kind":"gpu","budgetGb":21.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":43.5},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":43.5},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":43.5}},"cells":[["qwen2.5-1.5b-q4",1,233.7,187.3,0.19,1.76,32768,10,0],["qwen2.5-3b-q4",1,182.1,145.9,0.24,2.3,32768,10,0],["qwen2.5-7b-q4",1,116.4,93.3,0.37,3.51,32768,10,1],["qwen2.5-14b-q4",1,69,46,0.59,6.04,32768,10,0],["llama3.2-3b-q4",1,166.3,97.5,0.24,2.41,131072,10,1],["llama3.1-8b-q4",1,107.6,70.7,0.39,3.79,127252,10,1],["llama3.1-8b-q8",1,74.2,54.6,1.46,15.43,99633,10,0],["llama3.1-8b-q5",1,97.7,66.3,2.55,27.25,121055,10,1],["mistral-7b-q4",1,112.2,72.7,0.36,3.61,32768,10,1],["mistral-7b-q5",1,101.6,68.1,2.33,25.48,32768,10,1],["mistral-7b-q8",1,77.2,56.2,1.34,14.46,32768,10,0],["mistral-nemo-12b-q4",1,83,55.2,0.51,4.96,88673,10,0],["mistral-nemo-12b-q8",1,52.6,39.9,2.13,21.76,52353,10,1],["gemma2-2b-q4",1,179.1,null,0.22,1.91,8192,10,0],["gemma2-9b-q4",1,84.4,null,0.42,3.8,8192,10,1],["gemma2-27b-q4",1,39.2,null,0.94,8,8192,50,1],["phi3-mini-q4",1,127.1,null,0.26,2.62,4096,10,1],["phi3-medium-q4",1,69.1,null,0.56,5.61,4096,10,0],["phi4-14b-q4",1,67.6,null,0.59,5.77,16384,10,0],["phi4-14b-q8",1,44.3,null,2.53,26.1,16384,10,1],["qwen2.5-coder-7b-q4",1,116.4,93.3,0.37,3.51,32768,10,1],["qwen2.5-coder-14b-q4",1,69,46,0.59,6.04,32768,10,0],["llama3.2-1b-q4",1,245.1,188.9,0.18,1.63,131072,10,0],["mistral-small-22b-q4",1,51.2,35.7,0.82,8.37,32768,50,1],["qwen2.5-0.5b-q4",1,288.6,255.1,0.16,1.39,32768,10,0],["gemma-3-1b-q4",1,253.7,244.3,0.17,1.4,32768,10,0],["gemma-3-1b-q8",1,234.3,226.3,0.3,2.52,32768,10,0],["phi4-mini-3.8b-q4",1,149.6,86.7,0.26,2.63,131072,10,1],["phi4-mini-3.8b-q8",1,115.5,74.1,0.79,9.14,131072,10,1],["smollm2-360m-q4",1,248.6,null,0.16,1.41,8192,10,0],["qwen3-8b-q4",1,103.5,66.1,0.39,3.93,40960,10,1],["qwen3-8b-q8",1,72.4,51.9,1.49,16.17,40960,10,0],["qwen3-14b-q4",1,68.3,48.3,0.59,5.8,40960,10,0],["qwen3-30b-q4",1,138.3,null,0.26,3.11,30288,25,0],["gemma3-4b-q4",1,159.6,142.4,0.26,2.1,131072,10,1],["gemma3-4b-q8",1,120.6,110.5,0.75,6.31,131072,10,1],["gemma3-12b-q4",1,78.5,66,0.49,4.06,131072,10,0],["gemma3-27b-q4",1,41,36.5,0.93,7.62,56251,50,1],["deepseek-r1-distill-qwen-7b-q4",1,116.4,93.3,0.37,3.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,79.9,68.3,1.38,13.91,131072,10,0],["deepseek-r1-distill-qwen-14b-q4",1,69,46,0.59,6.04,64147,10,0],["deepseek-r1-distill-qwen-14b-q8",1,44.7,null,2.57,27.58,30000,10,1],["mistral-small-3.1-cloud",1,44.7,35.1,0.84,7.58,37311,50,1],["qwen3.5-0.8b-q4",1,251.4,225.7,0.16,1.37,262144,10,0],["qwen3.5-2b-q4",1,183.1,169,0.19,1.6,262144,10,1],["qwen3.5-4b-q4",1,157.3,132.1,0.25,2.2,262144,10,1],["qwen3.5-4b-q8",1,115.9,101.6,0.74,6.87,262144,10,1],["qwen3.5-9b-q4",1,108.9,96.2,0.38,3.24,262144,10,1],["qwen3.5-35b-a3b-q4",1,168.4,null,0.23,2.04,21152,25,0],["qwen3.5-27b-q4",1,44.1,39.9,0.85,7.36,77096,50,1],["lfm2-24b-a2b-q4",1,175.9,155.2,0.21,1.76,128000,25,0],["lfm2.5-8b-a1b-q4",1,201.6,184.6,0.19,1.58,128000,25,0],["granite4.1-3b-q4",1,168.4,111.5,0.25,2.55,131072,10,1],["granite4.1-8b-q4",1,96.2,60.8,0.4,4.07,99194,10,1],["qwen3.6-27b-q4",1,43.5,39.3,0.85,7.36,72663,50,1],["qwen3.8-27b-q4",1,43.5,39.4,0.85,7.36,73078,50,1],["gemma4-31b-q4",1,35.8,null,1.02,8.6,12763,50,1],["gemma4-26b-a4b-q4",1,125.6,105.5,0.24,2.01,105368,25,1],["gemma4-e4b-q4",1,138.5,129,0.36,2.92,131072,10,1],["gemma4-e4b-q8",1,109.2,103.3,1.29,10.75,131072,10,1],["gemma4-e2b-q4",1,210.7,199.5,0.26,2.15,131072,10,0],["gemma4-e2b-q8",1,182.1,173.7,0.77,6.58,131072,10,1],["gemma4-12b-q4",1,78,65.6,0.49,4.06,211838,10,0],["north-mini-code-1-q4",1,132.4,117.1,0.24,2.23,101562,25,1],["gpt-oss-20b",1,126.3,113.3,1.01,9.89,131072,25,1],["qwen3.5-9b-q8",1,74.6,68.4,1.44,12.43,262144,10,0],["gemma4-12b-q8",1,51.6,45.9,1.99,16.86,131147,10,1],["qwen3-14b-q8",1,44.6,35.1,2.55,26.24,34819,10,1],["laguna-xs-2.1-q4",1,159.7,null,0.22,2.12,30829,25,0],["ornith-9b-q4",1,108.9,96.2,0.38,3.24,262144,10,1],["ornith-35b-q4",1,168.4,null,0.23,2.04,21152,25,0],["granite4.2-3b-q4",1,168.9,111.7,0.26,2.61,131072,10,1],["granite4.2-8b-q4",1,99.2,61.9,0.41,4.17,99194,10,1],["granite4.2-30b-q4",1,38.6,null,1.01,9.49,14795,50,1],["nemotron-3.5-lightning-30b-q4xs",1,144.9,140.2,0.25,2.12,436458,25,0],["muse-glimmer-30b-q4",1,43.9,43,0.91,7.57,131072,50,1],["minicpm-v4.5-8b-q4",1,106,67.2,0.39,3.93,40960,10,1],["glm-4.7-flash-q4",1,131.9,104.3,0.26,2.57,47663,25,1],["olmo-3.1-32b-q4",1,35.7,null,1.08,9.08,20024,50,1],["mimo-v2.6-distill-qwen-9b",1,106.2,94.1,0.38,3.24,262144,10,1],["devstral-small-2-24b-q4",1,45.4,35.6,0.84,7.58,39200,50,1],["ministral-3-3b-q4",1,140.3,90.4,0.25,2.58,175088,10,1],["ministral-3-8b-q4",1,94.1,63.4,0.4,3.95,111858,10,1],["ministral-3-14b-q4",1,69.2,48.7,0.55,5.26,76400,10,0]]},"rx-7900-xt":{"label":"AMD Radeon RX 7900 XT","kind":"gpu","budgetGb":18,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":37.1},"40":{"model":"gemma4-26b-a4b-q4","eci":141.88,"decodeTps":111.4}},"cells":[["qwen2.5-1.5b-q4",1,219.6,171.6,0.2,1.88,32768,10,0],["qwen2.5-3b-q4",1,166.5,130.8,0.26,2.53,32768,10,1],["qwen2.5-7b-q4",1,102.8,81.5,0.42,3.97,32768,10,1],["qwen2.5-14b-q4",1,59.5,39.2,0.68,7,32768,10,0],["llama3.2-3b-q4",1,150.7,85.3,0.26,2.65,131072,10,1],["llama3.1-8b-q4",1,94.6,61,0.43,4.31,99787,10,1],["llama3.1-8b-q8",1,64.1,46.7,1.71,18.21,72167,10,0],["llama3.1-8b-q5",1,85.5,57.1,3.01,32.32,93589,10,1],["mistral-7b-q4",1,98.9,62.8,0.41,4.09,32768,10,1],["mistral-7b-q5",1,89.1,58.7,2.75,30.2,32768,10,1],["mistral-7b-q8",1,66.8,48.1,1.57,17.05,32768,10,0],["mistral-nemo-12b-q4",1,72.1,47.3,0.58,5.71,66701,10,0],["mistral-nemo-12b-q8",1,45,null,2.52,25.76,30380,10,0],["gemma2-2b-q4",1,163.4,null,0.24,2.06,8192,10,1],["gemma2-9b-q4",1,73.3,null,0.47,4.31,8192,10,1],["phi3-mini-q4",1,112.8,null,0.29,2.91,4096,10,1],["phi3-medium-q4",1,59.6,null,0.65,6.48,4096,10,0],["phi4-14b-q4",1,58.2,null,0.67,6.67,16384,10,0],["phi4-14b-q8",1,37.7,null,2.99,30.95,11813,10,0],["qwen2.5-coder-7b-q4",1,102.8,81.5,0.42,3.97,32768,10,1],["qwen2.5-coder-14b-q4",1,59.5,39.2,0.68,7,32768,10,0],["llama3.2-1b-q4",1,231.8,173.3,0.19,1.72,131072,10,0],["mistral-small-22b-q4",1,43.7,null,0.95,9.77,23676,50,0],["qwen2.5-0.5b-q4",1,279.6,242.6,0.16,1.43,32768,10,0],["gemma-3-1b-q4",1,241.1,230.9,0.18,1.45,32768,10,0],["gemma-3-1b-q8",1,220.3,211.8,0.33,2.79,32768,10,0],["phi4-mini-3.8b-q4",1,134.4,75.4,0.29,2.91,118317,10,1],["phi4-mini-3.8b-q8",1,102,64,0.92,10.69,106166,10,1],["smollm2-360m-q4",1,235.6,null,0.16,1.47,8192,10,0],["qwen3-8b-q4",1,90.8,57,0.44,4.47,40960,10,1],["qwen3-8b-q8",1,62.5,44.4,1.75,19.09,40960,10,0],["qwen3-14b-q4",1,58.8,41.2,0.67,6.7,40960,10,0],["gemma3-4b-q4",1,144.2,127.5,0.28,2.29,131072,10,1],["gemma3-4b-q8",1,106.7,97.3,0.87,7.31,131072,10,1],["gemma3-12b-q4",1,68,56.8,0.55,4.62,131072,10,0],["gemma3-27b-q4",1,34.9,null,1.08,8.88,12305,50,0],["deepseek-r1-distill-qwen-7b-q4",1,102.8,81.5,0.42,3.97,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,69.3,58.9,1.62,16.39,131072,10,0],["deepseek-r1-distill-qwen-14b-q4",1,59.5,39.2,0.68,7,45836,10,0],["deepseek-r1-distill-qwen-14b-q8",1,38.1,null,3.04,32.72,11690,10,0],["mistral-small-3.1-cloud",1,38,null,0.97,8.83,15338,50,0],["qwen3.5-0.8b-q4",1,238.6,211.1,0.17,1.41,262144,10,0],["qwen3.5-2b-q4",1,167.4,153.4,0.2,1.69,262144,10,1],["qwen3.5-4b-q4",1,141.9,117.6,0.28,2.41,262144,10,1],["qwen3.5-4b-q8",1,102.3,89.1,0.86,7.98,262144,10,1],["qwen3.5-9b-q4",1,95.8,84.1,0.43,3.64,262144,10,1],["qwen3.5-27b-q4",1,37.6,null,0.99,8.57,22164,50,0],["lfm2-24b-a2b-q4",1,160.2,139.8,0.22,1.88,128000,25,0],["lfm2.5-8b-a1b-q4",1,186.1,169,0.2,1.66,128000,25,0],["granite4.1-3b-q4",1,152.8,98.2,0.27,2.82,131072,10,1],["granite4.1-8b-q4",1,84.1,52.2,0.45,4.64,77222,10,1],["qwen3.6-27b-q4",1,37,null,0.99,8.57,17732,50,0],["qwen3.8-27b-q4",1,37.1,null,0.99,8.57,18147,50,0],["gemma4-26b-a4b-q4",1,111.4,null,0.26,2.18,17477,25,1],["gemma4-e4b-q4",1,123.7,114.7,0.4,3.27,131072,10,1],["gemma4-e4b-q8",1,96.1,90.6,1.52,12.62,131072,10,1],["gemma4-e2b-q4",1,195.5,184.1,0.28,2.35,131072,10,0],["gemma4-e2b-q8",1,166.4,158,0.89,7.63,131072,10,1],["gemma4-12b-q4",1,67.6,56.5,0.55,4.62,156906,10,0],["gpt-oss-20b",1,112.1,99.9,1.18,11.59,131072,25,1],["qwen3.5-9b-q8",1,64.5,58.9,1.69,14.62,258560,10,0],["gemma4-12b-q8",1,44.1,39.1,2.35,19.91,76215,10,0],["qwen3-14b-q8",1,38,null,3.01,31.11,12847,10,0],["ornith-9b-q4",1,95.8,84.1,0.43,3.64,262144,10,1],["granite4.2-3b-q4",1,153.2,98.4,0.28,2.89,131072,10,1],["granite4.2-8b-q4",1,86.8,53.2,0.46,4.75,77222,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,1.06,8.81,87252,50,0],["minicpm-v4.5-8b-q4",1,93.1,57.8,0.44,4.47,40960,10,1],["mimo-v2.6-distill-qwen-9b",1,93.3,82.2,0.43,3.64,262144,10,1],["devstral-small-2-24b-q4",1,38.7,null,0.97,8.83,17227,50,0],["ministral-3-3b-q4",1,125.5,78.8,0.27,2.86,141284,10,1],["ministral-3-8b-q4",1,82.2,54.5,0.45,4.49,86007,10,1],["ministral-3-14b-q4",1,59.7,41.6,0.63,6.05,54428,10,0]]},"ryzen-ai-max-395":{"label":"AMD Ryzen AI Max+ 395 (Strix Halo)","kind":"gpu","budgetGb":99,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":11.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":62.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":143.73,"decodeTps":62.7}},"cells":[["qwen2.5-1.5b-q4",1,113.6,75.9,0.24,2.41,32768,10,0],["qwen2.5-3b-q4",1,72.5,51.6,0.34,3.52,32768,10,1],["qwen2.5-7b-q4",1,37.7,28.4,0.61,6,32768,10,1],["qwen2.5-14b-q4",1,19.7,12.4,1.06,11.19,32768,10,1],["llama3.2-3b-q4",1,62.8,30,0.35,3.73,131072,10,1],["llama3.1-8b-q4",1,34,20.3,0.64,6.57,131072,10,1],["llama3.1-8b-q8",1,21.4,15,2.84,30.44,131072,10,1],["llama3.1-8b-q5",1,30,18.8,5.07,54.67,131072,10,1],["llama3.1-70b-q4",1,4.5,3.7,4.44,42.69,131072,10,0],["mistral-7b-q4",1,35.9,20.9,0.6,6.2,32768,10,1],["mistral-7b-q5",1,31.6,19.4,4.62,51.03,32768,10,1],["mistral-7b-q8",1,22.5,15.5,2.59,28.45,32768,10,1],["mixtral-8x7b-q4",1,15,11.5,0.93,8.87,32768,25,1],["mistral-nemo-12b-q4",1,24.5,15.2,0.9,8.98,131072,10,1],["mistral-nemo-12b-q8",1,14.4,10.6,4.22,43.4,131072,10,0],["gemma2-2b-q4",1,70.6,null,0.3,2.71,8192,10,1],["gemma2-9b-q4",1,25,null,0.71,6.59,8192,10,1],["gemma2-27b-q4",1,10.4,null,1.77,15.2,8192,50,1],["phi3-mini-q4",1,42.4,null,0.39,4.18,4096,10,1],["phi3-medium-q4",1,19.7,null,1.01,10.3,4096,10,1],["phi4-14b-q4",1,19.2,null,1.05,10.63,16384,10,1],["phi4-14b-q8",1,11.9,null,5.03,52.31,16384,10,1],["qwen2.5-coder-7b-q4",1,37.7,28.4,0.61,6,32768,10,1],["qwen2.5-coder-14b-q4",1,19.7,12.4,1.06,11.19,32768,10,1],["llama3.2-1b-q4",1,125.2,77.1,0.22,2.14,131072,10,0],["mistral-small-22b-q4",1,14,9.4,1.53,15.96,32768,50,0],["qwen2.5-0.5b-q4",1,183.3,136.5,0.18,1.64,32768,10,0],["gemma-3-1b-q4",1,134.8,124.4,0.2,1.67,32768,10,0],["gemma-3-1b-q8",1,114.2,106.6,0.47,3.97,32768,10,0],["phi4-mini-3.8b-q4",1,53.5,25.9,0.39,4.18,131072,10,1],["phi4-mini-3.8b-q8",1,37.3,21.4,1.47,17.54,131072,10,1],["smollm2-360m-q4",1,129.1,null,0.17,1.7,8192,10,0],["llama3.3-70b-q4",1,4.5,3.7,4.44,42.69,131072,10,0],["qwen3-8b-q4",1,32.3,18.7,0.66,6.85,40960,10,1],["qwen3-8b-q8",1,20.8,14.2,2.91,31.95,40960,10,1],["qwen3-14b-q4",1,19.4,13.1,1.06,10.68,40960,10,1],["qwen3-30b-q4",1,47.8,27.9,0.38,5.18,40960,25,1],["qwen3-30b-a3b-q8",1,30.7,21,1.42,22.91,40960,25,1],["gemma3-4b-q4",1,58.9,49.8,0.37,3.11,131072,10,1],["gemma3-4b-q8",1,39.5,35.2,1.39,11.73,131072,10,1],["gemma3-12b-q4",1,23,18.7,0.84,7.12,131072,10,1],["gemma3-27b-q4",1,10.9,9.6,1.75,14.43,131072,50,1],["deepseek-r1-distill-qwen-7b-q4",1,37.7,28.4,0.61,6,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,23.4,19.5,2.68,27.32,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,19.7,12.4,1.06,11.19,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,12,8.8,5.11,55.34,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,4.5,3.7,4.44,42.69,131072,10,0],["mistral-small-3.1-cloud",1,12,9.2,1.57,14.34,131072,50,1],["mistral-small-3.1-24b-q8",1,7.4,6.2,7.83,72.3,131072,50,1],["qwen3.5-0.8b-q4",1,132.2,106,0.18,1.6,262144,10,0],["qwen3.5-2b-q4",1,73.2,64.3,0.24,2.08,262144,10,1],["qwen3.5-4b-q4",1,57.6,44.8,0.37,3.32,262144,10,1],["qwen3.5-4b-q8",1,37.5,31.6,1.37,12.88,262144,10,1],["qwen3.5-9b-q4",1,34.5,29.4,0.63,5.43,262144,10,1],["qwen3.5-35b-a3b-q4",1,64,53.3,0.32,2.98,262144,25,1],["qwen3.5-27b-q4",1,11.8,10.6,1.6,13.89,262144,50,1],["qwen3.5-27b-q8",1,6.9,6.5,8.01,69.89,262144,50,1],["qwen3.5-122b-a10b-q4",1,22.9,21.1,0.62,6.04,262144,25,1],["lfm2-24b-a2b-q4",1,68.5,56.5,0.27,2.41,128000,25,1],["lfm2.5-8b-a1b-q4",1,86.1,74.2,0.24,2.04,128000,25,0],["granite4.1-3b-q4",1,64,35.6,0.36,4.03,131072,10,1],["granite4.1-8b-q4",1,29.5,17,0.67,7.15,131072,10,1],["qwen3.6-27b-q4",1,11.7,10.4,1.6,13.89,262144,50,1],["qwen3.8-27b-q4",1,11.7,10.5,1.6,13.89,262144,50,1],["qwen3.8-27b-q8",1,6.9,6.5,8.01,69.89,262144,50,1],["qwen3.6-35b-a3b-q4",1,62.7,52.5,0.32,2.98,262144,25,1],["gemma4-31b-q4",1,9.4,7.6,1.94,16.43,262144,50,1],["gemma4-31b-q8",1,5.6,4.9,9.84,83.56,262144,50,0],["gemma4-26b-a4b-q4",1,41.7,33.1,0.34,2.92,262144,25,1],["gemma4-e4b-q4",1,47.9,43.3,0.58,4.79,131072,10,1],["gemma4-e4b-q8",1,34.7,32.2,2.5,20.84,131072,10,1],["gemma4-e2b-q4",1,93.2,84.6,0.38,3.21,131072,10,1],["gemma4-e2b-q8",1,72.5,67.2,1.43,12.29,131072,10,1],["llama4-scout-q4",1,15.7,10.7,0.85,9.47,160538,25,1],["gemma4-12b-q4",1,22.8,18.5,0.84,7.12,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,41.3,39.8,2.28,20.85,262144,25,1],["laguna-xs2-q4",1,53.4,40.1,0.31,3.16,262144,25,1],["north-mini-code-1-q4",1,44.9,38,0.35,3.36,500000,25,1],["gpt-oss-120b",1,35.5,29.6,2.58,26.18,131072,25,1],["gpt-oss-20b",1,42.1,36.3,1.92,19.07,131072,25,1],["qwen3-next-80b-a3b",1,53.6,44.7,0.34,3.22,262144,25,1],["qwen3.6-35b-a3b-q8",1,39.9,35.5,1.08,11.04,262144,25,1],["qwen3.5-35b-a3b-q8",1,39.9,35.5,1.08,11.04,262144,25,1],["qwen3.5-9b-q8",1,21.6,19.5,2.79,24.29,262144,10,1],["qwen3.6-27b-q8",1,6.9,6.5,8.01,69.89,262144,50,1],["gemma4-12b-q8",1,14.1,12.4,3.93,33.36,262144,10,0],["gemma4-26b-a4b-q8",1,28.8,24.4,1.19,10.72,262144,25,1],["qwen3-next-80b-a3b-q8",1,34.6,30.7,1.18,12.33,262144,25,1],["qwen3-14b-q8",1,12,9.2,5.07,52.59,40960,10,1],["llama3.3-70b-q8",1,2.6,2.3,23.33,225.2,73318,10,0],["llama3.3-70b-q6",1,3.3,2.9,42.51,410.51,125463,10,0],["laguna-xs-2.1-q4",1,59,43.1,0.31,3.16,262144,25,1],["laguna-s-2.1-q4",1,18.7,16.4,0.59,5.52,58852,25,1],["ornith-9b-q4",1,34.5,29.4,0.63,5.43,262144,10,1],["ornith-35b-q4",1,64,53.3,0.32,2.98,262144,25,1],["qwen3.8-flash-next-q4xs",1,29.7,26.7,0.47,4.58,216365,25,1],["qwen3.8-flash-next-q3",1,30.8,27.6,3.39,35.04,262144,25,1],["granite4.2-3b-q4",1,64.3,35.7,0.38,4.15,131072,10,1],["granite4.2-8b-q4",1,30.6,17.4,0.69,7.34,131072,10,1],["granite4.2-30b-q4",1,10.2,7.3,1.93,18.26,131072,50,1],["nemotron-3.5-lightning-30b-q4",1,39.7,38.3,0.36,3.14,1048576,25,1],["nemotron-3.5-lightning-30b-q4xs",1,51,48.7,0.36,3.14,1048576,25,1],["muse-glimmer-30b-q4",1,11.8,11.5,1.72,14.31,131072,50,1],["minicpm-v4.5-8b-q4",1,33.3,19.1,0.66,6.85,40960,10,1],["glm-4.7-flash-q4",1,44.7,32.6,0.38,4.07,202752,25,1],["nemotron-3-super-120b-q4",1,12.9,12.7,0.9,7.59,262144,25,1],["nemotron-3-super-120b-q4xs",1,17.1,16.8,0.9,7.59,262144,25,1],["olmo-3.1-32b-q4",1,9.4,8.6,2.06,17.41,65536,50,1],["mimo-v2.6-distill-qwen-9b",1,33.4,28.6,0.63,5.43,262144,10,1],["ling-3.0-flash",1,37.3,35.6,0.43,3.79,262144,25,1],["ling-3.0-flash-q4xs",1,41.5,39.5,0.43,3.79,262144,25,1],["devstral-small-2-24b-q4",1,12.2,9.4,1.57,14.34,393216,50,1],["devstral-2-123b-q4",1,2.6,2.3,7.75,73.77,66867,10,0],["ministral-3-3b-q4",1,48.8,27.2,0.37,4.09,262144,10,1],["ministral-3-8b-q4",1,28.7,17.8,0.67,6.89,262144,10,1],["ministral-3-14b-q4",1,19.7,13.2,0.97,9.57,262144,10,1]]},"2x-rtx-3090":{"label":"2x NVIDIA GeForce RTX 3090","kind":"rig","budgetGb":43.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":44.5},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":44.5},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":44.5}},"cells":[["qwen2.5-1.5b-q4",1,302.6,227.6,0.08,0.86,32768,10,0],["qwen2.5-3b-q4",1,219.9,168.1,0.12,1.33,32768,5,1],["qwen2.5-7b-q4",1,129.4,100.9,0.24,2.39,32768,5,1],["qwen2.5-14b-q4",1,72.6,47.1,0.43,4.62,32768,15,0],["llama3.2-3b-q4",1,196.7,105.9,0.13,1.42,131072,5,1],["llama3.1-8b-q4",1,118.4,74.5,0.25,2.64,131072,5,1],["llama3.1-8b-q8",1,78.5,56.4,1.44,15.48,131072,5,0],["llama3.1-8b-q5",1,106.2,69.5,0.49,5.2,131072,5,1],["mistral-7b-q4",1,124.1,76.7,0.23,2.48,32768,5,1],["mistral-7b-q5",1,111,71.5,0.45,4.87,32768,5,1],["mistral-7b-q8",1,81.9,58.2,1.31,14.45,32768,5,1],["mixtral-8x7b-q4",1,56.2,43.9,0.38,3.62,32768,15,1],["mistral-nemo-12b-q4",1,88.7,57.2,0.36,3.67,131072,15,1],["mistral-nemo-12b-q8",1,54.3,40.6,2.15,22.19,131072,15,0],["gemma2-2b-q4",1,215.3,null,0.11,0.99,8192,5,1],["gemma2-9b-q4",1,90.3,null,0.28,2.64,8192,5,1],["gemma2-27b-q4",1,39.9,null,0.74,6.33,8192,5,1],["phi3-mini-q4",1,143,null,0.14,1.61,4096,5,1],["phi3-medium-q4",1,72.7,null,0.41,4.23,4096,15,0],["phi4-14b-q4",1,70.9,null,0.43,4.38,16384,15,0],["phi4-14b-q8",1,45.2,null,2.57,26.8,16384,15,1],["qwen2.5-coder-7b-q4",1,129.4,100.9,0.24,2.39,32768,5,1],["qwen2.5-coder-14b-q4",1,72.6,47.1,0.43,4.62,32768,15,0],["llama3.2-1b-q4",1,322.5,230.2,0.07,0.74,131072,10,0],["mistral-small-22b-q4",1,52.7,36.1,0.63,6.65,32768,5,0],["qwen2.5-0.5b-q4",1,405,340.7,0.05,0.53,32768,10,0],["gemma-3-1b-q4",1,338,321.2,0.06,0.54,32768,10,0],["gemma-3-1b-q8",1,303.7,290,0.21,1.78,32768,10,0],["phi4-mini-3.8b-q4",1,173.2,93,0.14,1.62,131072,5,1],["phi4-mini-3.8b-q8",1,128.3,78.3,0.73,8.8,131072,5,1],["smollm2-360m-q4",1,328.9,null,0.05,0.55,8192,10,0],["qwen3-8b-q4",1,113.3,69.3,0.26,2.76,40960,5,1],["qwen3-8b-q8",1,76.4,53.5,1.47,16.26,40960,5,0],["qwen3-14b-q4",1,71.7,49.6,0.43,4.4,40960,15,0],["qwen3-30b-q4",1,157.9,99.3,0.14,2.04,40960,15,1],["qwen3-30b-a3b-q8",1,108.1,77,0.7,11.58,40960,15,1],["gemma3-4b-q4",1,187.2,163.4,0.14,1.15,131072,5,1],["gemma3-4b-q8",1,134.7,121.9,0.69,5.8,131072,5,1],["gemma3-12b-q4",1,83.5,69.1,0.34,2.87,131072,15,1],["gemma3-27b-q4",1,41.8,37,0.73,6,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,129.4,100.9,0.24,2.39,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,85.1,71.8,1.35,13.86,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,72.6,47.1,0.43,4.62,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,45.8,34.1,2.61,28.37,131072,15,1],["mistral-small-3.1-cloud",1,45.7,35.6,0.65,5.96,131072,5,1],["mistral-small-3.1-24b-q8",1,28.5,24.2,4.02,37.15,104187,5,1],["qwen3.5-0.8b-q4",1,333.9,288.9,0.06,0.51,262144,10,0],["qwen3.5-2b-q4",1,221.3,200.6,0.08,0.72,262144,10,1],["qwen3.5-4b-q4",1,183.9,149.6,0.14,1.25,262144,5,1],["qwen3.5-4b-q8",1,128.7,111,0.67,6.39,262144,5,1],["qwen3.5-9b-q4",1,119.9,104.4,0.25,2.15,262144,5,1],["qwen3.5-35b-a3b-q4",1,199.7,172.8,0.11,1.1,262144,15,1],["qwen3.5-27b-q4",1,45.1,40.6,0.66,5.77,262144,5,1],["qwen3.5-27b-q8",1,26.9,25.2,4.11,35.9,215940,5,1],["lfm2-24b-a2b-q4",1,210.6,180.9,0.1,0.86,128000,15,1],["lfm2.5-8b-a1b-q4",1,249.7,223.6,0.08,0.7,128000,15,0],["granite4.1-3b-q4",1,199.7,123.2,0.13,1.55,131072,5,1],["granite4.1-8b-q4",1,104.4,63.3,0.27,2.88,131072,5,1],["qwen3.6-27b-q4",1,44.4,40,0.66,5.77,262144,5,1],["qwen3.8-27b-q4",1,44.5,40,0.66,5.77,262144,5,1],["qwen3.8-27b-q8",1,26.9,25.2,4.11,35.9,215956,5,1],["qwen3.6-35b-a3b-q4",1,196.6,170.5,0.11,1.1,262144,15,1],["gemma4-31b-q4",1,36.2,29.6,0.81,6.86,144599,5,1],["gemma4-31b-q8",1,22.1,19.4,5.06,42.98,59359,5,1],["gemma4-26b-a4b-q4",1,141.1,115.7,0.12,1.07,262144,15,1],["gemma4-e4b-q4",1,158.2,145.6,0.23,1.88,131072,5,1],["gemma4-e4b-q8",1,120.4,113,1.26,10.51,131072,5,1],["gemma4-e2b-q4",1,264.2,246.5,0.14,1.2,131072,5,1],["gemma4-e2b-q8",1,219.8,207.4,0.71,6.08,131072,5,1],["gemma4-12b-q4",1,82.8,68.7,0.34,2.87,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,139.9,135.5,0.23,2.11,262144,15,1],["laguna-xs2-q4",1,173.1,136.4,0.11,1.18,262144,15,1],["north-mini-code-1-q4",1,150,130.3,0.13,1.26,500000,15,1],["gpt-oss-20b",1,142,125.4,0.23,2.24,131072,15,1],["qwen3.6-35b-a3b-q8",1,135.8,122.8,0.52,5.44,262144,15,1],["qwen3.5-35b-a3b-q8",1,135.8,122.8,0.52,5.44,262144,15,1],["qwen3.5-9b-q8",1,78.9,71.8,1.41,12.3,262144,5,0],["qwen3.6-27b-q8",1,26.9,25.2,4.11,35.9,215956,5,1],["gemma4-12b-q8",1,53.2,47,2,16.99,262144,15,0],["gemma4-26b-a4b-q8",1,102.3,88.3,0.58,5.27,262144,15,1],["qwen3-14b-q8",1,45.6,35.5,2.59,26.95,40960,15,1],["laguna-xs-2.1-q4",1,187.3,145,0.11,1.18,262144,15,1],["ornith-9b-q4",1,119.9,104.4,0.25,2.15,262144,5,1],["ornith-35b-q4",1,199.7,172.8,0.11,1.1,262144,15,1],["granite4.2-3b-q4",1,200.3,123.4,0.14,1.6,131072,5,1],["granite4.2-8b-q4",1,108,64.6,0.28,2.97,131072,5,1],["granite4.2-30b-q4",1,39.2,28.2,0.8,7.64,97192,5,1],["nemotron-3.5-lightning-30b-q4",1,135.2,131,0.13,1.17,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,166.7,160.5,0.13,1.17,1048576,15,1],["muse-glimmer-30b-q4",1,44.9,43.9,0.71,5.95,131072,5,1],["minicpm-v4.5-8b-q4",1,116.3,70.4,0.26,2.76,40960,5,1],["glm-4.7-flash-q4",1,149.3,114.3,0.14,1.57,202752,15,1],["olmo-3.1-32b-q4",1,36.1,33.2,0.86,7.28,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,116.6,101.9,0.25,2.15,262144,5,1],["devstral-small-2-24b-q4",1,46.5,36.1,0.65,5.96,171036,5,1],["ministral-3-3b-q4",1,160.6,97.4,0.13,1.58,262144,5,1],["ministral-3-8b-q4",1,101.9,66.2,0.27,2.78,262144,5,1],["ministral-3-14b-q4",1,72.7,50.1,0.39,3.92,208236,15,0]]},"2x-rtx-4090":{"label":"2x NVIDIA GeForce RTX 4090","kind":"rig","budgetGb":43.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":50.2},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":50.2},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":50.2}},"cells":[["qwen2.5-1.5b-q4",1,343.5,257.9,0.06,0.55,32768,10,0],["qwen2.5-3b-q4",1,249.1,190.2,0.08,0.75,32768,5,1],["qwen2.5-7b-q4",1,146.2,114,0.13,1.21,32768,5,1],["qwen2.5-14b-q4",1,81.9,53.1,0.21,2.17,32768,15,0],["llama3.2-3b-q4",1,222.7,119.7,0.08,0.79,131072,5,1],["llama3.1-8b-q4",1,133.8,84.1,0.13,1.32,131072,5,1],["llama3.1-8b-q8",1,88.6,63.7,0.64,6.85,131072,5,0],["llama3.1-8b-q5",1,120,78.5,0.23,2.42,131072,5,1],["mistral-7b-q4",1,140.3,86.6,0.12,1.25,32768,5,1],["mistral-7b-q5",1,125.4,80.7,0.22,2.28,32768,5,1],["mistral-7b-q8",1,92.5,65.7,0.59,6.4,32768,5,1],["mixtral-8x7b-q4",1,63.4,49.5,0.18,1.74,32768,15,1],["mistral-nemo-12b-q4",1,100.2,64.5,0.18,1.76,131072,15,1],["mistral-nemo-12b-q8",1,61.3,45.8,0.95,9.74,131072,15,0],["gemma2-2b-q4",1,243.9,null,0.07,0.6,8192,5,1],["gemma2-9b-q4",1,101.9,null,0.14,1.32,8192,5,1],["gemma2-27b-q4",1,45,null,0.34,2.91,8192,5,0],["phi3-mini-q4",1,161.8,null,0.08,0.87,4096,5,1],["phi3-medium-q4",1,82,null,0.2,2,4096,15,0],["phi4-14b-q4",1,80.1,null,0.21,2.06,16384,15,0],["phi4-14b-q8",1,51,null,1.13,11.73,16384,15,0],["qwen2.5-coder-7b-q4",1,146.2,114,0.13,1.21,32768,5,1],["qwen2.5-coder-14b-q4",1,81.9,53.1,0.21,2.17,32768,15,0],["llama3.2-1b-q4",1,366.3,260.8,0.05,0.5,131072,10,0],["mistral-small-22b-q4",1,59.5,40.8,0.29,3.05,32768,5,0],["qwen2.5-0.5b-q4",1,460.9,387,0.05,0.41,32768,10,0],["gemma-3-1b-q4",1,384,364.7,0.05,0.41,32768,10,0],["gemma-3-1b-q8",1,344.8,329.1,0.11,0.94,32768,10,0],["phi4-mini-3.8b-q4",1,196,105.1,0.08,0.87,131072,5,1],["phi4-mini-3.8b-q8",1,145,88.4,0.34,3.97,131072,5,1],["smollm2-360m-q4",1,373.5,null,0.04,0.42,8192,10,0],["qwen3-8b-q4",1,128,78.2,0.13,1.37,40960,5,1],["qwen3-8b-q8",1,86.3,60.4,0.66,7.19,40960,5,0],["qwen3-14b-q4",1,80.9,55.9,0.21,2.07,40960,15,0],["qwen3-30b-q4",1,178.6,112.2,0.08,1.06,40960,15,1],["qwen3-30b-a3b-q8",1,122.2,87,0.32,5.17,40960,15,1],["gemma3-4b-q4",1,211.9,184.8,0.08,0.68,131072,5,1],["gemma3-4b-q8",1,152.2,137.8,0.32,2.68,131072,5,1],["gemma3-12b-q4",1,94.3,78,0.17,1.42,131072,15,1],["gemma3-27b-q4",1,47.1,41.7,0.34,2.76,131072,5,0],["deepseek-r1-distill-qwen-7b-q4",1,146.2,114,0.13,1.21,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,96.1,81,0.6,6.15,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,81.9,53.1,0.21,2.17,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,51.6,38.5,1.15,12.4,131072,15,0],["mistral-small-3.1-cloud",1,51.5,40.1,0.3,2.75,131072,5,0],["mistral-small-3.1-24b-q8",1,32.2,27.3,1.75,16.18,104187,5,0],["qwen3.5-0.8b-q4",1,379.3,327.8,0.05,0.4,262144,10,0],["qwen3.5-2b-q4",1,250.7,227.1,0.06,0.49,262144,10,1],["qwen3.5-4b-q4",1,208.1,169.2,0.08,0.72,262144,5,1],["qwen3.5-4b-q8",1,145.5,125.4,0.31,2.93,262144,5,1],["qwen3.5-9b-q4",1,135.6,117.9,0.13,1.11,262144,5,1],["qwen3.5-35b-a3b-q4",1,226.1,195.6,0.07,0.65,262144,15,1],["qwen3.5-27b-q4",1,50.9,45.7,0.31,2.66,262144,5,0],["qwen3.5-27b-q8",1,30.3,28.4,1.79,15.65,215940,5,0],["lfm2-24b-a2b-q4",1,238.5,204.8,0.06,0.55,128000,15,0],["lfm2.5-8b-a1b-q4",1,283.1,253.4,0.06,0.48,128000,15,0],["granite4.1-3b-q4",1,226.1,139.2,0.08,0.85,131072,5,1],["granite4.1-8b-q4",1,118,71.4,0.14,1.42,131072,5,1],["qwen3.6-27b-q4",1,50.1,45.1,0.31,2.66,262144,5,0],["qwen3.8-27b-q4",1,50.2,45.2,0.31,2.66,262144,5,0],["qwen3.8-27b-q8",1,30.3,28.4,1.79,15.65,215956,5,0],["qwen3.6-35b-a3b-q4",1,222.6,193,0.07,0.65,262144,15,1],["gemma4-31b-q4",1,40.9,33.3,0.37,3.13,144599,5,0],["gemma4-31b-q8",1,24.9,21.9,2.2,18.7,59359,5,1],["gemma4-26b-a4b-q4",1,159.6,130.8,0.08,0.64,262144,15,1],["gemma4-e4b-q4",1,178.9,164.7,0.12,0.99,131072,5,1],["gemma4-e4b-q8",1,136,127.7,0.56,4.71,131072,5,1],["gemma4-e2b-q4",1,299.6,279.4,0.08,0.69,131072,5,1],["gemma4-e2b-q8",1,249,234.8,0.33,2.8,131072,5,1],["gemma4-12b-q4",1,93.5,77.5,0.17,1.42,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,158.2,153.2,0.12,1.09,262144,15,1],["laguna-xs2-q4",1,195.9,154.2,0.07,0.69,262144,15,1],["north-mini-code-1-q4",1,169.7,147.3,0.08,0.72,500000,15,1],["gpt-oss-20b",1,160.6,141.8,0.12,1.14,131072,15,1],["qwen3.6-35b-a3b-q8",1,153.5,138.8,0.25,2.52,262144,15,1],["qwen3.5-35b-a3b-q8",1,153.5,138.8,0.25,2.52,262144,15,1],["qwen3.5-9b-q8",1,89.1,81.1,0.63,5.48,262144,5,0],["qwen3.6-27b-q8",1,30.3,28.4,1.79,15.65,215956,5,0],["gemma4-12b-q8",1,60.1,53,0.88,7.5,262144,15,0],["gemma4-26b-a4b-q8",1,115.6,99.7,0.27,2.45,262144,15,1],["qwen3-14b-q8",1,51.5,40.1,1.14,11.79,40960,15,0],["laguna-xs-2.1-q4",1,212,164,0.07,0.69,262144,15,1],["ornith-9b-q4",1,135.6,117.9,0.13,1.11,262144,5,1],["ornith-35b-q4",1,226.1,195.6,0.07,0.65,262144,15,1],["granite4.2-3b-q4",1,226.9,139.5,0.08,0.87,131072,5,1],["granite4.2-8b-q4",1,122,72.9,0.14,1.46,131072,5,1],["granite4.2-30b-q4",1,44.2,31.8,0.37,3.47,97192,5,0],["nemotron-3.5-lightning-30b-q4",1,152.8,148.1,0.08,0.68,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,188.6,181.6,0.08,0.68,1048576,15,1],["muse-glimmer-30b-q4",1,50.6,49.5,0.33,2.74,131072,5,0],["minicpm-v4.5-8b-q4",1,131.5,79.5,0.13,1.37,40960,5,1],["glm-4.7-flash-q4",1,168.9,129.1,0.08,0.85,202752,15,1],["olmo-3.1-32b-q4",1,40.8,37.4,0.39,3.31,65536,5,0],["mimo-v2.6-distill-qwen-9b",1,131.8,115.1,0.13,1.11,262144,5,1],["devstral-small-2-24b-q4",1,52.4,40.7,0.3,2.75,171036,5,0],["ministral-3-3b-q4",1,181.7,110,0.08,0.86,262144,5,1],["ministral-3-8b-q4",1,115.1,74.7,0.14,1.37,262144,5,1],["ministral-3-14b-q4",1,82.1,56.5,0.19,1.87,208236,15,0]]},"2x-rtx-5090":{"label":"2x NVIDIA GeForce RTX 5090","kind":"rig","budgetGb":57.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":86.7},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":86.7},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":86.7}},"cells":[["qwen2.5-1.5b-q4",1,428.1,349.9,0.05,0.5,32768,10,1],["qwen2.5-3b-q4",1,341.1,277.5,0.07,0.66,32768,5,1],["qwen2.5-7b-q4",1,224.3,181.8,0.11,1.02,32768,5,1],["qwen2.5-14b-q4",1,135.9,91.4,0.17,1.77,32768,15,1],["llama3.2-3b-q4",1,313.6,189.5,0.07,0.69,131072,5,1],["llama3.1-8b-q4",1,208.2,139.1,0.11,1.1,131072,5,1],["llama3.1-8b-q8",1,145.7,108.1,0.51,5.47,131072,5,1],["llama3.1-8b-q5",1,190,130.7,0.19,1.97,131072,5,1],["llama3.1-70b-q4",1,35.7,29.4,0.66,6.35,46019,10,1],["mistral-7b-q4",1,216.7,142.8,0.11,1.05,32768,5,1],["mistral-7b-q5",1,197.2,134.1,0.18,1.86,32768,5,1],["mistral-7b-q8",1,151.4,111.2,0.47,5.11,32768,5,1],["mixtral-8x7b-q4",1,107.7,85.7,0.15,1.44,32768,15,1],["mistral-nemo-12b-q4",1,162.4,109.4,0.15,1.45,131072,15,1],["mistral-nemo-12b-q8",1,104.4,79.6,0.76,7.74,131072,15,1],["gemma2-2b-q4",1,335.8,null,0.06,0.54,8192,5,1],["gemma2-9b-q4",1,164.9,null,0.12,1.11,8192,5,1],["gemma2-27b-q4",1,78.3,null,0.28,2.36,8192,5,1],["phi3-mini-q4",1,243.7,null,0.07,0.75,4096,5,1],["phi3-medium-q4",1,136.1,null,0.17,1.65,4096,15,1],["phi4-14b-q4",1,133.1,null,0.17,1.69,16384,15,1],["phi4-14b-q8",1,88.1,null,0.9,9.31,16384,15,1],["qwen2.5-coder-7b-q4",1,224.3,181.8,0.11,1.02,32768,5,1],["qwen2.5-coder-14b-q4",1,135.9,91.4,0.17,1.77,32768,15,1],["llama3.2-1b-q4",1,446.8,352.8,0.05,0.46,131072,10,1],["mistral-small-22b-q4",1,101.6,71.3,0.24,2.47,32768,5,1],["qwen2.5-0.5b-q4",1,516.7,463.2,0.04,0.39,32768,10,0],["gemma-3-1b-q4",1,460.9,445.6,0.05,0.39,32768,10,1],["gemma-3-1b-q8",1,429.2,415.9,0.1,0.81,32768,10,1],["phi4-mini-3.8b-q4",1,284.2,169.3,0.07,0.76,131072,5,1],["phi4-mini-3.8b-q8",1,222.8,145.5,0.27,3.2,131072,5,1],["smollm2-360m-q4",1,452.6,null,0.04,0.39,8192,10,0],["llama3.3-70b-q4",1,35.7,29.4,0.66,6.35,46019,10,1],["qwen3-8b-q4",1,200.6,130.4,0.11,1.14,40960,5,1],["qwen3-8b-q8",1,142.4,103,0.53,5.73,40960,5,1],["qwen3-14b-q4",1,134.4,96,0.17,1.7,40960,15,1],["qwen3-30b-q4",1,264,179.3,0.07,0.9,40960,15,1],["qwen3-30b-a3b-q8",1,192.9,143.4,0.26,4.14,40960,15,1],["gemma3-4b-q4",1,301.8,271.3,0.07,0.6,131072,5,1],["gemma3-4b-q8",1,231.9,213.5,0.26,2.18,131072,5,1],["gemma3-12b-q4",1,154,130.1,0.14,1.18,131072,15,1],["gemma3-27b-q4",1,81.8,72.9,0.27,2.25,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,224.3,181.8,0.11,1.02,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,156.5,134.5,0.48,4.92,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,135.9,91.4,0.17,1.77,131072,15,1],["deepseek-r1-distill-qwen-14b-q8",1,89.1,67.5,0.91,9.84,131072,15,1],["deepseek-r1-distill-llama-70b-q4",1,35.7,29.4,0.66,6.35,46019,10,1],["mistral-small-3.1-cloud",1,88.9,70.3,0.25,2.23,131072,5,1],["mistral-small-3.1-24b-q8",1,57,48.7,1.39,12.82,131072,5,1],["qwen3.5-0.8b-q4",1,457.2,414.8,0.05,0.38,262144,10,1],["qwen3.5-2b-q4",1,342.7,318.3,0.05,0.45,262144,10,1],["qwen3.5-4b-q4",1,297.7,252.8,0.07,0.63,262144,5,1],["qwen3.5-4b-q8",1,223.4,197.2,0.25,2.38,262144,5,1],["qwen3.5-9b-q4",1,210.6,187.1,0.11,0.94,262144,5,1],["qwen3.5-35b-a3b-q4",1,317.2,283.7,0.06,0.58,262144,15,1],["qwen3.5-27b-q4",1,87.9,79.5,0.25,2.17,262144,5,1],["qwen3.5-27b-q8",1,53.8,50.5,1.42,12.4,262144,5,1],["lfm2-24b-a2b-q4",1,330.2,294,0.06,0.5,128000,15,1],["lfm2.5-8b-a1b-q4",1,374.3,345.4,0.05,0.44,128000,15,1],["granite4.1-3b-q4",1,317.2,215.3,0.07,0.73,131072,5,1],["granite4.1-8b-q4",1,187.1,120.1,0.12,1.19,131072,5,1],["qwen3.6-27b-q4",1,86.6,78.5,0.25,2.17,262144,5,1],["qwen3.8-27b-q4",1,86.7,78.6,0.25,2.17,262144,5,1],["qwen3.8-27b-q8",1,53.8,50.5,1.42,12.4,262144,5,1],["qwen3.6-35b-a3b-q4",1,313.5,280.7,0.06,0.58,262144,15,1],["gemma4-31b-q4",1,71.5,58.9,0.3,2.54,232489,5,1],["gemma4-31b-q8",1,44.5,39.3,1.74,14.81,147249,5,1],["gemma4-26b-a4b-q4",1,241,204.3,0.07,0.57,262144,15,1],["gemma4-e4b-q4",1,264.4,247.3,0.1,0.84,131072,5,1],["gemma4-e4b-q8",1,211.2,200.2,0.45,3.78,131072,5,1],["gemma4-e2b-q4",1,389.7,370.8,0.07,0.61,131072,5,1],["gemma4-e2b-q8",1,340.9,326.4,0.27,2.27,131072,5,1],["gemma4-12b-q4",1,152.9,129.3,0.14,1.18,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,239.3,233.1,0.11,0.93,262144,15,1],["laguna-xs2-q4",1,284,234.4,0.06,0.61,262144,15,1],["north-mini-code-1-q4",1,253.3,225.6,0.07,0.64,500000,15,1],["gpt-oss-20b",1,242.3,218.6,0.1,0.97,131072,15,1],["qwen3-next-80b-a3b",1,284.7,252.5,0.07,0.62,262144,15,1],["qwen3.6-35b-a3b-q8",1,233.5,214.8,0.2,2.05,262144,15,1],["qwen3.5-35b-a3b-q8",1,233.5,214.8,0.2,2.05,262144,15,1],["qwen3.5-9b-q8",1,146.4,134.7,0.51,4.38,262144,5,1],["qwen3.6-27b-q8",1,53.8,50.5,1.42,12.4,262144,5,1],["gemma4-12b-q8",1,102.5,91.3,0.71,5.98,262144,15,1],["gemma4-26b-a4b-q8",1,183.9,161.7,0.22,2,262144,15,1],["qwen3-14b-q8",1,88.8,70.2,0.91,9.36,40960,15,1],["laguna-xs-2.1-q4",1,302,246.5,0.06,0.61,262144,15,1],["ornith-9b-q4",1,210.6,187.1,0.11,0.94,262144,5,1],["ornith-35b-q4",1,317.2,283.7,0.06,0.58,262144,15,1],["granite4.2-3b-q4",1,318,215.7,0.07,0.75,131072,5,1],["granite4.2-8b-q4",1,192.6,122.3,0.12,1.22,131072,5,1],["granite4.2-30b-q4",1,77,56.3,0.3,2.8,131072,5,1],["nemotron-3.5-lightning-30b-q4",1,232.6,226.7,0.07,0.6,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,275.7,267.4,0.07,0.6,1048576,15,1],["muse-glimmer-30b-q4",1,87.5,85.7,0.27,2.23,131072,5,1],["minicpm-v4.5-8b-q4",1,205.2,132.3,0.11,1.14,40960,5,1],["glm-4.7-flash-q4",1,252.4,202.1,0.07,0.74,202752,15,1],["olmo-3.1-32b-q4",1,71.3,65.7,0.32,2.68,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,205.7,183.2,0.11,0.94,262144,5,1],["devstral-small-2-24b-q4",1,90.4,71.2,0.25,2.23,258927,5,1],["ministral-3-3b-q4",1,267.6,176.2,0.07,0.74,262144,5,1],["ministral-3-8b-q4",1,183.2,125.1,0.12,1.15,262144,5,1],["ministral-3-14b-q4",1,136.2,96.9,0.16,1.54,262144,15,1]]},"2x-rtx-6000-pro":{"label":"2x NVIDIA RTX PRO 6000 Blackwell","kind":"rig","budgetGb":172.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":86.7},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":86.7},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":86.7}},"cells":[["qwen2.5-1.5b-q4",1,428.1,349.9,0.05,0.47,32768,10,0],["qwen2.5-3b-q4",1,341.1,277.5,0.06,0.6,32768,5,1],["qwen2.5-7b-q4",1,224.3,181.8,0.1,0.9,32768,5,1],["qwen2.5-14b-q4",1,135.9,91.4,0.15,1.53,32768,15,0],["llama3.2-3b-q4",1,313.6,189.5,0.06,0.63,131072,5,1],["llama3.1-8b-q4",1,208.2,139.1,0.1,0.97,131072,5,1],["llama3.1-8b-q8",1,145.7,108.1,0.43,4.6,131072,5,0],["llama3.1-8b-q5",1,190,130.7,0.17,1.7,131072,5,1],["llama3.1-70b-q4",1,35.7,29.4,0.56,5.34,131072,10,0],["mistral-7b-q4",1,216.7,142.8,0.09,0.93,32768,5,1],["mistral-7b-q5",1,197.2,134.1,0.15,1.6,32768,5,1],["mistral-7b-q8",1,151.4,111.2,0.4,4.31,32768,5,0],["mixtral-8x7b-q4",1,107.7,85.7,0.13,1.25,32768,15,0],["mistral-nemo-12b-q4",1,162.4,109.4,0.13,1.26,131072,15,0],["mistral-nemo-12b-q8",1,104.4,79.6,0.64,6.49,131072,15,1],["gemma2-2b-q4",1,335.8,null,0.06,0.5,8192,5,1],["gemma2-9b-q4",1,164.9,null,0.11,0.97,8192,5,1],["gemma2-27b-q4",1,78.3,null,0.24,2.01,8192,5,1],["phi3-mini-q4",1,243.7,null,0.07,0.68,4096,5,1],["phi3-medium-q4",1,136.1,null,0.14,1.42,4096,15,0],["phi4-14b-q4",1,133.1,null,0.15,1.46,16384,15,0],["phi4-14b-q8",1,88.1,null,0.75,7.8,16384,15,1],["qwen2.5-coder-7b-q4",1,224.3,181.8,0.1,0.9,32768,5,1],["qwen2.5-coder-14b-q4",1,135.9,91.4,0.15,1.53,32768,15,0],["llama3.2-1b-q4",1,446.8,352.8,0.05,0.43,131072,10,0],["mistral-small-22b-q4",1,101.6,71.3,0.21,2.1,32768,5,1],["qwen2.5-0.5b-q4",1,516.7,463.2,0.04,0.37,32768,10,0],["gemma-3-1b-q4",1,460.9,445.6,0.05,0.38,32768,10,0],["gemma-3-1b-q8",1,429.2,415.9,0.09,0.73,32768,10,0],["phi4-mini-3.8b-q4",1,284.2,169.3,0.07,0.68,131072,5,1],["phi4-mini-3.8b-q8",1,222.8,145.5,0.23,2.71,131072,5,1],["smollm2-360m-q4",1,452.6,null,0.04,0.38,8192,10,0],["llama3.3-70b-q4",1,35.7,29.4,0.56,5.34,131072,10,0],["qwen3-8b-q4",1,200.6,130.4,0.1,1,40960,5,1],["qwen3-8b-q8",1,142.4,103,0.44,4.82,40960,5,0],["qwen3-14b-q4",1,134.4,96,0.15,1.47,40960,15,0],["qwen3-30b-q4",1,264,179.3,0.07,0.8,40960,15,1],["qwen3-30b-a3b-q8",1,192.9,143.4,0.23,3.5,40960,15,1],["gemma3-4b-q4",1,301.8,271.3,0.07,0.55,131072,5,1],["gemma3-4b-q8",1,231.9,213.5,0.22,1.86,131072,5,1],["gemma3-12b-q4",1,154,130.1,0.12,1.04,131072,15,0],["gemma3-27b-q4",1,81.8,72.9,0.23,1.92,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,224.3,181.8,0.1,0.9,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,156.5,134.5,0.41,4.14,131072,5,0],["deepseek-r1-distill-qwen-14b-q4",1,135.9,91.4,0.15,1.53,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,89.1,67.5,0.77,8.24,131072,15,1],["deepseek-r1-distill-llama-70b-q4",1,35.7,29.4,0.56,5.34,131072,10,0],["qwen3-235b-a22b-cloud",1,65.2,53.1,0.22,2.74,40960,15,1],["mistral-small-3.1-cloud",1,88.9,70.3,0.21,1.91,131072,5,1],["mistral-small-3.1-24b-q8",1,57,48.7,1.16,10.72,131072,5,1],["qwen3.5-0.8b-q4",1,457.2,414.8,0.04,0.37,262144,10,0],["qwen3.5-2b-q4",1,342.7,318.3,0.05,0.43,262144,10,1],["qwen3.5-4b-q4",1,297.7,252.8,0.07,0.58,262144,5,1],["qwen3.5-4b-q8",1,223.4,197.2,0.22,2.03,262144,5,1],["qwen3.5-9b-q4",1,210.6,187.1,0.1,0.83,262144,5,1],["qwen3.5-35b-a3b-q4",1,317.2,283.7,0.06,0.54,262144,15,1],["qwen3.5-27b-q4",1,87.9,79.5,0.22,1.85,262144,5,1],["qwen3.5-27b-q8",1,53.8,50.5,1.19,10.37,262144,5,0],["qwen3.5-122b-a10b-q4",1,153.8,143.9,0.1,0.91,262144,15,1],["lfm2-24b-a2b-q4",1,330.2,294,0.05,0.47,128000,15,1],["lfm2.5-8b-a1b-q4",1,374.3,345.4,0.05,0.42,128000,15,0],["granite4.1-3b-q4",1,317.2,215.3,0.07,0.66,131072,5,1],["granite4.1-8b-q4",1,187.1,120.1,0.1,1.04,131072,5,1],["qwen3.6-27b-q4",1,86.6,78.5,0.22,1.85,262144,5,1],["qwen3.8-27b-q4",1,86.7,78.6,0.22,1.85,262144,5,1],["qwen3.8-27b-q8",1,53.8,50.5,1.19,10.37,262144,5,0],["qwen3.6-35b-a3b-q4",1,313.5,280.7,0.06,0.54,262144,15,1],["gemma4-31b-q4",1,71.5,58.9,0.26,2.16,262144,5,1],["gemma4-31b-q8",1,44.5,39.3,1.46,12.37,262144,5,0],["gemma4-26b-a4b-q4",1,241,204.3,0.06,0.53,262144,15,1],["gemma4-e4b-q4",1,264.4,247.3,0.09,0.76,131072,5,1],["gemma4-e4b-q8",1,211.2,200.2,0.38,3.19,131072,5,1],["gemma4-e2b-q4",1,389.7,370.8,0.07,0.56,131072,5,1],["gemma4-e2b-q8",1,340.9,326.4,0.23,1.94,131072,5,1],["llama4-scout-q4",1,112.1,80,0.12,1.32,535904,15,0],["gemma4-12b-q4",1,152.9,129.3,0.12,1.04,262144,15,0],["nemotron-cascade-2-30b-a3b-q6",1,239.3,233.1,0.09,0.82,262144,15,1],["laguna-xs2-q4",1,284,234.4,0.06,0.56,262144,15,1],["north-mini-code-1-q4",1,253.3,225.6,0.06,0.58,500000,15,1],["gpt-oss-120b",1,214.8,187.7,0.11,1.07,131072,15,1],["gpt-oss-20b",1,242.3,218.6,0.09,0.86,131072,15,1],["qwen3-next-80b-a3b",1,284.7,252.5,0.06,0.56,262144,15,1],["qwen3.6-35b-a3b-q8",1,233.5,214.8,0.18,1.76,262144,15,1],["qwen3.5-35b-a3b-q8",1,233.5,214.8,0.18,1.76,262144,15,1],["qwen3.5-9b-q8",1,146.4,134.7,0.43,3.7,262144,5,0],["qwen3.6-27b-q8",1,53.8,50.5,1.19,10.37,262144,5,0],["gemma4-12b-q8",1,102.5,91.3,0.59,5.03,262144,15,1],["gemma4-26b-a4b-q8",1,183.9,161.7,0.19,1.71,262144,15,1],["qwen3-next-80b-a3b-q8",1,211.1,192.9,0.19,1.95,262144,15,1],["qwen3-14b-q8",1,88.8,70.2,0.76,7.84,40960,15,1],["llama3.3-70b-q8",1,21.1,18.7,3.43,33.08,131072,10,0],["llama3.3-70b-q6",1,26.9,23.1,1.13,10.88,131072,10,0],["laguna-xs-2.1-q4",1,302,246.5,0.06,0.56,262144,15,1],["laguna-s-2.1-q4",1,130.4,116.8,0.09,0.84,1048576,15,1],["ornith-9b-q4",1,210.6,187.1,0.1,0.83,262144,5,1],["ornith-35b-q4",1,317.2,283.7,0.06,0.54,262144,15,1],["qwen3.8-flash-next",1,167.1,155.5,0.08,0.73,262144,15,1],["qwen3.8-flash-next-q4xs",1,188.4,173.7,0.08,0.73,262144,15,1],["qwen3.8-flash-next-q3",1,193.5,178.1,0.12,1.19,262144,15,1],["granite4.2-3b-q4",1,318,215.7,0.07,0.68,131072,5,1],["granite4.2-8b-q4",1,192.6,122.3,0.11,1.06,131072,5,1],["granite4.2-30b-q4",1,77,56.3,0.25,2.38,131072,5,1],["nemotron-3.5-lightning-30b-q4",1,232.6,226.7,0.07,0.56,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,275.7,267.4,0.07,0.56,1048576,15,1],["muse-glimmer-30b-q4",1,87.5,85.7,0.23,1.91,131072,5,1],["minicpm-v4.5-8b-q4",1,205.2,132.3,0.1,1,40960,5,1],["glm-4.7-flash-q4",1,252.4,202.1,0.07,0.67,202752,15,1],["nemotron-3-super-120b-q4",1,94.7,93.4,0.13,1.09,262144,15,0],["nemotron-3-super-120b-q4xs",1,120.8,118.7,0.13,1.09,262144,15,0],["olmo-3.1-32b-q4",1,71.3,65.7,0.27,2.28,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,205.7,183.2,0.1,0.83,262144,5,1],["ling-3.0-flash",1,222.5,215.5,0.07,0.63,262144,15,1],["ling-3.0-flash-q4xs",1,240,231.9,0.07,0.63,262144,15,1],["devstral-small-2-24b-q4",1,90.4,71.2,0.21,1.91,393216,5,1],["devstral-2-123b-q4",1,21,18.5,0.96,9.09,262144,10,0],["ministral-3-3b-q4",1,267.6,176.2,0.07,0.67,262144,5,1],["ministral-3-8b-q4",1,183.2,125.1,0.1,1.01,262144,5,1],["ministral-3-14b-q4",1,136.2,96.9,0.14,1.33,262144,15,0]]},"2x-rx-7900-xtx":{"label":"2x AMD Radeon RX 7900 XTX","kind":"rig","budgetGb":43.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":43},"20":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":43},"40":{"model":"qwen3.8-27b-q4","eci":151.69,"decodeTps":43}},"cells":[["qwen2.5-1.5b-q4",1,218.5,177.4,0.19,1.76,32768,10,0],["qwen2.5-3b-q4",1,172.8,139.8,0.24,2.3,32768,10,0],["qwen2.5-7b-q4",1,112.5,90.8,0.37,3.51,32768,10,1],["qwen2.5-14b-q4",1,67.7,45.3,0.59,6.04,32768,10,0],["llama3.2-3b-q4",1,158.5,94.8,0.24,2.41,131072,10,1],["llama3.1-8b-q4",1,104.3,69.3,0.39,3.79,131072,10,1],["llama3.1-8b-q8",1,72.6,53.7,1.46,15.43,131072,10,0],["llama3.1-8b-q5",1,95,65,2.55,27.25,131072,10,1],["mistral-7b-q4",1,108.6,71.1,0.36,3.61,32768,10,1],["mistral-7b-q5",1,98.7,66.7,2.33,25.48,32768,10,1],["mistral-7b-q8",1,75.5,55.2,1.34,14.46,32768,10,0],["mixtral-8x7b-q4",1,53.5,42.5,0.53,4.91,32768,25,0],["mistral-nemo-12b-q4",1,81,54.3,0.51,4.96,131072,10,0],["mistral-nemo-12b-q8",1,51.8,39.4,2.13,21.76,131072,10,1],["gemma2-2b-q4",1,170,null,0.22,1.91,8192,10,0],["gemma2-9b-q4",1,82.3,null,0.42,3.8,8192,10,1],["gemma2-27b-q4",1,38.8,null,0.94,8,8192,50,1],["phi3-mini-q4",1,122.4,null,0.26,2.62,4096,10,1],["phi3-medium-q4",1,67.7,null,0.56,5.61,4096,10,0],["phi4-14b-q4",1,66.2,null,0.59,5.77,16384,10,0],["phi4-14b-q8",1,43.7,null,2.53,26.1,16384,10,1],["qwen2.5-coder-7b-q4",1,112.5,90.8,0.37,3.51,32768,10,1],["qwen2.5-coder-14b-q4",1,67.7,45.3,0.59,6.04,32768,10,0],["llama3.2-1b-q4",1,228.4,178.9,0.18,1.63,131072,10,0],["mistral-small-22b-q4",1,50.4,35.3,0.82,8.37,32768,50,1],["qwen2.5-0.5b-q4",1,265.8,237.1,0.16,1.39,32768,10,0],["gemma-3-1b-q4",1,235.9,227.7,0.17,1.4,32768,10,0],["gemma-3-1b-q8",1,219,212,0.3,2.52,32768,10,0],["phi4-mini-3.8b-q4",1,143.2,84.5,0.26,2.63,131072,10,1],["phi4-mini-3.8b-q8",1,111.7,72.5,0.79,9.14,131072,10,1],["smollm2-360m-q4",1,231.5,null,0.16,1.41,8192,10,0],["qwen3-8b-q4",1,100.4,64.9,0.39,3.93,40960,10,1],["qwen3-8b-q8",1,70.9,51.1,1.49,16.17,40960,10,0],["qwen3-14b-q4",1,66.9,47.6,0.59,5.8,40960,10,0],["qwen3-30b-q4",1,132.8,89.6,0.26,3.11,40960,25,0],["qwen3-30b-a3b-q8",1,96.5,71.4,0.77,11.76,40960,25,1],["gemma3-4b-q4",1,152.4,136.6,0.26,2.1,131072,10,1],["gemma3-4b-q8",1,116.4,106.9,0.75,6.31,131072,10,1],["gemma3-12b-q4",1,76.7,64.7,0.49,4.06,131072,10,0],["gemma3-27b-q4",1,40.5,36.1,0.93,7.62,131072,50,1],["deepseek-r1-distill-qwen-7b-q4",1,112.5,90.8,0.37,3.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,78,67,1.38,13.91,131072,10,0],["deepseek-r1-distill-qwen-14b-q4",1,67.7,45.3,0.59,6.04,131072,10,0],["deepseek-r1-distill-qwen-14b-q8",1,44.1,33.4,2.57,27.58,131072,10,1],["mistral-small-3.1-cloud",1,44.1,34.8,0.84,7.58,131072,50,1],["mistral-small-3.1-24b-q8",1,28.2,24.1,3.89,35.85,104187,50,1],["qwen3.5-0.8b-q4",1,233.9,211.4,0.16,1.37,262144,10,0],["qwen3.5-2b-q4",1,173.6,160.9,0.19,1.6,262144,10,1],["qwen3.5-4b-q4",1,150.2,127.1,0.25,2.2,262144,10,1],["qwen3.5-4b-q8",1,112,98.6,0.74,6.87,262144,10,1],["qwen3.5-9b-q4",1,105.5,93.5,0.38,3.24,262144,10,1],["qwen3.5-35b-a3b-q4",1,160.3,143,0.23,2.04,262144,25,0],["qwen3.5-27b-q4",1,43.6,39.4,0.85,7.36,262144,50,1],["qwen3.5-27b-q8",1,26.6,25,3.98,34.68,215940,50,1],["lfm2-24b-a2b-q4",1,167.1,148.3,0.21,1.76,128000,25,0],["lfm2.5-8b-a1b-q4",1,190.1,175,0.19,1.58,128000,25,0],["granite4.1-3b-q4",1,160.3,107.9,0.25,2.55,131072,10,1],["granite4.1-8b-q4",1,93.6,59.7,0.4,4.07,131072,10,1],["qwen3.6-27b-q4",1,42.9,38.9,0.85,7.36,262144,50,1],["qwen3.8-27b-q4",1,43,38.9,0.85,7.36,262144,50,1],["qwen3.8-27b-q8",1,26.6,25,3.98,34.68,215956,50,1],["qwen3.6-35b-a3b-q4",1,158.4,141.4,0.23,2.04,262144,25,0],["gemma4-31b-q4",1,35.4,29.1,1.02,8.6,144599,50,1],["gemma4-31b-q8",1,22,19.4,4.87,41.35,59359,50,1],["gemma4-26b-a4b-q4",1,121,102.3,0.24,2.01,262144,25,1],["gemma4-e4b-q4",1,133,124.3,0.36,2.92,131072,10,1],["gemma4-e4b-q8",1,105.8,100.2,1.29,10.75,131072,10,1],["gemma4-e2b-q4",1,198.2,188.3,0.26,2.15,131072,10,0],["gemma4-e2b-q8",1,172.7,165.1,0.77,6.58,131072,10,1],["gemma4-12b-q4",1,76.2,64.3,0.49,4.06,262144,10,0],["nemotron-cascade-2-30b-a3b-q6",1,120.1,117,1.18,10.76,262144,25,1],["laguna-xs2-q4",1,143.1,117.6,0.22,2.12,262144,25,0],["north-mini-code-1-q4",1,127.3,113.2,0.24,2.23,500000,25,1],["gpt-oss-20b",1,121.7,109.6,1.01,9.89,131072,25,1],["qwen3.6-35b-a3b-q8",1,117.2,107.6,0.6,5.97,262144,25,1],["qwen3.5-35b-a3b-q8",1,117.2,107.6,0.6,5.97,262144,25,1],["qwen3.5-9b-q8",1,73,67,1.44,12.43,262144,10,0],["qwen3.6-27b-q8",1,26.6,25,3.98,34.68,215956,50,1],["gemma4-12b-q8",1,50.9,45.3,1.99,16.86,262144,10,1],["gemma4-26b-a4b-q8",1,91.9,80.7,0.65,5.81,262144,25,1],["qwen3-14b-q8",1,44,34.8,2.55,26.24,40960,10,1],["laguna-xs-2.1-q4",1,152.4,123.8,0.22,2.12,262144,25,0],["ornith-9b-q4",1,105.5,93.5,0.38,3.24,262144,10,1],["ornith-35b-q4",1,160.3,143,0.23,2.04,262144,25,0],["granite4.2-3b-q4",1,160.8,108.1,0.26,2.61,131072,10,1],["granite4.2-8b-q4",1,96.3,60.8,0.41,4.17,131072,10,1],["granite4.2-30b-q4",1,38.1,27.8,1.01,9.49,97192,50,1],["nemotron-3.5-lightning-30b-q4",1,116.7,113.7,0.25,2.12,1048576,25,1],["nemotron-3.5-lightning-30b-q4xs",1,138.9,134.6,0.25,2.12,1048576,25,0],["muse-glimmer-30b-q4",1,43.4,42.5,0.91,7.57,131072,50,1],["minicpm-v4.5-8b-q4",1,102.7,65.8,0.39,3.93,40960,10,1],["glm-4.7-flash-q4",1,126.9,101.2,0.26,2.57,202752,25,1],["olmo-3.1-32b-q4",1,35.3,32.5,1.08,9.08,65536,50,1],["mimo-v2.6-distill-qwen-9b",1,103,91.5,0.38,3.24,262144,10,1],["devstral-small-2-24b-q4",1,44.8,35.2,0.84,7.58,171036,50,1],["ministral-3-3b-q4",1,134.7,88,0.25,2.58,262144,10,1],["ministral-3-8b-q4",1,91.6,62.2,0.4,3.95,262144,10,1],["ministral-3-14b-q4",1,67.8,48,0.55,5.26,208236,10,0]]}}}