{"name":"ModelFit Local LLM Speed Estimates","description":"Estimated decode tokens/sec, time to first token and largest fitting context for every local ModelFit catalog model on every Mac, iPhone and GPU configuration the site covers. Estimates from a model fitted on measured runs, not ModelFit benchmarks.","source":"https://modelfit.io/data/","license":"CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/)","attribution":"ModelFit: https://modelfit.io/","methodology":{"decode":"time per token = (streamed weight bytes x MoE factor + alpha x fp16 KV-cache bytes at the context) / (eta x memory bandwidth) + fixed per-token overhead; eta and the overhead depend on the backend and on the hardware tier, generation, architecture and memory type.","prefill":"time per prompt token = (2 x active parameters + attention FLOPs) / (etaC x FP16 TFLOPS) + fixed overhead; Apple chips use GPU cores x a per-core rate fitted per chip generation.","fittedOn":"4831 measured runs from llama.cpp discussions and issues, community MLX benchmarks, published vendor posts and modelfit bench submissions, each re-verified against its source","accuracy":"leave-one-hardware-out median absolute error 10.7% (p90 37.6%, median bias -0.5%) over 3126 runs on 104 hardware types","typicalErrorByGroup":{"all":0.107,"CUDA":0.081,"CUDA|10-20B":0.126,"CUDA|2-5B":0.057,"CUDA|20-40B":0.072,"CUDA|5-10B":0.07,"CUDA|MoE":0.142,"CUDA|unknown":0.092,"Metal":0.079,"Metal|<2B":0.032,"Metal|5-10B":0.076,"MLX":0.121,"MLX|<2B":0.233,"MLX|10-20B":0.06,"MLX|2-5B":0.135,"MLX|20-40B":0.097,"MLX|5-10B":0.112,"MLX|MoE":0.163,"MLX|unknown":0.092,"ROCm/Vulkan":0.116,"ROCm/Vulkan|20-40B":0.511,"ROCm/Vulkan|5-10B":0.111,"ROCm/Vulkan|MoE":0.259},"model":"physics-no-era,arch,tier,mem,shared-apple"},"publishedContextTokens":4096,"cellFields":["model","fits","decodeTps","decodeTps32k","ttft1kSec","ttft8kSec","maxContext","typicalErrorPct","nearMeasured"],"quantizationNote":"Capability scores (Epoch Capabilities Index) are for the labs' full-precision weights. No quantization penalty is applied: no sourced figure maps a quantization level to ECI points.","coverage":{"cells":12609,"nearMeasured":10737},"hardware":{"Apple M1|8GB":{"label":"Apple M1, 8 GB","kind":"apple","budgetGb":5.6,"frontier":{"10":null,"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,42.7,24.9,2.18,27.68,32768,5,1],["qwen2.5-3b-q4",1,23.5,15.6,4.3,52,32768,10,1],["qwen2.5-7b-q4",1,10.9,null,10.27,106.1,15989,10,1],["llama3.2-3b-q4",1,19.7,null,4.52,56.66,31220,10,1],["llama3.1-8b-q4",1,9.8,null,10.94,118.76,5182,10,1],["mistral-7b-q4",1,10.4,null,9.93,110.67,9362,10,1],["gemma2-2b-q4",1,22.7,null,3.49,34.29,8192,10,1],["phi3-mini-q4",1,12.5,null,5.36,66.3,4096,10,1],["qwen2.5-coder-7b-q4",1,10.9,null,10.27,106.1,15989,10,1],["llama3.2-1b-q4",1,49.2,25.4,1.74,21.71,131072,5,1],["qwen2.5-0.5b-q4",1,94.2,56.2,0.73,10.97,32768,5,0],["gemma-3-1b-q4",1,55.2,48.7,1.31,11.46,32768,5,1],["gemma-3-1b-q8",1,43,39,1.35,11.85,32768,5,1],["phi4-mini-3.8b-q4",1,16.3,null,5.38,66.45,23712,10,1],["phi4-mini-3.8b-q8",1,10.8,null,5.56,68.7,11561,10,1],["mage-vl-cowork-q4",1,16,null,6.33,85.79,19557,10,1],["smollm2-360m-q4",1,51.6,null,0.6,12.11,8192,5,1],["gemma3-4b-q4",1,18.3,15,5.06,42.92,131072,10,1],["gemma3-4b-q8",1,11.5,10.1,5.23,44.37,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,10.9,null,10.27,106.1,15989,10,1],["qwen3.5-0.8b-q4",1,53.5,38.7,0.88,10.01,262144,5,1],["qwen3.5-2b-q4",1,23.8,20.3,2.21,20.58,262144,5,1],["qwen3.5-4b-q4",1,17.8,13.3,4.97,47.6,90069,10,1],["qwen3.5-4b-q8",1,10.9,9,5.14,49.21,34106,10,1],["lfm2.5-8b-a1b-q4",1,29.3,24.2,2.08,19.61,36124,10,1],["granite4.1-3b-q4",1,20.2,10.3,4.84,63.09,42730,10,1],["gemma4-e4b-q4",1,14.3,null,9.55,79.86,4875,10,1],["gemma4-e2b-q4",1,32.5,28.6,5.22,45.17,131072,10,1],["gemma4-e2b-q8",1,23.5,21.4,5.4,46.7,86191,10,1],["granite4.2-3b-q4",1,20.3,10.3,5.17,65.75,40966,10,1],["ministral-3-3b-q4",1,14.6,null,4.89,64.47,24847,10,1],["lfm3-1.7b-q4",1,41.1,31.7,2.18,20.37,262144,5,1]]},"Apple M1|16GB":{"label":"Apple M1, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":null,"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,42.7,24.9,2.18,27.68,32768,5,1],["qwen2.5-3b-q4",1,23.5,15.6,4.3,52,32768,10,1],["qwen2.5-7b-q4",1,10.9,8,10.27,106.1,32768,10,1],["qwen2.5-14b-q4",1,5.4,null,20.14,219.7,11250,10,1],["llama3.2-3b-q4",1,19.7,8.5,4.52,56.66,80048,10,1],["llama3.1-8b-q4",1,9.8,5.6,10.94,118.76,47907,10,1],["llama3.1-8b-q8",1,5.9,null,11.31,122.77,20288,10,1],["llama3.1-8b-q5",1,8.5,5.2,14.98,162.65,41709,10,1],["mistral-7b-q4",1,10.4,5.8,9.93,110.67,32768,10,1],["mistral-7b-q5",1,9,5.3,13.6,151.58,32768,10,1],["mistral-7b-q8",1,6.2,null,10.26,114.41,26683,10,1],["mistral-nemo-12b-q4",1,6.9,null,16.53,171.3,25197,10,1],["gemma2-2b-q4",1,22.7,null,3.49,34.29,8192,10,1],["gemma2-9b-q4",1,7,null,12.31,119.01,8192,10,1],["phi3-mini-q4",1,12.5,null,5.36,66.3,4096,10,1],["phi3-medium-q4",1,5.4,null,18.92,200.17,4096,10,1],["phi4-14b-q4",1,5.3,null,19.82,207.4,10482,10,1],["qwen2.5-coder-7b-q4",1,10.9,8,10.27,106.1,32768,10,1],["qwen2.5-coder-14b-q4",1,5.4,null,20.14,219.7,11250,10,1],["llama3.2-1b-q4",1,49.2,25.4,1.74,21.71,131072,5,1],["qwen2.5-0.5b-q4",1,94.2,56.2,0.73,10.97,32768,5,0],["gemma-3-1b-q4",1,55.2,48.7,1.31,11.46,32768,5,1],["gemma-3-1b-q8",1,43,39,1.35,11.85,32768,5,1],["phi4-mini-3.8b-q4",1,16.3,7.3,5.38,66.45,66437,10,1],["phi4-mini-3.8b-q8",1,10.8,5.9,5.56,68.7,54286,10,1],["mage-vl-cowork-q4",1,16,6.7,6.33,85.79,57535,10,1],["smollm2-360m-q4",1,51.6,null,0.6,12.11,8192,5,1],["qwen3-8b-q4",1,9.2,5.2,11.22,124.87,40517,10,1],["qwen3-8b-q8",1,5.8,null,11.6,129.1,15929,10,1],["qwen3-14b-q4",1,5.4,null,19.97,208.53,11741,10,1],["gemma3-4b-q4",1,18.3,15,5.06,42.92,131072,10,1],["gemma3-4b-q8",1,11.5,10.1,5.23,44.37,131072,10,1],["gemma3-12b-q4",1,6.4,5.1,15.35,130.61,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,10.9,8,10.27,106.1,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,6.5,5.4,10.62,109.69,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,5.4,null,20.14,219.7,11250,10,1],["qwen3.5-0.8b-q4",1,53.5,38.7,0.88,10.01,262144,5,1],["qwen3.5-2b-q4",1,23.8,20.3,2.21,20.58,262144,5,1],["qwen3.5-4b-q4",1,17.8,13.3,4.97,47.6,260968,10,1],["qwen3.5-4b-q8",1,10.9,9,5.14,49.21,205004,10,1],["qwen3.5-9b-q4",1,9.9,8.4,10.75,93.82,170010,10,1],["lfm2.5-8b-a1b-q4",1,29.3,24.2,2.08,19.61,128000,10,1],["granite4.1-3b-q4",1,20.2,10.3,4.84,63.09,111090,10,1],["granite4.1-8b-q4",1,8.4,4.6,11.53,131.3,35718,10,1],["gemma4-e4b-q4",1,14.3,12.8,9.55,79.86,131072,10,1],["gemma4-e4b-q8",1,10,9.2,9.88,82.56,131072,10,1],["gemma4-e2b-q4",1,32.5,28.6,5.22,45.17,131072,10,1],["gemma4-e2b-q8",1,23.5,21.4,5.4,46.7,131072,10,1],["gemma4-12b-q4",1,6.3,5.1,15.35,130.61,53147,10,1],["qwen3.5-9b-q8",1,6,5.4,11.12,97,51040,10,1],["ornith-9b-q4",1,9.9,8.4,10.75,93.82,170010,10,1],["granite4.2-3b-q4",1,20.3,10.3,5.17,65.75,109326,10,1],["granite4.2-8b-q4",1,8.7,4.8,12.06,135.55,35718,10,1],["minicpm-v4.5-8b-q4",1,9.6,5.2,11.22,124.86,40960,10,1],["glm-4-9b-chat-q4",1,8.4,7,12.85,141.84,120827,10,1],["glm-4-9b-chat-q8",1,5.3,null,13.28,146.64,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,9.6,8.1,10.75,93.82,163543,10,1],["ministral-3-3b-q4",1,14.6,7.7,4.89,64.47,77432,10,1],["ministral-3-8b-q4",1,8.1,4.9,11.57,125.73,37179,10,1],["ministral-3-14b-q4",1,5.4,null,18.16,184.32,12924,10,1],["mellum2.1-12b-q4",1,19.5,16.7,3.28,33.04,131072,10,1],["twil-8b-q4",1,8.7,4.8,12.06,135.55,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,12.8,11.6,9.55,79.86,65536,10,1],["granite-switch-4.1-8b-q4",1,7.1,null,12.08,137.66,27829,10,1],["jebadiah-9b-q4",1,9.7,null,10.75,93.82,4096,10,1],["jebadiah-9b-q5",1,8.5,null,14.73,128.5,4096,10,1],["jebadiah-9b-q8",1,5.8,null,11.12,97,4096,10,1],["lfm3-1.7b-q4",1,41.1,31.7,2.18,20.37,262144,5,1]]},"Apple M2|8GB":{"label":"Apple M2, 8 GB","kind":"apple","budgetGb":5.6,"frontier":{"10":{"model":"llama3.1-8b-q4","eci":111.14,"decodeTps":15.7},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,67,39.6,1.69,21.43,32768,5,1],["qwen2.5-3b-q4",1,37.5,25,3.33,40.25,32768,10,1],["qwen2.5-7b-q4",1,17.6,null,7.95,82.12,15989,10,1],["llama3.2-3b-q4",1,31.5,null,3.5,43.85,31220,10,1],["llama3.1-8b-q4",1,15.7,null,8.47,91.92,5182,10,1],["mistral-7b-q4",1,16.7,null,7.68,85.66,9362,10,1],["gemma2-2b-q4",1,36.2,null,2.7,26.54,8192,10,1],["phi3-mini-q4",1,20.1,null,4.15,51.31,4096,10,1],["qwen2.5-coder-7b-q4",1,17.6,null,7.95,82.12,15989,10,1],["llama3.2-1b-q4",1,76.9,40.4,1.34,16.8,131072,5,1],["qwen2.5-0.5b-q4",1,142.5,87.5,0.57,8.49,32768,5,0],["gemma-3-1b-q4",1,85.8,76.2,1.01,8.87,32768,5,1],["gemma-3-1b-q8",1,67.5,61.4,1.05,9.17,32768,5,1],["phi4-mini-3.8b-q4",1,26.1,null,4.16,51.43,23712,10,1],["phi4-mini-3.8b-q8",1,17.4,null,4.3,53.17,11561,10,1],["mage-vl-cowork-q4",1,25.7,null,4.9,66.4,19557,10,1],["smollm2-360m-q4",1,80.5,null,0.46,9.37,8192,5,1],["gemma3-4b-q4",1,29.2,24.1,3.92,33.22,131072,10,1],["gemma3-4b-q8",1,18.5,16.3,4.05,34.34,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,17.6,null,7.95,82.12,15989,10,1],["qwen3.5-0.8b-q4",1,83.4,60.9,0.68,7.75,262144,5,1],["qwen3.5-2b-q4",1,37.9,32.4,1.71,15.93,262144,5,1],["qwen3.5-4b-q4",1,28.5,21.3,3.85,36.84,90069,10,1],["qwen3.5-4b-q8",1,17.5,14.5,3.98,38.09,34106,10,1],["lfm2.5-8b-a1b-q4",1,46.4,38.5,1.61,15.18,36124,10,1],["granite4.1-3b-q4",1,32.2,16.5,3.74,48.83,42730,10,1],["gemma4-e4b-q4",1,23,null,7.4,61.81,4875,10,1],["gemma4-e2b-q4",1,51.4,45.4,4.04,34.96,131072,10,1],["gemma4-e2b-q8",1,37.4,34.1,4.18,36.15,86191,10,1],["granite4.2-3b-q4",1,32.4,16.6,4,50.89,40966,10,1],["ministral-3-3b-q4",1,23.5,null,3.78,49.9,24847,10,1],["lfm3-1.7b-q4",1,64.6,50.3,1.69,15.77,262144,5,1]]},"Apple M2|16GB":{"label":"Apple M2, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,67,39.6,1.69,21.43,32768,5,1],["qwen2.5-3b-q4",1,37.5,25,3.33,40.25,32768,10,1],["qwen2.5-7b-q4",1,17.6,12.9,7.95,82.12,32768,10,1],["qwen2.5-14b-q4",1,8.8,null,15.59,170.04,11250,10,1],["llama3.2-3b-q4",1,31.5,13.7,3.5,43.85,80048,10,1],["llama3.1-8b-q4",1,15.7,9,8.47,91.92,47907,10,1],["llama3.1-8b-q8",1,9.6,null,8.75,95.03,20288,10,1],["llama3.1-8b-q5",1,13.8,8.3,11.6,125.89,41709,10,1],["mistral-7b-q4",1,16.7,9.3,7.68,85.66,32768,10,1],["mistral-7b-q5",1,14.5,8.6,10.53,117.32,32768,10,1],["mistral-7b-q8",1,10.1,null,7.94,88.55,26683,10,1],["mistral-nemo-12b-q4",1,11.1,null,12.8,132.58,25197,10,1],["gemma2-2b-q4",1,36.2,null,2.7,26.54,8192,10,1],["gemma2-9b-q4",1,11.3,null,9.53,92.11,8192,10,1],["phi3-mini-q4",1,20.1,null,4.15,51.31,4096,10,1],["phi3-medium-q4",1,8.8,null,14.64,154.93,4096,10,1],["phi4-14b-q4",1,8.5,null,15.34,160.53,10482,10,1],["qwen2.5-coder-7b-q4",1,17.6,12.9,7.95,82.12,32768,10,1],["qwen2.5-coder-14b-q4",1,8.8,null,15.59,170.04,11250,10,1],["llama3.2-1b-q4",1,76.9,40.4,1.34,16.8,131072,5,1],["qwen2.5-0.5b-q4",1,142.5,87.5,0.57,8.49,32768,5,0],["gemma-3-1b-q4",1,85.8,76.2,1.01,8.87,32768,5,1],["gemma-3-1b-q8",1,67.5,61.4,1.05,9.17,32768,5,1],["phi4-mini-3.8b-q4",1,26.1,11.7,4.16,51.43,66437,10,1],["phi4-mini-3.8b-q8",1,17.4,9.6,4.3,53.17,54286,10,1],["mage-vl-cowork-q4",1,25.7,10.9,4.9,66.4,57535,10,1],["smollm2-360m-q4",1,80.5,null,0.46,9.37,8192,5,1],["qwen3-8b-q4",1,14.9,8.3,8.68,96.65,40517,10,1],["qwen3-8b-q8",1,9.3,null,8.98,99.92,15929,10,1],["qwen3-14b-q4",1,8.7,null,15.45,161.4,11741,10,1],["gemma3-4b-q4",1,29.2,24.1,3.92,33.22,131072,10,1],["gemma3-4b-q8",1,18.5,16.3,4.05,34.34,131072,10,1],["gemma3-12b-q4",1,10.3,8.3,11.88,101.09,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,17.6,12.9,7.95,82.12,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,10.5,8.7,8.22,84.9,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,8.8,null,15.59,170.04,11250,10,1],["qwen3.5-0.8b-q4",1,83.4,60.9,0.68,7.75,262144,5,1],["qwen3.5-2b-q4",1,37.9,32.4,1.71,15.93,262144,5,1],["qwen3.5-4b-q4",1,28.5,21.3,3.85,36.84,260968,10,1],["qwen3.5-4b-q8",1,17.5,14.5,3.98,38.09,205004,10,1],["qwen3.5-9b-q4",1,16,13.5,8.32,72.62,170010,10,1],["lfm2.5-8b-a1b-q4",1,46.4,38.5,1.61,15.18,128000,10,1],["granite4.1-3b-q4",1,32.2,16.5,3.74,48.83,111090,10,1],["granite4.1-8b-q4",1,13.5,7.5,8.93,101.63,35718,10,1],["gemma4-e4b-q4",1,23,20.6,7.4,61.81,131072,10,1],["gemma4-e4b-q8",1,16.1,14.8,7.65,63.9,131072,10,1],["gemma4-e2b-q4",1,51.4,45.4,4.04,34.96,131072,10,1],["gemma4-e2b-q8",1,37.4,34.1,4.18,36.15,131072,10,1],["gemma4-12b-q4",1,10.2,8.2,11.88,101.09,53147,10,1],["qwen3.5-9b-q8",1,9.7,8.7,8.6,75.08,51040,10,1],["ornith-9b-q4",1,16,13.5,8.32,72.62,170010,10,1],["granite4.2-3b-q4",1,32.4,16.6,4,50.89,109326,10,1],["granite4.2-8b-q4",1,14,7.7,9.34,104.92,35718,10,1],["minicpm-v4.5-8b-q4",1,15.4,8.5,8.68,96.64,40960,10,1],["glm-4-9b-chat-q4",1,13.5,11.3,9.95,109.78,120827,10,1],["glm-4-9b-chat-q8",1,8.6,null,10.28,113.5,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,15.4,13.1,8.32,72.62,163543,10,1],["ministral-3-3b-q4",1,23.5,12.4,3.78,49.9,77432,10,1],["ministral-3-8b-q4",1,13.1,7.9,8.95,97.32,37179,10,1],["ministral-3-14b-q4",1,8.8,null,14.06,142.66,12924,10,1],["mellum2.1-12b-q4",1,31.1,26.8,2.54,25.57,131072,10,1],["twil-8b-q4",1,14,7.7,9.34,104.92,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,20.6,18.6,7.4,61.81,65536,10,1],["granite-switch-4.1-8b-q4",1,11.4,null,9.35,106.55,27829,10,1],["jebadiah-9b-q4",1,15.6,null,8.32,72.62,4096,10,1],["jebadiah-9b-q5",1,13.7,null,11.4,99.46,4096,10,1],["jebadiah-9b-q8",1,9.4,null,8.6,75.08,4096,10,1],["lfm3-1.7b-q4",1,64.6,50.3,1.69,15.77,262144,5,1]]},"Apple M2|24GB":{"label":"Apple M2, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,67,39.6,1.69,21.43,32768,5,1],["qwen2.5-3b-q4",1,37.5,25,3.33,40.25,32768,10,1],["qwen2.5-7b-q4",1,17.6,12.9,7.95,82.12,32768,10,1],["qwen2.5-14b-q4",1,8.8,5.4,15.59,170.04,32768,10,1],["llama3.2-3b-q4",1,31.5,13.7,3.5,43.85,128876,10,1],["llama3.1-8b-q4",1,15.7,9,8.47,91.92,90631,10,1],["llama3.1-8b-q8",1,9.6,6.6,8.75,95.03,63012,10,1],["llama3.1-8b-q5",1,13.8,8.3,11.6,125.89,84434,10,1],["mistral-7b-q4",1,16.7,9.3,7.68,85.66,32768,10,1],["mistral-7b-q5",1,14.5,8.6,10.53,117.32,32768,10,1],["mistral-7b-q8",1,10.1,6.8,7.94,88.55,32768,10,1],["mistral-nemo-12b-q4",1,11.1,6.7,12.8,132.58,59376,10,1],["mistral-nemo-12b-q8",1,6.3,null,13.23,137.07,23056,10,1],["gemma2-2b-q4",1,36.2,null,2.7,26.54,8192,10,1],["gemma2-9b-q4",1,11.3,null,9.53,92.11,8192,10,1],["phi3-mini-q4",1,20.1,null,4.15,51.31,4096,10,1],["phi3-medium-q4",1,8.8,null,14.64,154.93,4096,10,1],["phi4-14b-q4",1,8.5,null,15.34,160.53,16384,10,1],["phi4-14b-q8",1,5.2,null,15.86,165.96,5954,10,1],["qwen2.5-coder-7b-q4",1,17.6,12.9,7.95,82.12,32768,10,1],["qwen2.5-coder-14b-q4",1,8.8,5.4,15.59,170.04,32768,10,1],["llama3.2-1b-q4",1,76.9,40.4,1.34,16.8,131072,5,1],["mistral-small-22b-q4",1,6.1,null,23.4,250.63,18444,10,1],["qwen2.5-0.5b-q4",1,142.5,87.5,0.57,8.49,32768,5,0],["gemma-3-1b-q4",1,85.8,76.2,1.01,8.87,32768,5,1],["gemma-3-1b-q8",1,67.5,61.4,1.05,9.17,32768,5,1],["phi4-mini-3.8b-q4",1,26.1,11.7,4.16,51.43,109162,10,1],["phi4-mini-3.8b-q8",1,17.4,9.6,4.3,53.17,97010,10,1],["mage-vl-cowork-q4",1,25.7,10.9,4.9,66.4,95512,10,1],["smollm2-360m-q4",1,80.5,null,0.46,9.37,8192,5,1],["qwen3-8b-q4",1,14.9,8.3,8.68,96.65,40960,10,1],["qwen3-8b-q8",1,9.3,6.2,8.98,99.92,40960,10,1],["qwen3-14b-q4",1,8.7,5.7,15.45,161.4,40960,10,1],["gemma3-4b-q4",1,29.2,24.1,3.92,33.22,131072,10,1],["gemma3-4b-q8",1,18.5,16.3,4.05,34.34,131072,10,1],["gemma3-12b-q4",1,10.3,8.3,11.88,101.09,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,17.6,12.9,7.95,82.12,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,10.5,8.7,8.22,84.9,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,8.8,5.4,15.59,170.04,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,5.3,null,16.12,175.8,5586,10,1],["mistral-small-3.1-cloud",1,5.2,null,24.13,223.25,8014,10,1],["qwen3.5-0.8b-q4",1,83.4,60.9,0.68,7.75,262144,5,1],["qwen3.5-2b-q4",1,37.9,32.4,1.71,15.93,262144,5,1],["qwen3.5-4b-q4",1,28.5,21.3,3.85,36.84,262144,10,1],["qwen3.5-4b-q8",1,17.5,14.5,3.98,38.09,262144,10,1],["qwen3.5-9b-q4",1,16,13.5,8.32,72.62,262144,10,1],["lfm2-24b-a2b-q4",1,35,27.8,2.21,21.43,116420,10,1],["lfm2.5-8b-a1b-q4",1,46.4,38.5,1.61,15.18,128000,10,1],["granite4.1-3b-q4",1,32.2,16.5,3.74,48.83,131072,10,1],["granite4.1-8b-q4",1,13.5,7.5,8.93,101.63,69898,10,1],["gemma4-e4b-q4",1,23,20.6,7.4,61.81,131072,10,1],["gemma4-e4b-q8",1,16.1,14.8,7.65,63.9,131072,10,1],["gemma4-e2b-q4",1,51.4,45.4,4.04,34.96,131072,10,1],["gemma4-e2b-q8",1,37.4,34.1,4.18,36.15,131072,10,1],["gemma4-12b-q4",1,10.2,8.2,11.88,101.09,138596,10,1],["gpt-oss-20b",1,19.9,16.9,3.94,39.7,122210,10,1],["qwen3.5-9b-q8",1,9.7,8.7,8.6,75.08,221939,10,1],["gemma4-12b-q8",1,6.2,5.4,12.28,104.52,57904,10,1],["qwen3-14b-q8",1,5.2,null,15.98,166.86,5523,10,1],["ornith-9b-q4",1,16,13.5,8.32,72.62,262144,10,1],["granite4.2-3b-q4",1,32.4,16.6,4,50.89,131072,10,1],["granite4.2-8b-q4",1,14,7.7,9.34,104.92,69898,10,1],["minicpm-v4.5-8b-q4",1,15.4,8.5,8.68,96.64,40960,10,1],["glm-4-9b-chat-q4",1,13.5,11.3,9.95,109.78,131072,10,1],["glm-4-9b-chat-q8",1,8.6,7.7,10.28,113.5,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,15.4,13.1,8.32,72.62,262144,10,1],["devstral-small-2-24b-q4",1,5.3,null,24.13,223.25,9903,10,1],["ministral-3-3b-q4",1,23.5,12.4,3.78,49.9,130016,10,1],["ministral-3-8b-q4",1,13.1,7.9,8.95,97.32,77391,10,1],["ministral-3-14b-q4",1,8.8,5.8,14.06,142.66,47103,10,1],["mellum2.1-12b-q4",1,31.1,26.8,2.54,25.57,131072,10,1],["twil-8b-q4",1,14,7.7,9.34,104.92,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,20.6,18.6,7.4,61.81,65536,10,1],["granite-switch-4.1-8b-q4",1,11.4,6.7,9.35,106.55,60381,10,1],["jebadiah-9b-q4",1,15.6,null,8.32,72.62,4096,10,1],["jebadiah-9b-q5",1,13.7,null,11.4,99.46,4096,10,1],["jebadiah-9b-q8",1,9.4,null,8.6,75.08,4096,10,1],["lfm3-1.7b-q4",1,64.6,50.3,1.69,15.77,262144,5,1]]},"Apple M3|8GB":{"label":"Apple M3, 8 GB","kind":"apple","budgetGb":5.6,"frontier":{"10":{"model":"llama3.1-8b-q4","eci":111.14,"decodeTps":16.5},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,71.5,41.9,1.17,14.89,32768,5,1],["qwen2.5-3b-q4",1,39.6,26.4,2.31,27.96,32768,10,1],["qwen2.5-7b-q4",1,18.5,null,5.52,57.05,15989,10,1],["llama3.2-3b-q4",1,33.2,null,2.43,30.47,31220,10,1],["llama3.1-8b-q4",1,16.5,null,5.88,63.86,5182,10,1],["mistral-7b-q4",1,17.5,null,5.34,59.51,9362,10,1],["gemma2-2b-q4",1,38.3,null,1.88,18.44,8192,10,1],["phi3-mini-q4",1,21.1,null,2.88,35.65,4096,10,1],["qwen2.5-coder-7b-q4",1,18.5,null,5.52,57.05,15989,10,1],["llama3.2-1b-q4",1,82.4,42.7,0.93,11.67,131072,5,1],["qwen2.5-0.5b-q4",1,155.8,94,0.39,5.9,32768,5,0],["gemma-3-1b-q4",1,92.2,81.6,0.7,6.16,32768,5,1],["gemma-3-1b-q8",1,72.1,65.4,0.73,6.37,32768,5,1],["phi4-mini-3.8b-q4",1,27.5,null,2.89,35.73,23712,10,1],["phi4-mini-3.8b-q8",1,18.3,null,2.99,36.94,11561,10,1],["mage-vl-cowork-q4",1,27.1,null,3.4,46.13,19557,10,1],["smollm2-360m-q4",1,86.2,null,0.32,6.51,8192,5,1],["gemma3-4b-q4",1,30.8,25.3,2.72,23.08,131072,10,1],["gemma3-4b-q8",1,19.5,17.1,2.81,23.86,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,18.5,null,5.52,57.05,15989,10,1],["qwen3.5-0.8b-q4",1,89.5,64.9,0.48,5.38,262144,5,1],["qwen3.5-2b-q4",1,40,34.2,1.19,11.07,262144,5,1],["qwen3.5-4b-q4",1,30,22.4,2.67,25.6,90069,10,1],["qwen3.5-4b-q8",1,18.4,15.2,2.77,26.46,34106,10,1],["lfm2.5-8b-a1b-q4",1,49.2,40.7,1.12,10.54,36124,10,1],["granite4.1-3b-q4",1,34,17.4,2.6,33.93,42730,10,1],["gemma4-e4b-q4",1,24.2,null,5.14,42.94,4875,10,1],["gemma4-e2b-q4",1,54.5,48.1,2.81,24.29,131072,10,1],["gemma4-e2b-q8",1,39.6,36.1,2.9,25.11,86191,10,1],["granite4.2-3b-q4",1,34.2,17.4,2.78,35.35,40966,10,1],["ministral-3-3b-q4",1,24.7,null,2.63,34.67,24847,10,1],["lfm3-1.7b-q4",1,68.9,53.3,1.17,10.95,262144,5,1]]},"Apple M3|16GB":{"label":"Apple M3, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16.8},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,71.5,41.9,1.17,14.89,32768,5,1],["qwen2.5-3b-q4",1,39.6,26.4,2.31,27.96,32768,10,1],["qwen2.5-7b-q4",1,18.5,13.6,5.52,57.05,32768,10,1],["qwen2.5-14b-q4",1,9.2,null,10.83,118.14,11250,10,1],["llama3.2-3b-q4",1,33.2,14.4,2.43,30.47,80048,10,1],["llama3.1-8b-q4",1,16.5,9.5,5.88,63.86,47907,10,1],["llama3.1-8b-q8",1,10.1,null,6.08,66.02,20288,10,1],["llama3.1-8b-q5",1,14.4,8.7,8.06,87.47,41709,10,1],["mistral-7b-q4",1,17.5,9.8,5.34,59.51,32768,10,1],["mistral-7b-q5",1,15.2,9,7.31,81.51,32768,10,1],["mistral-7b-q8",1,10.6,null,5.52,61.52,26683,10,1],["mistral-nemo-12b-q4",1,11.6,null,8.89,92.12,25197,10,1],["gemma2-2b-q4",1,38.3,null,1.88,18.44,8192,10,1],["gemma2-9b-q4",1,11.8,null,6.62,64,8192,10,1],["phi3-mini-q4",1,21.1,null,2.88,35.65,4096,10,1],["phi3-medium-q4",1,9.2,null,10.17,107.64,4096,10,1],["phi4-14b-q4",1,8.9,null,10.66,111.53,10482,10,1],["qwen2.5-coder-7b-q4",1,18.5,13.6,5.52,57.05,32768,10,1],["qwen2.5-coder-14b-q4",1,9.2,null,10.83,118.14,11250,10,1],["llama3.2-1b-q4",1,82.4,42.7,0.93,11.67,131072,5,1],["qwen2.5-0.5b-q4",1,155.8,94,0.39,5.9,32768,5,0],["gemma-3-1b-q4",1,92.2,81.6,0.7,6.16,32768,5,1],["gemma-3-1b-q8",1,72.1,65.4,0.73,6.37,32768,5,1],["phi4-mini-3.8b-q4",1,27.5,12.3,2.89,35.73,66437,10,1],["phi4-mini-3.8b-q8",1,18.3,10,2.99,36.94,54286,10,1],["mage-vl-cowork-q4",1,27.1,11.4,3.4,46.13,57535,10,1],["smollm2-360m-q4",1,86.2,null,0.32,6.51,8192,5,1],["qwen3-8b-q4",1,15.6,8.7,6.03,67.15,40517,10,1],["qwen3-8b-q8",1,9.8,null,6.24,69.42,15929,10,1],["qwen3-14b-q4",1,9.1,null,10.74,112.14,11741,10,1],["gemma3-4b-q4",1,30.8,25.3,2.72,23.08,131072,10,1],["gemma3-4b-q8",1,19.5,17.1,2.81,23.86,131072,10,1],["gemma3-12b-q4",1,10.8,8.7,8.25,70.24,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,18.5,13.6,5.52,57.05,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,11,9.1,5.71,58.98,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,9.2,null,10.83,118.14,11250,10,1],["qwen3.5-0.8b-q4",1,89.5,64.9,0.48,5.38,262144,5,1],["qwen3.5-2b-q4",1,40,34.2,1.19,11.07,262144,5,1],["qwen3.5-4b-q4",1,30,22.4,2.67,25.6,260968,10,1],["qwen3.5-4b-q8",1,18.4,15.2,2.77,26.46,205004,10,1],["qwen3.5-9b-q4",1,16.8,14.1,5.78,50.45,170010,10,1],["lfm2.5-8b-a1b-q4",1,49.2,40.7,1.12,10.54,128000,10,1],["granite4.1-3b-q4",1,34,17.4,2.6,33.93,111090,10,1],["granite4.1-8b-q4",1,14.1,7.9,6.2,70.61,35718,10,1],["gemma4-e4b-q4",1,24.2,21.6,5.14,42.94,131072,10,1],["gemma4-e4b-q8",1,16.9,15.6,5.31,44.4,131072,10,1],["gemma4-e2b-q4",1,54.5,48.1,2.81,24.29,131072,10,1],["gemma4-e2b-q8",1,39.6,36.1,2.9,25.11,131072,10,1],["gemma4-12b-q4",1,10.7,8.6,8.25,70.24,53147,10,1],["qwen3.5-9b-q8",1,10.1,9.1,5.98,52.16,51040,10,1],["ornith-9b-q4",1,16.8,14.1,5.78,50.45,170010,10,1],["granite4.2-3b-q4",1,34.2,17.4,2.78,35.35,109326,10,1],["granite4.2-8b-q4",1,14.7,8,6.49,72.89,35718,10,1],["minicpm-v4.5-8b-q4",1,16.2,8.9,6.03,67.14,40960,10,1],["glm-4-9b-chat-q4",1,14.2,11.8,6.91,76.27,120827,10,1],["glm-4-9b-chat-q8",1,9,null,7.14,78.86,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,16.2,13.7,5.78,50.45,163543,10,1],["ministral-3-3b-q4",1,24.7,13,2.63,34.67,77432,10,1],["ministral-3-8b-q4",1,13.7,8.3,6.22,67.61,37179,10,1],["ministral-3-14b-q4",1,9.2,null,9.77,99.12,12924,10,1],["mellum2.1-12b-q4",1,32.8,28.2,1.76,17.77,131072,10,1],["twil-8b-q4",1,14.7,8,6.49,72.89,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,21.7,19.6,5.14,42.94,65536,10,1],["granite-switch-4.1-8b-q4",1,12,null,6.5,74.03,27829,10,1],["jebadiah-9b-q4",1,16.4,null,5.78,50.45,4096,10,1],["jebadiah-9b-q5",1,14.3,null,7.92,69.1,4096,10,1],["jebadiah-9b-q8",1,9.9,null,5.98,52.16,4096,10,1],["lfm3-1.7b-q4",1,68.9,53.3,1.17,10.95,262144,5,1]]},"Apple M3|24GB":{"label":"Apple M3, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":16.8},"20":{"model":"gpt-oss-20b","eci":134.97,"decodeTps":20.9},"40":null},"cells":[["qwen2.5-1.5b-q4",1,71.5,41.9,1.17,14.89,32768,5,1],["qwen2.5-3b-q4",1,39.6,26.4,2.31,27.96,32768,10,1],["qwen2.5-7b-q4",1,18.5,13.6,5.52,57.05,32768,10,1],["qwen2.5-14b-q4",1,9.2,5.7,10.83,118.14,32768,10,1],["llama3.2-3b-q4",1,33.2,14.4,2.43,30.47,128876,10,1],["llama3.1-8b-q4",1,16.5,9.5,5.88,63.86,90631,10,1],["llama3.1-8b-q8",1,10.1,6.9,6.08,66.02,63012,10,1],["llama3.1-8b-q5",1,14.4,8.7,8.06,87.47,84434,10,1],["mistral-7b-q4",1,17.5,9.8,5.34,59.51,32768,10,1],["mistral-7b-q5",1,15.2,9,7.31,81.51,32768,10,1],["mistral-7b-q8",1,10.6,7.2,5.52,61.52,32768,10,1],["mistral-nemo-12b-q4",1,11.6,7,8.89,92.12,59376,10,1],["mistral-nemo-12b-q8",1,6.6,null,9.19,95.23,23056,10,1],["gemma2-2b-q4",1,38.3,null,1.88,18.44,8192,10,1],["gemma2-9b-q4",1,11.8,null,6.62,64,8192,10,1],["phi3-mini-q4",1,21.1,null,2.88,35.65,4096,10,1],["phi3-medium-q4",1,9.2,null,10.17,107.64,4096,10,1],["phi4-14b-q4",1,8.9,null,10.66,111.53,16384,10,1],["phi4-14b-q8",1,5.4,null,11.02,115.3,5954,10,1],["qwen2.5-coder-7b-q4",1,18.5,13.6,5.52,57.05,32768,10,1],["qwen2.5-coder-14b-q4",1,9.2,5.7,10.83,118.14,32768,10,1],["llama3.2-1b-q4",1,82.4,42.7,0.93,11.67,131072,5,1],["mistral-small-22b-q4",1,6.4,null,16.26,174.13,18444,10,1],["qwen2.5-0.5b-q4",1,155.8,94,0.39,5.9,32768,5,0],["gemma-3-1b-q4",1,92.2,81.6,0.7,6.16,32768,5,1],["gemma-3-1b-q8",1,72.1,65.4,0.73,6.37,32768,5,1],["phi4-mini-3.8b-q4",1,27.5,12.3,2.89,35.73,109162,10,1],["phi4-mini-3.8b-q8",1,18.3,10,2.99,36.94,97010,10,1],["mage-vl-cowork-q4",1,27.1,11.4,3.4,46.13,95512,10,1],["smollm2-360m-q4",1,86.2,null,0.32,6.51,8192,5,1],["qwen3-8b-q4",1,15.6,8.7,6.03,67.15,40960,10,1],["qwen3-8b-q8",1,9.8,6.5,6.24,69.42,40960,10,1],["qwen3-14b-q4",1,9.1,6,10.74,112.14,40960,10,1],["gemma3-4b-q4",1,30.8,25.3,2.72,23.08,131072,10,1],["gemma3-4b-q8",1,19.5,17.1,2.81,23.86,131072,10,1],["gemma3-12b-q4",1,10.8,8.7,8.25,70.24,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,18.5,13.6,5.52,57.05,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,11,9.1,5.71,58.98,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,9.2,5.7,10.83,118.14,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,5.5,null,11.2,122.14,5586,10,1],["mistral-small-3.1-cloud",1,5.5,null,16.76,155.11,8014,10,1],["qwen3.5-0.8b-q4",1,89.5,64.9,0.48,5.38,262144,5,1],["qwen3.5-2b-q4",1,40,34.2,1.19,11.07,262144,5,1],["qwen3.5-4b-q4",1,30,22.4,2.67,25.6,262144,10,1],["qwen3.5-4b-q8",1,18.4,15.2,2.77,26.46,262144,10,1],["qwen3.5-9b-q4",1,16.8,14.1,5.78,50.45,262144,10,1],["lfm2-24b-a2b-q4",1,36.9,29.3,1.53,14.89,116420,10,1],["lfm2.5-8b-a1b-q4",1,49.2,40.7,1.12,10.54,128000,10,1],["granite4.1-3b-q4",1,34,17.4,2.6,33.93,131072,10,1],["granite4.1-8b-q4",1,14.1,7.9,6.2,70.61,69898,10,1],["gemma4-e4b-q4",1,24.2,21.6,5.14,42.94,131072,10,1],["gemma4-e4b-q8",1,16.9,15.6,5.31,44.4,131072,10,1],["gemma4-e2b-q4",1,54.5,48.1,2.81,24.29,131072,10,1],["gemma4-e2b-q8",1,39.6,36.1,2.9,25.11,131072,10,1],["gemma4-12b-q4",1,10.7,8.6,8.25,70.24,138596,10,1],["gpt-oss-20b",1,20.9,17.8,2.74,27.58,122210,10,1],["qwen3.5-9b-q8",1,10.1,9.1,5.98,52.16,221939,10,1],["gemma4-12b-q8",1,6.5,5.7,8.53,72.61,57904,10,1],["qwen3-14b-q8",1,5.5,null,11.1,115.93,5523,10,1],["ornith-9b-q4",1,16.8,14.1,5.78,50.45,262144,10,1],["granite4.2-3b-q4",1,34.2,17.4,2.78,35.35,131072,10,1],["granite4.2-8b-q4",1,14.7,8,6.49,72.89,69898,10,1],["minicpm-v4.5-8b-q4",1,16.2,8.9,6.03,67.14,40960,10,1],["glm-4-9b-chat-q4",1,14.2,11.8,6.91,76.27,131072,10,1],["glm-4-9b-chat-q8",1,9,8,7.14,78.86,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,16.2,13.7,5.78,50.45,262144,10,1],["devstral-small-2-24b-q4",1,5.6,null,16.76,155.11,9903,10,1],["ministral-3-3b-q4",1,24.7,13,2.63,34.67,130016,10,1],["ministral-3-8b-q4",1,13.7,8.3,6.22,67.61,77391,10,1],["ministral-3-14b-q4",1,9.2,6.1,9.77,99.12,47103,10,1],["mellum2.1-12b-q4",1,32.8,28.2,1.76,17.77,131072,10,1],["twil-8b-q4",1,14.7,8,6.49,72.89,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,21.7,19.6,5.14,42.94,65536,10,1],["granite-switch-4.1-8b-q4",1,12,7,6.5,74.03,60381,10,1],["jebadiah-9b-q4",1,16.4,null,5.78,50.45,4096,10,1],["jebadiah-9b-q5",1,14.3,null,7.92,69.1,4096,10,1],["jebadiah-9b-q8",1,9.9,null,5.98,52.16,4096,10,1],["lfm3-1.7b-q4",1,68.9,53.3,1.17,10.95,262144,5,1]]},"Apple M4|16GB":{"label":"Apple M4, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":19.3},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,81.6,48.1,1.01,12.82,32768,5,1],["qwen2.5-3b-q4",1,45.4,30.3,1.99,24.09,32768,10,1],["qwen2.5-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-14b-q4",1,10.6,null,9.33,101.77,11250,10,1],["llama3.2-3b-q4",1,38.1,16.6,2.09,26.25,80048,10,1],["llama3.1-8b-q4",1,19,10.9,5.07,55.01,47907,10,1],["llama3.1-8b-q8",1,11.6,null,5.24,56.87,20288,10,1],["llama3.1-8b-q5",1,16.6,10.1,6.94,75.35,41709,10,1],["mistral-7b-q4",1,20.2,11.3,4.6,51.26,32768,10,1],["mistral-7b-q5",1,17.5,10.4,6.3,70.21,32768,10,1],["mistral-7b-q8",1,12.2,null,4.75,53,26683,10,1],["mistral-nemo-12b-q4",1,13.4,null,7.66,79.35,25197,10,1],["gemma2-2b-q4",1,43.9,null,1.62,15.88,8192,10,1],["gemma2-9b-q4",1,13.7,null,5.7,55.13,8192,10,1],["phi3-mini-q4",1,24.3,null,2.48,30.71,4096,10,1],["phi3-medium-q4",1,10.6,null,8.76,92.73,4096,10,1],["phi4-14b-q4",1,10.3,null,9.18,96.07,10482,10,1],["qwen2.5-coder-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-coder-14b-q4",1,10.6,null,9.33,101.77,11250,10,1],["llama3.2-1b-q4",1,93.8,49,0.8,10.06,131072,5,1],["qwen2.5-0.5b-q4",1,175.4,106.8,0.34,5.08,32768,5,0],["gemma-3-1b-q4",1,104.8,92.9,0.61,5.31,32768,5,1],["gemma-3-1b-q8",1,82.2,74.7,0.63,5.49,32768,5,1],["phi4-mini-3.8b-q4",1,31.6,14.2,2.49,30.78,66437,10,1],["phi4-mini-3.8b-q8",1,21.1,11.6,2.58,31.82,54286,10,1],["mage-vl-cowork-q4",1,31.1,13.1,2.93,39.74,57535,10,1],["smollm2-360m-q4",1,98.2,null,0.28,5.61,8192,5,1],["qwen3-8b-q4",1,18,10,5.2,57.84,40517,10,1],["qwen3-8b-q8",1,11.2,null,5.37,59.8,15929,10,1],["qwen3-14b-q4",1,10.4,null,9.25,96.6,11741,10,1],["gemma3-4b-q4",1,35.4,29.1,2.34,19.88,131072,10,1],["gemma3-4b-q8",1,22.4,19.7,2.42,20.56,131072,10,1],["gemma3-12b-q4",1,12.5,10,7.11,60.5,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,21.3,15.6,4.76,49.15,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,12.7,10.5,4.92,50.81,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,10.6,null,9.33,101.77,11250,10,1],["qwen3.5-0.8b-q4",1,101.8,74.1,0.41,4.64,262144,5,1],["qwen3.5-2b-q4",1,45.9,39.3,1.02,9.53,262144,5,1],["qwen3.5-4b-q4",1,34.5,25.8,2.3,22.05,260968,10,1],["qwen3.5-4b-q8",1,21.2,17.5,2.38,22.79,205004,10,1],["qwen3.5-9b-q4",1,19.3,16.3,4.98,43.46,170010,10,1],["lfm2.5-8b-a1b-q4",1,56.3,46.7,0.97,9.08,128000,10,1],["granite4.1-3b-q4",1,39,20,2.24,29.22,111090,10,1],["granite4.1-8b-q4",1,16.3,9.1,5.34,60.82,35718,10,1],["gemma4-e4b-q4",1,27.8,24.9,4.43,36.99,131072,10,1],["gemma4-e4b-q8",1,19.4,17.9,4.58,38.24,131072,10,1],["gemma4-e2b-q4",1,62.4,55.1,2.42,20.93,131072,10,1],["gemma4-e2b-q8",1,45.4,41.4,2.5,21.63,131072,10,1],["gemma4-12b-q4",1,12.3,9.9,7.11,60.5,53147,10,1],["qwen3.5-9b-q8",1,11.7,10.5,5.15,44.93,51040,10,1],["ornith-9b-q4",1,19.3,16.3,4.98,43.46,170010,10,1],["granite4.2-3b-q4",1,39.2,20,2.39,30.46,109326,10,1],["granite4.2-8b-q4",1,17,9.3,5.59,62.79,35718,10,1],["minicpm-v4.5-8b-q4",1,18.6,10.2,5.2,57.84,40960,10,1],["glm-4-9b-chat-q4",1,16.4,13.6,5.95,65.7,120827,10,1],["glm-4-9b-chat-q8",1,10.4,null,6.15,67.93,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,18.7,15.8,4.98,43.46,163543,10,1],["ministral-3-3b-q4",1,28.4,14.9,2.26,29.87,77432,10,1],["ministral-3-8b-q4",1,15.8,9.5,5.36,58.24,37179,10,1],["ministral-3-14b-q4",1,10.6,null,8.41,85.38,12924,10,1],["mellum2.1-12b-q4",1,37.7,32.5,1.52,15.3,131072,10,1],["twil-8b-q4",1,17,9.3,5.59,62.79,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,24.9,22.5,4.43,36.99,65536,10,1],["granite-switch-4.1-8b-q4",1,13.8,null,5.6,63.77,27829,10,1],["jebadiah-9b-q4",1,18.8,null,4.98,43.46,4096,10,1],["jebadiah-9b-q5",1,16.5,null,6.82,59.53,4096,10,1],["jebadiah-9b-q8",1,11.4,null,5.15,44.93,4096,10,1],["lfm3-1.7b-q4",1,78.6,61,1.01,9.44,262144,5,1]]},"Apple M4|24GB":{"label":"Apple M4, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":19.3},"20":{"model":"gpt-oss-20b","eci":134.97,"decodeTps":24.1},"40":null},"cells":[["qwen2.5-1.5b-q4",1,81.6,48.1,1.01,12.82,32768,5,1],["qwen2.5-3b-q4",1,45.4,30.3,1.99,24.09,32768,10,1],["qwen2.5-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-14b-q4",1,10.6,6.5,9.33,101.77,32768,10,1],["llama3.2-3b-q4",1,38.1,16.6,2.09,26.25,128876,10,1],["llama3.1-8b-q4",1,19,10.9,5.07,55.01,90631,10,1],["llama3.1-8b-q8",1,11.6,8,5.24,56.87,63012,10,1],["llama3.1-8b-q5",1,16.6,10.1,6.94,75.35,84434,10,1],["mistral-7b-q4",1,20.2,11.3,4.6,51.26,32768,10,1],["mistral-7b-q5",1,17.5,10.4,6.3,70.21,32768,10,1],["mistral-7b-q8",1,12.2,8.3,4.75,53,32768,10,1],["mistral-nemo-12b-q4",1,13.4,8.1,7.66,79.35,59376,10,1],["mistral-nemo-12b-q8",1,7.6,null,7.92,82.03,23056,10,1],["gemma2-2b-q4",1,43.9,null,1.62,15.88,8192,10,1],["gemma2-9b-q4",1,13.7,null,5.7,55.13,8192,10,1],["phi3-mini-q4",1,24.3,null,2.48,30.71,4096,10,1],["phi3-medium-q4",1,10.6,null,8.76,92.73,4096,10,1],["phi4-14b-q4",1,10.3,null,9.18,96.07,16384,10,1],["phi4-14b-q8",1,6.3,null,9.49,99.33,5954,10,1],["qwen2.5-coder-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-coder-14b-q4",1,10.6,6.5,9.33,101.77,32768,10,1],["llama3.2-1b-q4",1,93.8,49,0.8,10.06,131072,5,1],["mistral-small-22b-q4",1,7.4,null,14,150,18444,10,1],["qwen2.5-0.5b-q4",1,175.4,106.8,0.34,5.08,32768,5,0],["gemma-3-1b-q4",1,104.8,92.9,0.61,5.31,32768,5,1],["gemma-3-1b-q8",1,82.2,74.7,0.63,5.49,32768,5,1],["phi4-mini-3.8b-q4",1,31.6,14.2,2.49,30.78,109162,10,1],["phi4-mini-3.8b-q8",1,21.1,11.6,2.58,31.82,97010,10,1],["mage-vl-cowork-q4",1,31.1,13.1,2.93,39.74,95512,10,1],["smollm2-360m-q4",1,98.2,null,0.28,5.61,8192,5,1],["qwen3-8b-q4",1,18,10,5.2,57.84,40960,10,1],["qwen3-8b-q8",1,11.2,7.5,5.37,59.8,40960,10,1],["qwen3-14b-q4",1,10.4,6.9,9.25,96.6,40960,10,1],["gemma3-4b-q4",1,35.4,29.1,2.34,19.88,131072,10,1],["gemma3-4b-q8",1,22.4,19.7,2.42,20.56,131072,10,1],["gemma3-12b-q4",1,12.5,10,7.11,60.5,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,21.3,15.6,4.76,49.15,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,12.7,10.5,4.92,50.81,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,10.6,6.5,9.33,101.77,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,6.3,null,9.65,105.21,5586,10,1],["mistral-small-3.1-cloud",1,6.3,null,14.44,133.61,8014,10,1],["qwen3.5-0.8b-q4",1,101.8,74.1,0.41,4.64,262144,5,1],["qwen3.5-2b-q4",1,45.9,39.3,1.02,9.53,262144,5,1],["qwen3.5-4b-q4",1,34.5,25.8,2.3,22.05,262144,10,1],["qwen3.5-4b-q8",1,21.2,17.5,2.38,22.79,262144,10,1],["qwen3.5-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["lfm2-24b-a2b-q4",1,42.4,33.7,1.32,12.83,116420,10,1],["lfm2.5-8b-a1b-q4",1,56.3,46.7,0.97,9.08,128000,10,1],["granite4.1-3b-q4",1,39,20,2.24,29.22,131072,10,1],["granite4.1-8b-q4",1,16.3,9.1,5.34,60.82,69898,10,1],["gemma4-e4b-q4",1,27.8,24.9,4.43,36.99,131072,10,1],["gemma4-e4b-q8",1,19.4,17.9,4.58,38.24,131072,10,1],["gemma4-e2b-q4",1,62.4,55.1,2.42,20.93,131072,10,1],["gemma4-e2b-q8",1,45.4,41.4,2.5,21.63,131072,10,1],["gemma4-12b-q4",1,12.3,9.9,7.11,60.5,138596,10,1],["gpt-oss-20b",1,24.1,20.5,2.36,23.76,122210,10,1],["qwen3.5-9b-q8",1,11.7,10.5,5.15,44.93,221939,10,1],["gemma4-12b-q8",1,7.5,6.5,7.35,62.55,57904,10,1],["qwen3-14b-q8",1,6.3,null,9.56,99.87,5523,10,1],["ornith-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["granite4.2-3b-q4",1,39.2,20,2.39,30.46,131072,10,1],["granite4.2-8b-q4",1,17,9.3,5.59,62.79,69898,10,1],["minicpm-v4.5-8b-q4",1,18.6,10.2,5.2,57.84,40960,10,1],["glm-4-9b-chat-q4",1,16.4,13.6,5.95,65.7,131072,10,1],["glm-4-9b-chat-q8",1,10.4,9.2,6.15,67.93,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,18.7,15.8,4.98,43.46,262144,10,1],["devstral-small-2-24b-q4",1,6.4,null,14.44,133.61,9903,10,1],["ministral-3-3b-q4",1,28.4,14.9,2.26,29.87,130016,10,1],["ministral-3-8b-q4",1,15.8,9.5,5.36,58.24,77391,10,1],["ministral-3-14b-q4",1,10.6,7,8.41,85.38,47103,10,1],["mellum2.1-12b-q4",1,37.7,32.5,1.52,15.3,131072,10,1],["twil-8b-q4",1,17,9.3,5.59,62.79,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,24.9,22.5,4.43,36.99,65536,10,1],["granite-switch-4.1-8b-q4",1,13.8,8.1,5.6,63.77,60381,10,1],["jebadiah-9b-q4",1,18.8,null,4.98,43.46,4096,10,1],["jebadiah-9b-q5",1,16.5,null,6.82,59.53,4096,10,1],["jebadiah-9b-q8",1,11.4,null,5.15,44.93,4096,10,1],["lfm3-1.7b-q4",1,78.6,61,1.01,9.44,262144,5,1]]},"Apple M4|32GB":{"label":"Apple M4, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":38.1},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":38.1},"40":null},"cells":[["qwen2.5-1.5b-q4",1,81.6,48.1,1.01,12.82,32768,5,1],["qwen2.5-3b-q4",1,45.4,30.3,1.99,24.09,32768,10,1],["qwen2.5-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-14b-q4",1,10.6,6.5,9.33,101.77,32768,10,1],["llama3.2-3b-q4",1,38.1,16.6,2.09,26.25,131072,10,1],["llama3.1-8b-q4",1,19,10.9,5.07,55.01,131072,10,1],["llama3.1-8b-q8",1,11.6,8,5.24,56.87,105737,10,1],["llama3.1-8b-q5",1,16.6,10.1,6.94,75.35,127159,10,1],["mistral-7b-q4",1,20.2,11.3,4.6,51.26,32768,10,1],["mistral-7b-q5",1,17.5,10.4,6.3,70.21,32768,10,1],["mistral-7b-q8",1,12.2,8.3,4.75,53,32768,10,1],["mistral-nemo-12b-q4",1,13.4,8.1,7.66,79.35,93556,10,1],["mistral-nemo-12b-q8",1,7.6,5.6,7.92,82.03,57236,10,1],["gemma2-2b-q4",1,43.9,null,1.62,15.88,8192,10,1],["gemma2-9b-q4",1,13.7,null,5.7,55.13,8192,10,1],["gemma2-27b-q4",1,5.5,null,16.49,142.33,8192,10,1],["phi3-mini-q4",1,24.3,null,2.48,30.71,4096,10,1],["phi3-medium-q4",1,10.6,null,8.76,92.73,4096,10,1],["phi4-14b-q4",1,10.3,null,9.18,96.07,16384,10,1],["phi4-14b-q8",1,6.3,null,9.49,99.33,16384,10,1],["qwen2.5-coder-7b-q4",1,21.3,15.6,4.76,49.15,32768,10,1],["qwen2.5-coder-14b-q4",1,10.6,6.5,9.33,101.77,32768,10,1],["llama3.2-1b-q4",1,93.8,49,0.8,10.06,131072,5,1],["mistral-small-22b-q4",1,7.4,4.9,14,150,32768,10,1],["qwen2.5-0.5b-q4",1,175.4,106.8,0.34,5.08,32768,5,0],["gemma-3-1b-q4",1,104.8,92.9,0.61,5.31,32768,5,1],["gemma-3-1b-q8",1,82.2,74.7,0.63,5.49,32768,5,1],["phi4-mini-3.8b-q4",1,31.6,14.2,2.49,30.78,131072,10,1],["phi4-mini-3.8b-q8",1,21.1,11.6,2.58,31.82,131072,10,1],["mage-vl-cowork-q4",1,31.1,13.1,2.93,39.74,133489,10,1],["smollm2-360m-q4",1,98.2,null,0.28,5.61,8192,5,1],["qwen3-8b-q4",1,18,10,5.2,57.84,40960,10,1],["qwen3-8b-q8",1,11.2,7.5,5.37,59.8,40960,10,1],["qwen3-14b-q4",1,10.4,6.9,9.25,96.6,40960,10,1],["qwen3-30b-q4",1,27.8,15.3,2.4,40.87,38426,10,1],["qwen3-32b-q4",1,4.8,null,20.65,223.11,8387,10,1],["qwen3-coder-30b-a3b-q4",1,27.8,15.3,2.4,40.87,39096,10,1],["gemma3-4b-q4",1,35.4,29.1,2.34,19.88,131072,10,1],["gemma3-4b-q8",1,22.4,19.7,2.42,20.56,131072,10,1],["gemma3-12b-q4",1,12.5,10,7.11,60.5,131072,10,1],["gemma3-27b-q4",1,5.7,5,16.26,134.57,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,21.3,15.6,4.76,49.15,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,12.7,10.5,4.92,50.81,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,10.6,6.5,9.33,101.77,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,6.3,4.6,9.65,105.21,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,4.9,null,20.27,198.32,9722,10,1],["mistral-small-3.1-cloud",1,6.3,4.8,14.44,133.61,42194,10,1],["qwen3.5-0.8b-q4",1,101.8,74.1,0.41,4.64,262144,5,1],["qwen3.5-2b-q4",1,45.9,39.3,1.02,9.53,262144,5,1],["qwen3.5-4b-q4",1,34.5,25.8,2.3,22.05,262144,10,1],["qwen3.5-4b-q8",1,21.2,17.5,2.38,22.79,262144,10,1],["qwen3.5-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,39,31.5,1.76,18.58,60214,10,1],["qwen3.5-27b-q4",1,6.2,5.6,14.78,129.09,89303,10,1],["lfm2-24b-a2b-q4",1,42.4,33.7,1.32,12.83,128000,10,1],["lfm2.5-8b-a1b-q4",1,56.3,46.7,0.97,9.08,128000,10,1],["granite4.1-3b-q4",1,39,20,2.24,29.22,131072,10,1],["granite4.1-8b-q4",1,16.3,9.1,5.34,60.82,104077,10,1],["qwen3.6-27b-q4",1,6.1,5.5,14.78,129.09,84870,10,1],["qwen3.8-27b-q4",1,6.1,5.5,14.78,129.09,85285,10,1],["qwen3.6-35b-a3b-q4",1,38.1,30.9,1.76,18.58,33276,10,1],["gemma4-31b-q4",1,4.9,null,18.22,154.77,17646,10,1],["gemma4-26b-a4b-q4",1,23.9,18.5,1.97,17.98,124899,10,1],["gemma4-e4b-q4",1,27.8,24.9,4.43,36.99,131072,10,1],["gemma4-e4b-q8",1,19.4,17.9,4.58,38.24,131072,10,1],["gemma4-e2b-q4",1,62.4,55.1,2.42,20.93,131072,10,1],["gemma4-e2b-q8",1,45.4,41.4,2.5,21.63,131072,10,1],["gemma4-12b-q4",1,12.3,9.9,7.11,60.5,224045,10,1],["north-mini-code-1-q4",1,25.9,21.5,2.08,22.49,131610,10,1],["gpt-oss-20b",1,24.1,20.5,2.36,23.76,131072,10,1],["qwen3.5-9b-q8",1,11.7,10.5,5.15,44.93,262144,10,1],["gemma4-12b-q8",1,7.5,6.5,7.35,62.55,143354,10,1],["qwen3-14b-q8",1,6.3,4.8,9.56,99.87,39702,10,1],["laguna-xs-2.1-q4",1,35.4,24.7,1.7,20.39,50360,10,1],["ornith-9b-q4",1,19.3,16.3,4.98,43.46,262144,10,1],["ornith-35b-q4",1,39,31.5,1.76,18.58,60214,10,1],["granite4.2-3b-q4",1,39.2,20,2.39,30.46,131072,10,1],["granite4.2-8b-q4",1,17,9.3,5.59,62.79,104077,10,1],["granite4.2-30b-q4",1,5.4,null,18.05,173.34,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,29.9,28.4,2.19,20.25,566666,10,1],["muse-glimmer-30b-q4",1,6.2,6.1,15.94,133.38,131072,10,1],["minicpm-v4.5-8b-q4",1,18.6,10.2,5.2,57.84,40960,10,1],["glm-4.7-flash-q4",1,25.7,18.2,2.38,29.69,62439,10,1],["glm-4-9b-chat-q4",1,16.4,13.6,5.95,65.7,131072,10,1],["glm-4-9b-chat-q8",1,10.4,9.2,6.15,67.93,131072,10,1],["olmo-3.1-32b-q4",1,4.9,null,19.47,164.77,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,18.7,15.8,4.98,43.46,262144,10,1],["devstral-small-2-24b-q4",1,6.4,4.9,14.44,133.61,44083,10,1],["ministral-3-3b-q4",1,28.4,14.9,2.26,29.87,182600,10,1],["ministral-3-8b-q4",1,15.8,9.5,5.36,58.24,117602,10,1],["ministral-3-14b-q4",1,10.6,7,8.41,85.38,81283,10,1],["mellum2.1-12b-q4",1,37.7,32.5,1.52,15.3,131072,10,1],["arex-2-27b-q4",1,6,5.4,14.78,129.09,79293,10,1],["arete-27b-q4",1,6,5.4,14.78,129.09,79293,10,1],["twil-8b-q4",1,17,9.3,5.59,62.79,104077,10,1],["nanbeige4.3-33b-q4",1,4.8,null,20.57,205.7,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,24.9,22.5,4.43,36.99,65536,10,1],["granite-switch-4.1-8b-q4",1,13.8,8.1,5.6,63.77,92933,10,1],["granite-switch-4.1-30b-q4",1,4.5,null,18.35,176.67,5047,10,1],["jebadiah-9b-q4",1,18.8,null,4.98,43.46,4096,10,1],["jebadiah-9b-q5",1,16.5,null,6.82,59.53,4096,10,1],["jebadiah-9b-q8",1,11.4,null,5.15,44.93,4096,10,1],["jebadiah-27b-q4",1,6.1,null,14.78,129.09,4096,10,1],["jebadiah-27b-q5",1,5.3,null,20.24,176.8,4096,10,1],["lfm3-1.7b-q4",1,78.6,61,1.01,9.44,262144,5,1],["sage-a1.5-q4",1,38.1,30.9,1.76,18.58,33520,10,1]]},"Apple M5|16GB|8c":{"label":"Apple M5 8-core GPU, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":null},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.43,5.5,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.86,10.34,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,2.04,21.09,32768,10,1],["qwen2.5-14b-q4",1,14.3,null,4,43.68,11250,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.9,11.27,80048,10,1],["llama3.1-8b-q4",1,25.6,14.7,2.18,23.61,47907,10,1],["llama3.1-8b-q8",1,15.6,null,2.25,24.41,20288,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.98,32.34,41709,10,1],["mistral-7b-q4",1,27.2,15.2,1.97,22,32768,10,1],["mistral-7b-q5",1,23.6,14,2.7,30.14,32768,10,1],["mistral-7b-q8",1,16.4,null,2.04,22.75,26683,10,1],["mistral-nemo-12b-q4",1,18,null,3.29,34.06,25197,10,1],["gemma2-2b-q4",1,58.9,null,0.69,6.82,8192,10,1],["gemma2-9b-q4",1,18.4,null,2.45,23.66,8192,10,1],["phi3-mini-q4",1,32.7,null,1.07,13.18,4096,10,1],["phi3-medium-q4",1,14.3,null,3.76,39.8,4096,10,1],["phi4-14b-q4",1,13.9,null,3.94,41.24,10482,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,2.04,21.09,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,null,4,43.68,11250,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.35,4.32,131072,5,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.15,2.18,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.26,2.28,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.27,2.36,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,1.07,13.21,66437,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,1.11,13.66,54286,10,1],["mage-vl-cowork-q4",1,41.8,17.7,1.26,17.06,57535,10,1],["smollm2-360m-q4",1,130.5,null,0.12,2.41,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,2.23,24.83,40517,10,1],["qwen3-8b-q8",1,15.1,null,2.31,25.67,15929,10,1],["qwen3-14b-q4",1,14.1,null,3.97,41.46,11741,10,1],["gemma3-4b-q4",1,47.5,39.1,1.01,8.53,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,1.04,8.82,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,3.05,25.97,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,2.04,21.09,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,2.11,21.81,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,null,4,43.68,11250,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.18,1.99,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.44,4.09,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.99,9.46,260968,10,1],["qwen3.5-4b-q8",1,28.5,23.6,1.02,9.78,205004,10,1],["qwen3.5-9b-q4",1,26,21.9,2.14,18.65,170010,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.41,3.9,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.96,12.54,111090,10,1],["granite4.1-8b-q4",1,21.9,12.2,2.29,26.11,35718,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.9,15.88,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.96,16.41,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,1.04,8.98,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,1.07,9.29,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,3.05,25.97,53147,10,1],["qwen3.5-9b-q8",1,15.7,14.1,2.21,19.29,51040,10,1],["ornith-9b-q4",1,26,21.9,2.14,18.65,170010,10,1],["granite4.2-3b-q4",1,52.6,27,1.03,13.07,109326,10,1],["granite4.2-8b-q4",1,22.8,12.5,2.4,26.95,35718,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,2.23,24.83,40960,10,1],["glm-4-9b-chat-q4",1,22,18.4,2.55,28.2,120827,10,1],["glm-4-9b-chat-q8",1,14,null,2.64,29.16,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,2.14,18.65,163543,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.97,12.82,77432,10,1],["ministral-3-8b-q4",1,21.3,12.9,2.3,25,37179,10,1],["ministral-3-14b-q4",1,14.3,null,3.61,36.65,12924,10,1],["mellum2.1-12b-q4",1,50.6,43.6,0.65,6.57,131072,10,1],["twil-8b-q4",1,22.8,12.5,2.4,26.95,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,33.5,30.3,1.9,15.88,65536,10,1],["granite-switch-4.1-8b-q4",1,18.6,null,2.4,27.37,27829,10,1],["jebadiah-9b-q4",1,25.4,null,2.14,18.65,4096,10,1],["jebadiah-9b-q5",1,22.2,null,2.93,25.55,4096,10,1],["jebadiah-9b-q8",1,15.3,null,2.21,19.29,4096,10,1],["lfm3-1.7b-q4",1,104.9,81.6,0.43,4.05,262144,5,1]]},"Apple M5|16GB|10c":{"label":"Apple M5 10-core GPU, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":null},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.35,4.4,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.68,8.27,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-14b-q4",1,14.3,null,3.2,34.94,11250,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.72,9.01,80048,10,1],["llama3.1-8b-q4",1,25.6,14.7,1.74,18.89,47907,10,1],["llama3.1-8b-q8",1,15.6,null,1.8,19.53,20288,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.38,25.87,41709,10,1],["mistral-7b-q4",1,27.2,15.2,1.58,17.6,32768,10,1],["mistral-7b-q5",1,23.6,14,2.16,24.11,32768,10,1],["mistral-7b-q8",1,16.4,null,1.63,18.2,26683,10,1],["mistral-nemo-12b-q4",1,18,null,2.63,27.25,25197,10,1],["gemma2-2b-q4",1,58.9,null,0.56,5.45,8192,10,1],["gemma2-9b-q4",1,18.4,null,1.96,18.93,8192,10,1],["phi3-mini-q4",1,32.7,null,0.85,10.54,4096,10,1],["phi3-medium-q4",1,14.3,null,3.01,31.84,4096,10,1],["phi4-14b-q4",1,13.9,null,3.15,32.99,10482,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,null,3.2,34.94,11250,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.28,3.45,131072,5,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.12,1.74,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.21,1.82,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.22,1.88,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,0.86,10.57,66437,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,0.88,10.93,54286,10,1],["mage-vl-cowork-q4",1,41.8,17.7,1.01,13.64,57535,10,1],["smollm2-360m-q4",1,130.5,null,0.1,1.93,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,1.78,19.86,40517,10,1],["qwen3-8b-q8",1,15.1,null,1.84,20.53,15929,10,1],["qwen3-14b-q4",1,14.1,null,3.18,33.17,11741,10,1],["gemma3-4b-q4",1,47.5,39.1,0.8,6.83,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,0.83,7.06,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,2.44,20.78,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,1.63,16.88,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,1.69,17.45,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,null,3.2,34.94,11250,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.14,1.59,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.35,3.27,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.79,7.57,260968,10,1],["qwen3.5-4b-q8",1,28.5,23.6,0.82,7.83,205004,10,1],["qwen3.5-9b-q4",1,26,21.9,1.71,14.92,170010,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.33,3.12,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.77,10.03,111090,10,1],["granite4.1-8b-q4",1,21.9,12.2,1.83,20.88,35718,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.52,12.7,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.57,13.13,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,0.83,7.19,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,0.86,7.43,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,2.44,20.78,53147,10,1],["qwen3.5-9b-q8",1,15.7,14.1,1.77,15.43,51040,10,1],["ornith-9b-q4",1,26,21.9,1.71,14.92,170010,10,1],["granite4.2-3b-q4",1,52.6,27,0.82,10.46,109326,10,1],["granite4.2-8b-q4",1,22.8,12.5,1.92,21.56,35718,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,1.78,19.86,40960,10,1],["glm-4-9b-chat-q4",1,22,18.4,2.04,22.56,120827,10,1],["glm-4-9b-chat-q8",1,14,null,2.11,23.32,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,1.71,14.92,163543,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.78,10.25,77432,10,1],["ministral-3-8b-q4",1,21.3,12.9,1.84,20,37179,10,1],["ministral-3-14b-q4",1,14.3,null,2.89,29.32,12924,10,1],["mellum2.1-12b-q4",1,50.6,43.6,0.52,5.25,131072,10,1],["twil-8b-q4",1,22.8,12.5,1.92,21.56,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,33.5,30.3,1.52,12.7,65536,10,1],["granite-switch-4.1-8b-q4",1,18.6,null,1.92,21.9,27829,10,1],["jebadiah-9b-q4",1,25.4,null,1.71,14.92,4096,10,1],["jebadiah-9b-q5",1,22.2,null,2.34,20.44,4096,10,1],["jebadiah-9b-q8",1,15.3,null,1.77,15.43,4096,10,1],["lfm3-1.7b-q4",1,104.9,81.6,0.35,3.24,262144,5,1]]},"Apple M5|24GB|8c":{"label":"Apple M5 8-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":null},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.43,5.5,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.86,10.34,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,2.04,21.09,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,4,43.68,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.9,11.27,128876,10,1],["llama3.1-8b-q4",1,25.6,14.7,2.18,23.61,90631,10,1],["llama3.1-8b-q8",1,15.6,10.8,2.25,24.41,63012,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.98,32.34,84434,10,1],["mistral-7b-q4",1,27.2,15.2,1.97,22,32768,10,1],["mistral-7b-q5",1,23.6,14,2.7,30.14,32768,10,1],["mistral-7b-q8",1,16.4,11.1,2.04,22.75,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,3.29,34.06,59376,10,1],["mistral-nemo-12b-q8",1,10.3,null,3.4,35.21,23056,10,1],["gemma2-2b-q4",1,58.9,null,0.69,6.82,8192,10,1],["gemma2-9b-q4",1,18.4,null,2.45,23.66,8192,10,1],["phi3-mini-q4",1,32.7,null,1.07,13.18,4096,10,1],["phi3-medium-q4",1,14.3,null,3.76,39.8,4096,10,1],["phi4-14b-q4",1,13.9,null,3.94,41.24,16384,10,1],["phi4-14b-q8",1,8.4,null,4.07,42.63,5954,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,2.04,21.09,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,4,43.68,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.35,4.32,131072,5,1],["mistral-small-22b-q4",1,10,null,6.01,64.38,18444,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.15,2.18,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.26,2.28,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.27,2.36,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,1.07,13.21,109162,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,1.11,13.66,97010,10,1],["mage-vl-cowork-q4",1,41.8,17.7,1.26,17.06,95512,10,1],["smollm2-360m-q4",1,130.5,null,0.12,2.41,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,2.23,24.83,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,2.31,25.67,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.97,41.46,40960,10,1],["gemma3-4b-q4",1,47.5,39.1,1.01,8.53,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,1.04,8.82,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,3.05,25.97,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,2.04,21.09,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,2.11,21.81,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,4,43.68,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,null,4.14,45.16,5586,10,1],["mistral-small-3.1-cloud",1,8.5,null,6.2,57.35,8014,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.18,1.99,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.44,4.09,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.99,9.46,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,1.02,9.78,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["lfm2-24b-a2b-q4",1,56.8,45.2,0.57,5.51,116420,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.41,3.9,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.96,12.54,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,2.29,26.11,69898,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.9,15.88,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.96,16.41,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,1.04,8.98,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,1.07,9.29,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,3.05,25.97,138596,10,1],["gpt-oss-20b",1,32.3,27.5,1.01,10.2,122210,10,1],["qwen3.5-9b-q8",1,15.7,14.1,2.21,19.29,221939,10,1],["gemma4-12b-q8",1,10.1,8.8,3.16,26.85,57904,10,1],["qwen3-14b-q8",1,8.5,null,4.1,42.86,5523,10,1],["ornith-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["granite4.2-3b-q4",1,52.6,27,1.03,13.07,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,2.4,26.95,69898,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,2.23,24.83,40960,10,1],["glm-4-9b-chat-q4",1,22,18.4,2.55,28.2,131072,10,1],["glm-4-9b-chat-q8",1,14,12.5,2.64,29.16,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,2.14,18.65,262144,10,1],["devstral-small-2-24b-q4",1,8.7,null,6.2,57.35,9903,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.97,12.82,130016,10,1],["ministral-3-8b-q4",1,21.3,12.9,2.3,25,77391,10,1],["ministral-3-14b-q4",1,14.3,9.4,3.61,36.65,47103,10,1],["mellum2.1-12b-q4",1,50.6,43.6,0.65,6.57,131072,10,1],["twil-8b-q4",1,22.8,12.5,2.4,26.95,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,33.5,30.3,1.9,15.88,65536,10,1],["granite-switch-4.1-8b-q4",1,18.6,10.9,2.4,27.37,60381,10,1],["jebadiah-9b-q4",1,25.4,null,2.14,18.65,4096,10,1],["jebadiah-9b-q5",1,22.2,null,2.93,25.55,4096,10,1],["jebadiah-9b-q8",1,15.3,null,2.21,19.29,4096,10,1],["lfm3-1.7b-q4",1,104.9,81.6,0.43,4.05,262144,5,1]]},"Apple M5|24GB|10c":{"label":"Apple M5 10-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":26},"40":null},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.35,4.4,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.68,8.27,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,3.2,34.94,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.72,9.01,128876,10,1],["llama3.1-8b-q4",1,25.6,14.7,1.74,18.89,90631,10,1],["llama3.1-8b-q8",1,15.6,10.8,1.8,19.53,63012,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.38,25.87,84434,10,1],["mistral-7b-q4",1,27.2,15.2,1.58,17.6,32768,10,1],["mistral-7b-q5",1,23.6,14,2.16,24.11,32768,10,1],["mistral-7b-q8",1,16.4,11.1,1.63,18.2,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,2.63,27.25,59376,10,1],["mistral-nemo-12b-q8",1,10.3,null,2.72,28.17,23056,10,1],["gemma2-2b-q4",1,58.9,null,0.56,5.45,8192,10,1],["gemma2-9b-q4",1,18.4,null,1.96,18.93,8192,10,1],["phi3-mini-q4",1,32.7,null,0.85,10.54,4096,10,1],["phi3-medium-q4",1,14.3,null,3.01,31.84,4096,10,1],["phi4-14b-q4",1,13.9,null,3.15,32.99,16384,10,1],["phi4-14b-q8",1,8.4,null,3.26,34.1,5954,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,3.2,34.94,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.28,3.45,131072,5,1],["mistral-small-22b-q4",1,10,null,4.81,51.51,18444,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.12,1.74,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.21,1.82,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.22,1.88,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,0.86,10.57,109162,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,0.88,10.93,97010,10,1],["mage-vl-cowork-q4",1,41.8,17.7,1.01,13.64,95512,10,1],["smollm2-360m-q4",1,130.5,null,0.1,1.93,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,1.78,19.86,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,1.84,20.53,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.18,33.17,40960,10,1],["gemma3-4b-q4",1,47.5,39.1,0.8,6.83,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,0.83,7.06,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,2.44,20.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,1.63,16.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,1.69,17.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,3.2,34.94,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,null,3.31,36.13,5586,10,1],["mistral-small-3.1-cloud",1,8.5,null,4.96,45.88,8014,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.14,1.59,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.35,3.27,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.79,7.57,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,0.82,7.83,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["lfm2-24b-a2b-q4",1,56.8,45.2,0.45,4.4,116420,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.33,3.12,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.77,10.03,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,1.83,20.88,69898,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.52,12.7,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.57,13.13,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,0.83,7.19,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,0.86,7.43,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,2.44,20.78,138596,10,1],["gpt-oss-20b",1,32.3,27.5,0.81,8.16,122210,10,1],["qwen3.5-9b-q8",1,15.7,14.1,1.77,15.43,221939,10,1],["gemma4-12b-q8",1,10.1,8.8,2.52,21.48,57904,10,1],["qwen3-14b-q8",1,8.5,null,3.28,34.29,5523,10,1],["ornith-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["granite4.2-3b-q4",1,52.6,27,0.82,10.46,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,1.92,21.56,69898,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,1.78,19.86,40960,10,1],["glm-4-9b-chat-q4",1,22,18.4,2.04,22.56,131072,10,1],["glm-4-9b-chat-q8",1,14,12.5,2.11,23.32,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,1.71,14.92,262144,10,1],["devstral-small-2-24b-q4",1,8.7,null,4.96,45.88,9903,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.78,10.25,130016,10,1],["ministral-3-8b-q4",1,21.3,12.9,1.84,20,77391,10,1],["ministral-3-14b-q4",1,14.3,9.4,2.89,29.32,47103,10,1],["mellum2.1-12b-q4",1,50.6,43.6,0.52,5.25,131072,10,1],["twil-8b-q4",1,22.8,12.5,1.92,21.56,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,33.5,30.3,1.52,12.7,65536,10,1],["granite-switch-4.1-8b-q4",1,18.6,10.9,1.92,21.9,60381,10,1],["jebadiah-9b-q4",1,25.4,null,1.71,14.92,4096,10,1],["jebadiah-9b-q5",1,22.2,null,2.34,20.44,4096,10,1],["jebadiah-9b-q8",1,15.3,null,1.77,15.43,4096,10,1],["lfm3-1.7b-q4",1,104.9,81.6,0.35,3.24,262144,5,1]]},"Apple M5|32GB|8c":{"label":"Apple M5 8-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":51.1},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":51.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":51.1}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.43,5.5,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.86,10.34,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,2.04,21.09,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,4,43.68,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.9,11.27,131072,10,1],["llama3.1-8b-q4",1,25.6,14.7,2.18,23.61,131072,10,1],["llama3.1-8b-q8",1,15.6,10.8,2.25,24.41,105737,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.98,32.34,127159,10,1],["mistral-7b-q4",1,27.2,15.2,1.97,22,32768,10,1],["mistral-7b-q5",1,23.6,14,2.7,30.14,32768,10,1],["mistral-7b-q8",1,16.4,11.1,2.04,22.75,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,3.29,34.06,93556,10,1],["mistral-nemo-12b-q8",1,10.3,7.5,3.4,35.21,57236,10,1],["gemma2-2b-q4",1,58.9,null,0.69,6.82,8192,10,1],["gemma2-9b-q4",1,18.4,null,2.45,23.66,8192,10,1],["gemma2-27b-q4",1,7.4,null,7.08,61.09,8192,10,1],["phi3-mini-q4",1,32.7,null,1.07,13.18,4096,10,1],["phi3-medium-q4",1,14.3,null,3.76,39.8,4096,10,1],["phi4-14b-q4",1,13.9,null,3.94,41.24,16384,10,1],["phi4-14b-q8",1,8.4,null,4.07,42.63,16384,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,2.04,21.09,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,4,43.68,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.35,4.32,131072,5,1],["mistral-small-22b-q4",1,10,6.6,6.01,64.38,32768,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.15,2.18,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.26,2.28,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.27,2.36,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,1.07,13.21,131072,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,1.11,13.66,131072,10,1],["mage-vl-cowork-q4",1,41.8,17.7,1.26,17.06,133489,10,1],["smollm2-360m-q4",1,130.5,null,0.12,2.41,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,2.23,24.83,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,2.31,25.67,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.97,41.46,40960,10,1],["qwen3-30b-q4",1,37.3,20.6,1.03,17.54,38426,10,1],["qwen3-32b-q4",1,6.5,null,8.87,95.76,8387,10,1],["qwen3-coder-30b-a3b-q4",1,37.4,20.7,1.03,17.54,39096,10,1],["gemma3-4b-q4",1,47.5,39.1,1.01,8.53,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,1.04,8.82,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,3.05,25.97,131072,10,1],["gemma3-27b-q4",1,7.7,6.8,6.98,57.76,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,2.04,21.09,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,2.11,21.81,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,4,43.68,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,6.2,4.14,45.16,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,6.6,null,8.7,85.12,9722,10,1],["mistral-small-3.1-cloud",1,8.5,6.5,6.2,57.35,42194,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.18,1.99,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.44,4.09,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.99,9.46,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,1.02,9.78,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["qwen3.5-35b-a3b-q4",1,52.4,42.3,0.75,7.98,60214,10,1],["qwen3.5-27b-q4",1,8.4,7.5,6.34,55.4,89303,10,1],["lfm2-24b-a2b-q4",1,56.8,45.2,0.57,5.51,128000,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.41,3.9,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.96,12.54,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,2.29,26.11,104077,10,1],["qwen3.6-27b-q4",1,8.3,7.4,6.34,55.4,84870,10,1],["qwen3.8-27b-q4",1,8.3,7.4,6.34,55.4,85285,10,1],["qwen3.6-35b-a3b-q4",1,51.1,41.5,0.75,7.98,33276,10,1],["gemma4-31b-q4",1,6.6,null,7.82,66.43,17646,10,1],["gemma4-26b-a4b-q4",1,32.1,24.9,0.84,7.72,124899,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.9,15.88,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.96,16.41,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,1.04,8.98,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,1.07,9.29,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,3.05,25.97,224045,10,1],["north-mini-code-1-q4",1,34.8,28.9,0.89,9.65,131610,10,1],["gpt-oss-20b",1,32.3,27.5,1.01,10.2,131072,10,1],["qwen3.5-9b-q8",1,15.7,14.1,2.21,19.29,262144,10,1],["gemma4-12b-q8",1,10.1,8.8,3.16,26.85,143354,10,1],["qwen3-14b-q8",1,8.5,6.5,4.1,42.86,39702,10,1],["laguna-xs-2.1-q4",1,47.6,33.3,0.73,8.75,50360,10,1],["ornith-9b-q4",1,26,21.9,2.14,18.65,262144,10,1],["ornith-35b-q4",1,52.4,42.3,0.75,7.98,60214,10,1],["granite4.2-3b-q4",1,52.6,27,1.03,13.07,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,2.4,26.95,104077,10,1],["granite4.2-30b-q4",1,7.2,null,7.75,74.4,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,40.2,38.2,0.94,8.69,566666,10,1],["muse-glimmer-30b-q4",1,8.4,8.2,6.84,57.25,131072,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,2.23,24.83,40960,10,1],["glm-4.7-flash-q4",1,34.6,24.5,1.02,12.74,62439,10,1],["glm-4-9b-chat-q4",1,22,18.4,2.55,28.2,131072,10,1],["glm-4-9b-chat-q8",1,14,12.5,2.64,29.16,131072,10,1],["olmo-3.1-32b-q4",1,6.6,null,8.35,70.72,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,2.14,18.65,262144,10,1],["devstral-small-2-24b-q4",1,8.7,6.6,6.2,57.35,44083,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.97,12.82,182600,10,1],["ministral-3-8b-q4",1,21.3,12.9,2.3,25,117602,10,1],["ministral-3-14b-q4",1,14.3,9.4,3.61,36.65,81283,10,1],["mellum2.1-12b-q4",1,50.6,43.6,0.65,6.57,131072,10,1],["arex-2-27b-q4",1,8.1,7.3,6.34,55.4,79293,10,1],["arete-27b-q4",1,8.1,7.3,6.34,55.4,79293,10,1],["twil-8b-q4",1,22.8,12.5,2.4,26.95,104077,10,1],["nanbeige4.3-33b-q4",1,6.4,null,8.83,88.29,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,33.5,30.3,1.9,15.88,65536,10,1],["granite-switch-4.1-8b-q4",1,18.6,10.9,2.4,27.37,92933,10,1],["granite-switch-4.1-30b-q4",1,6.1,null,7.88,75.83,5047,10,1],["jebadiah-9b-q4",1,25.4,null,2.14,18.65,4096,10,1],["jebadiah-9b-q5",1,22.2,null,2.93,25.55,4096,10,1],["jebadiah-9b-q8",1,15.3,null,2.21,19.29,4096,10,1],["jebadiah-27b-q4",1,8.3,null,6.34,55.4,4096,10,1],["jebadiah-27b-q5",1,7.2,null,8.69,75.88,4096,10,1],["lfm3-1.7b-q4",1,104.9,81.6,0.43,4.05,262144,5,1],["sage-a1.5-q4",1,51.2,41.5,0.75,7.98,33520,10,1]]},"Apple M5|32GB|10c":{"label":"Apple M5 10-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":51.1},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":51.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":51.1}},"cells":[["qwen2.5-1.5b-q4",1,108.8,64.4,0.35,4.4,32768,5,1],["qwen2.5-3b-q4",1,60.9,40.7,0.68,8.27,32768,10,1],["qwen2.5-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-14b-q4",1,14.3,8.8,3.2,34.94,32768,10,1],["llama3.2-3b-q4",1,51.2,22.3,0.72,9.01,131072,10,1],["llama3.1-8b-q4",1,25.6,14.7,1.74,18.89,131072,10,1],["llama3.1-8b-q8",1,15.6,10.8,1.8,19.53,105737,10,1],["llama3.1-8b-q5",1,22.4,13.6,2.38,25.87,127159,10,1],["mistral-7b-q4",1,27.2,15.2,1.58,17.6,32768,10,1],["mistral-7b-q5",1,23.6,14,2.16,24.11,32768,10,1],["mistral-7b-q8",1,16.4,11.1,1.63,18.2,32768,10,1],["mistral-nemo-12b-q4",1,18,10.9,2.63,27.25,93556,10,1],["mistral-nemo-12b-q8",1,10.3,7.5,2.72,28.17,57236,10,1],["gemma2-2b-q4",1,58.9,null,0.56,5.45,8192,10,1],["gemma2-9b-q4",1,18.4,null,1.96,18.93,8192,10,1],["gemma2-27b-q4",1,7.4,null,5.66,48.87,8192,10,1],["phi3-mini-q4",1,32.7,null,0.85,10.54,4096,10,1],["phi3-medium-q4",1,14.3,null,3.01,31.84,4096,10,1],["phi4-14b-q4",1,13.9,null,3.15,32.99,16384,10,1],["phi4-14b-q8",1,8.4,null,3.26,34.1,16384,10,1],["qwen2.5-coder-7b-q4",1,28.6,21,1.63,16.88,32768,10,1],["qwen2.5-coder-14b-q4",1,14.3,8.8,3.2,34.94,32768,10,1],["llama3.2-1b-q4",1,124.9,65.6,0.28,3.45,131072,5,1],["mistral-small-22b-q4",1,10,6.6,4.81,51.51,32768,10,1],["qwen2.5-0.5b-q4",1,230.6,141.9,0.12,1.74,32768,5,0],["gemma-3-1b-q4",1,139.3,123.7,0.21,1.82,32768,5,1],["gemma-3-1b-q8",1,109.6,99.7,0.22,1.88,32768,5,1],["phi4-mini-3.8b-q4",1,42.5,19.1,0.86,10.57,131072,10,1],["phi4-mini-3.8b-q8",1,28.3,15.6,0.88,10.93,131072,10,1],["mage-vl-cowork-q4",1,41.8,17.7,1.01,13.64,133489,10,1],["smollm2-360m-q4",1,130.5,null,0.1,1.93,8192,5,1],["qwen3-8b-q4",1,24.2,13.5,1.78,19.86,40960,10,1],["qwen3-8b-q8",1,15.1,10.1,1.84,20.53,40960,10,1],["qwen3-14b-q4",1,14.1,9.3,3.18,33.17,40960,10,1],["qwen3-30b-q4",1,37.3,20.6,0.82,14.03,38426,10,1],["qwen3-32b-q4",1,6.5,null,7.09,76.61,8387,10,1],["qwen3-coder-30b-a3b-q4",1,37.4,20.7,0.82,14.03,39096,10,1],["gemma3-4b-q4",1,47.5,39.1,0.8,6.83,131072,10,1],["gemma3-4b-q8",1,30.2,26.5,0.83,7.06,131072,10,1],["gemma3-12b-q4",1,16.8,13.5,2.44,20.78,131072,10,1],["gemma3-27b-q4",1,7.7,6.8,5.58,46.21,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,28.6,21,1.63,16.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,17.1,14.1,1.69,17.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,14.3,8.8,3.2,34.94,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.5,6.2,3.31,36.13,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,6.6,null,6.96,68.1,9722,10,1],["mistral-small-3.1-cloud",1,8.5,6.5,4.96,45.88,42194,10,1],["qwen3.5-0.8b-q4",1,135.3,99,0.14,1.59,262144,5,1],["qwen3.5-2b-q4",1,61.5,52.7,0.35,3.27,262144,5,1],["qwen3.5-4b-q4",1,46.3,34.7,0.79,7.57,262144,10,1],["qwen3.5-4b-q8",1,28.5,23.6,0.82,7.83,262144,10,1],["qwen3.5-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["qwen3.5-35b-a3b-q4",1,52.4,42.3,0.6,6.38,60214,10,1],["qwen3.5-27b-q4",1,8.4,7.5,5.07,44.32,89303,10,1],["lfm2-24b-a2b-q4",1,56.8,45.2,0.45,4.4,128000,10,1],["lfm2.5-8b-a1b-q4",1,75.4,62.6,0.33,3.12,128000,10,1],["granite4.1-3b-q4",1,52.4,26.9,0.77,10.03,131072,10,1],["granite4.1-8b-q4",1,21.9,12.2,1.83,20.88,104077,10,1],["qwen3.6-27b-q4",1,8.3,7.4,5.07,44.32,84870,10,1],["qwen3.8-27b-q4",1,8.3,7.4,5.07,44.32,85285,10,1],["qwen3.6-35b-a3b-q4",1,51.1,41.5,0.6,6.38,33276,10,1],["gemma4-31b-q4",1,6.6,null,6.25,53.14,17646,10,1],["gemma4-26b-a4b-q4",1,32.1,24.9,0.67,6.17,124899,10,1],["gemma4-e4b-q4",1,37.4,33.4,1.52,12.7,131072,10,1],["gemma4-e4b-q8",1,26.1,24.1,1.57,13.13,131072,10,1],["gemma4-e2b-q4",1,83.4,73.7,0.83,7.19,131072,10,1],["gemma4-e2b-q8",1,60.8,55.5,0.86,7.43,131072,10,1],["gemma4-12b-q4",1,16.6,13.4,2.44,20.78,224045,10,1],["north-mini-code-1-q4",1,34.8,28.9,0.71,7.72,131610,10,1],["gpt-oss-20b",1,32.3,27.5,0.81,8.16,131072,10,1],["qwen3.5-9b-q8",1,15.7,14.1,1.77,15.43,262144,10,1],["gemma4-12b-q8",1,10.1,8.8,2.52,21.48,143354,10,1],["qwen3-14b-q8",1,8.5,6.5,3.28,34.29,39702,10,1],["laguna-xs-2.1-q4",1,47.6,33.3,0.58,7,50360,10,1],["ornith-9b-q4",1,26,21.9,1.71,14.92,262144,10,1],["ornith-35b-q4",1,52.4,42.3,0.6,6.38,60214,10,1],["granite4.2-3b-q4",1,52.6,27,0.82,10.46,131072,10,1],["granite4.2-8b-q4",1,22.8,12.5,1.92,21.56,104077,10,1],["granite4.2-30b-q4",1,7.2,null,6.2,59.52,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,40.2,38.2,0.75,6.95,566666,10,1],["muse-glimmer-30b-q4",1,8.4,8.2,5.47,45.8,131072,10,1],["minicpm-v4.5-8b-q4",1,25,13.8,1.78,19.86,40960,10,1],["glm-4.7-flash-q4",1,34.6,24.5,0.82,10.19,62439,10,1],["glm-4-9b-chat-q4",1,22,18.4,2.04,22.56,131072,10,1],["glm-4-9b-chat-q8",1,14,12.5,2.11,23.32,131072,10,1],["olmo-3.1-32b-q4",1,6.6,null,6.68,56.58,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,25.1,21.2,1.71,14.92,262144,10,1],["devstral-small-2-24b-q4",1,8.7,6.6,4.96,45.88,44083,10,1],["ministral-3-3b-q4",1,38.2,20.1,0.78,10.25,182600,10,1],["ministral-3-8b-q4",1,21.3,12.9,1.84,20,117602,10,1],["ministral-3-14b-q4",1,14.3,9.4,2.89,29.32,81283,10,1],["mellum2.1-12b-q4",1,50.6,43.6,0.52,5.25,131072,10,1],["arex-2-27b-q4",1,8.1,7.3,5.07,44.32,79293,10,1],["arete-27b-q4",1,8.1,7.3,5.07,44.32,79293,10,1],["twil-8b-q4",1,22.8,12.5,1.92,21.56,104077,10,1],["nanbeige4.3-33b-q4",1,6.4,null,7.06,70.63,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,33.5,30.3,1.52,12.7,65536,10,1],["granite-switch-4.1-8b-q4",1,18.6,10.9,1.92,21.9,92933,10,1],["granite-switch-4.1-30b-q4",1,6.1,null,6.3,60.66,5047,10,1],["jebadiah-9b-q4",1,25.4,null,1.71,14.92,4096,10,1],["jebadiah-9b-q5",1,22.2,null,2.34,20.44,4096,10,1],["jebadiah-9b-q8",1,15.3,null,1.77,15.43,4096,10,1],["jebadiah-27b-q4",1,8.3,null,5.07,44.32,4096,10,1],["jebadiah-27b-q5",1,7.2,null,6.95,60.71,4096,10,1],["lfm3-1.7b-q4",1,104.9,81.6,0.35,3.24,262144,5,1],["sage-a1.5-q4",1,51.2,41.5,0.6,6.38,33520,10,1]]},"Apple M6|16GB|12c":{"label":"Apple M6 12-core GPU, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":27.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":27.5},"40":null},"cells":[["qwen2.5-1.5b-q4",1,112.7,67.5,0.24,3.02,32768,5,1],["qwen2.5-3b-q4",1,63.9,42.9,0.47,5.66,32768,10,1],["qwen2.5-7b-q4",1,30.3,22.3,1.12,11.56,32768,10,1],["qwen2.5-14b-q4",1,15.2,null,2.19,23.93,11250,10,1],["llama3.2-3b-q4",1,53.8,23.6,0.49,6.17,80048,10,1],["llama3.1-8b-q4",1,27.1,15.6,1.19,12.94,47907,10,1],["llama3.1-8b-q8",1,16.6,null,1.23,13.37,20288,10,1],["llama3.1-8b-q5",1,23.7,14.4,1.63,17.72,41709,10,1],["mistral-7b-q4",1,28.7,16.1,1.08,12.06,32768,10,1],["mistral-7b-q5",1,25,14.9,1.48,16.51,32768,10,1],["mistral-7b-q8",1,17.4,null,1.12,12.46,26683,10,1],["mistral-nemo-12b-q4",1,19.1,null,1.8,18.66,25197,10,1],["gemma2-2b-q4",1,61.8,null,0.38,3.74,8192,10,1],["gemma2-9b-q4",1,19.5,null,1.34,12.96,8192,10,1],["phi3-mini-q4",1,34.5,null,0.58,7.22,4096,10,1],["phi3-medium-q4",1,15.2,null,2.06,21.81,4096,10,1],["phi4-14b-q4",1,14.8,null,2.16,22.59,10482,10,1],["qwen2.5-coder-7b-q4",1,30.3,22.3,1.12,11.56,32768,10,1],["qwen2.5-coder-14b-q4",1,15.2,null,2.19,23.93,11250,10,1],["llama3.2-1b-q4",1,128.8,68.7,0.19,2.36,131072,5,0],["qwen2.5-0.5b-q4",1,231.7,145.8,0.08,1.19,32768,5,0],["gemma-3-1b-q4",1,143.2,127.7,0.14,1.25,32768,5,0],["gemma-3-1b-q8",1,113.5,103.5,0.15,1.29,32768,5,1],["phi4-mini-3.8b-q4",1,44.8,20.2,0.59,7.24,66437,10,1],["phi4-mini-3.8b-q8",1,30,16.5,0.61,7.48,54286,10,1],["mage-vl-cowork-q4",1,44,18.8,0.69,9.34,57535,10,1],["smollm2-360m-q4",1,134.5,null,0.07,1.32,8192,5,0],["qwen3-8b-q4",1,25.6,14.4,1.22,13.6,40517,10,1],["qwen3-8b-q8",1,16.1,null,1.26,14.06,15929,10,1],["qwen3-14b-q4",1,14.9,null,2.17,22.72,11741,10,1],["gemma3-4b-q4",1,50,41.3,0.55,4.68,131072,10,1],["gemma3-4b-q8",1,31.9,28.1,0.57,4.83,131072,10,1],["gemma3-12b-q4",1,17.8,14.3,1.67,14.23,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,30.3,22.3,1.12,11.56,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,18.2,15,1.16,11.95,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,15.2,null,2.19,23.93,11250,10,1],["qwen3.5-0.8b-q4",1,139.2,102.8,0.1,1.09,262144,5,0],["qwen3.5-2b-q4",1,64.5,55.4,0.24,2.24,262144,5,1],["qwen3.5-4b-q4",1,48.7,36.6,0.54,5.19,260968,10,1],["qwen3.5-4b-q8",1,30.1,25,0.56,5.36,205004,10,1],["qwen3.5-9b-q4",1,27.5,23.2,1.17,10.22,170010,10,1],["lfm2.5-8b-a1b-q4",1,78.8,65.6,0.23,2.14,128000,10,0],["granite4.1-3b-q4",1,55,28.5,0.53,6.87,111090,10,1],["granite4.1-8b-q4",1,23.2,13,1.26,14.3,35718,10,1],["gemma4-e4b-q4",1,39.5,35.3,1.04,8.7,131072,10,1],["gemma4-e4b-q8",1,27.6,25.5,1.08,8.99,131072,10,1],["gemma4-e2b-q4",1,87,77,0.57,4.92,131072,10,1],["gemma4-e2b-q8",1,63.8,58.3,0.59,5.09,131072,10,1],["gemma4-12b-q4",1,17.6,14.2,1.67,14.23,53147,10,1],["qwen3.5-9b-q8",1,16.7,15,1.21,10.57,51040,10,1],["ornith-9b-q4",1,27.5,23.2,1.17,10.22,170010,10,1],["granite4.2-3b-q4",1,55.3,28.5,0.56,7.16,109326,10,1],["granite4.2-8b-q4",1,24.2,13.3,1.31,14.77,35718,10,1],["minicpm-v4.5-8b-q4",1,26.5,14.6,1.22,13.6,40960,10,1],["glm-4-9b-chat-q4",1,23.3,19.5,1.4,15.45,120827,10,1],["glm-4-9b-chat-q8",1,14.9,null,1.45,15.97,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,26.6,22.5,1.17,10.22,163543,10,1],["ministral-3-3b-q4",1,40.3,21.3,0.53,7.02,77432,10,1],["ministral-3-8b-q4",1,22.5,13.7,1.26,13.7,37179,10,1],["ministral-3-14b-q4",1,15.2,null,1.98,20.08,12924,10,1],["mellum2.1-12b-q4",1,53.2,45.9,0.36,3.6,131072,10,1],["twil-8b-q4",1,24.2,13.3,1.31,14.77,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,35.4,32,1.04,8.7,65536,10,1],["granite-switch-4.1-8b-q4",1,19.7,null,1.32,15,27829,10,1],["jebadiah-9b-q4",1,26.8,null,1.17,10.22,4096,10,1],["jebadiah-9b-q5",1,23.5,null,1.6,14,4096,10,1],["jebadiah-9b-q8",1,16.2,null,1.21,10.57,4096,10,1],["lfm3-1.7b-q4",1,108.7,85.2,0.24,2.22,262144,5,1]]},"Apple M6|24GB|12c":{"label":"Apple M6 12-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":30.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":30.5},"40":null},"cells":[["qwen2.5-1.5b-q4",1,123.3,74.3,0.24,3.02,32768,5,1],["qwen2.5-3b-q4",1,70.4,47.4,0.47,5.66,32768,10,1],["qwen2.5-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-14b-q4",1,16.8,10.4,2.19,23.93,32768,10,1],["llama3.2-3b-q4",1,59.4,26.2,0.49,6.17,128876,10,1],["llama3.1-8b-q4",1,30,17.3,1.19,12.94,90631,10,1],["llama3.1-8b-q8",1,18.4,12.7,1.23,13.37,63012,10,1],["llama3.1-8b-q5",1,26.3,16,1.63,17.72,84434,10,1],["mistral-7b-q4",1,31.8,17.9,1.08,12.06,32768,10,1],["mistral-7b-q5",1,27.7,16.5,1.48,16.51,32768,10,1],["mistral-7b-q8",1,19.3,13.1,1.12,12.46,32768,10,1],["mistral-nemo-12b-q4",1,21.2,12.9,1.8,18.66,59376,10,1],["mistral-nemo-12b-q8",1,12.1,null,1.86,19.29,23056,10,1],["gemma2-2b-q4",1,68.1,null,0.38,3.74,8192,10,1],["gemma2-9b-q4",1,21.6,null,1.34,12.96,8192,10,1],["phi3-mini-q4",1,38.2,null,0.58,7.22,4096,10,1],["phi3-medium-q4",1,16.8,null,2.06,21.81,4096,10,1],["phi4-14b-q4",1,16.4,null,2.16,22.59,16384,10,1],["phi4-14b-q8",1,10,null,2.23,23.36,5954,10,1],["qwen2.5-coder-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-coder-14b-q4",1,16.8,10.4,2.19,23.93,32768,10,1],["llama3.2-1b-q4",1,140.7,75.7,0.19,2.36,131072,5,0],["mistral-small-22b-q4",1,11.8,null,3.29,35.27,18444,10,1],["qwen2.5-0.5b-q4",1,249.8,158.9,0.08,1.19,32768,5,0],["gemma-3-1b-q4",1,156.1,139.5,0.14,1.25,32768,5,0],["gemma-3-1b-q8",1,124.3,113.5,0.15,1.29,32768,5,1],["phi4-mini-3.8b-q4",1,49.4,22.4,0.59,7.24,109162,10,1],["phi4-mini-3.8b-q8",1,33.2,18.3,0.61,7.48,97010,10,1],["mage-vl-cowork-q4",1,48.6,20.8,0.69,9.34,95512,10,1],["smollm2-360m-q4",1,146.8,null,0.07,1.32,8192,5,0],["qwen3-8b-q4",1,28.4,15.9,1.22,13.6,40960,10,1],["qwen3-8b-q8",1,17.8,12,1.26,14.06,40960,10,1],["qwen3-14b-q4",1,16.6,11,2.17,22.72,40960,10,1],["gemma3-4b-q4",1,55.2,45.6,0.55,4.68,131072,10,1],["gemma3-4b-q8",1,35.3,31.1,0.57,4.83,131072,10,1],["gemma3-12b-q4",1,19.7,15.9,1.67,14.23,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,33.5,24.7,1.12,11.56,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,20.2,16.6,1.16,11.95,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,16.8,10.4,2.19,23.93,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,10.1,null,2.27,24.74,5586,10,1],["mistral-small-3.1-cloud",1,10.1,null,3.4,31.42,8014,10,1],["qwen3.5-0.8b-q4",1,151.9,112.7,0.1,1.09,262144,5,0],["qwen3.5-2b-q4",1,71.1,61.1,0.24,2.24,262144,5,1],["qwen3.5-4b-q4",1,53.8,40.5,0.54,5.19,262144,10,1],["qwen3.5-4b-q8",1,33.3,27.7,0.56,5.36,262144,10,1],["qwen3.5-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["lfm2-24b-a2b-q4",1,65.8,52.6,0.31,3.02,116420,10,1],["lfm2.5-8b-a1b-q4",1,86.6,72.3,0.23,2.14,128000,10,0],["granite4.1-3b-q4",1,60.7,31.5,0.53,6.87,131072,10,1],["granite4.1-8b-q4",1,25.7,14.4,1.26,14.3,69898,10,1],["gemma4-e4b-q4",1,43.6,39.1,1.04,8.7,131072,10,1],["gemma4-e4b-q8",1,30.6,28.3,1.08,8.99,131072,10,1],["gemma4-e2b-q4",1,95.6,84.7,0.57,4.92,131072,10,1],["gemma4-e2b-q8",1,70.3,64.3,0.59,5.09,131072,10,1],["gemma4-12b-q4",1,19.6,15.8,1.67,14.23,138596,10,1],["gpt-oss-20b",1,37.8,32.2,0.55,5.59,122210,10,1],["qwen3.5-9b-q8",1,18.5,16.6,1.21,10.57,221939,10,1],["gemma4-12b-q8",1,11.9,10.4,1.73,14.71,57904,10,1],["qwen3-14b-q8",1,10.1,null,2.25,23.48,5523,10,1],["ornith-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["granite4.2-3b-q4",1,61,31.6,0.56,7.16,131072,10,1],["granite4.2-8b-q4",1,26.8,14.7,1.31,14.77,69898,10,1],["minicpm-v4.5-8b-q4",1,29.3,16.2,1.22,13.6,40960,10,1],["glm-4-9b-chat-q4",1,25.8,21.6,1.4,15.45,131072,10,1],["glm-4-9b-chat-q8",1,16.5,14.7,1.45,15.97,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,29.4,24.9,1.17,10.22,262144,10,1],["devstral-small-2-24b-q4",1,10.3,null,3.4,31.42,9903,10,1],["ministral-3-3b-q4",1,44.5,23.6,0.53,7.02,130016,10,1],["ministral-3-8b-q4",1,24.9,15.1,1.26,13.7,77391,10,1],["ministral-3-14b-q4",1,16.8,11.1,1.98,20.08,47103,10,1],["mellum2.1-12b-q4",1,58.7,50.7,0.36,3.6,131072,10,1],["twil-8b-q4",1,26.8,14.7,1.31,14.77,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,39.1,35.4,1.04,8.7,65536,10,1],["granite-switch-4.1-8b-q4",1,21.9,12.8,1.32,15,60381,10,1],["jebadiah-9b-q4",1,29.7,null,1.17,10.22,4096,10,1],["jebadiah-9b-q5",1,26.1,null,1.6,14,4096,10,1],["jebadiah-9b-q8",1,18,null,1.21,10.57,4096,10,1],["lfm3-1.7b-q4",1,119.1,93.6,0.24,2.22,262144,5,1]]},"Apple M6|32GB|12c":{"label":"Apple M6 12-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":59.3},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":59.3},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":59.3}},"cells":[["qwen2.5-1.5b-q4",1,123.3,74.3,0.24,3.02,32768,5,1],["qwen2.5-3b-q4",1,70.4,47.4,0.47,5.66,32768,10,1],["qwen2.5-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-14b-q4",1,16.8,10.4,2.19,23.93,32768,10,1],["llama3.2-3b-q4",1,59.4,26.2,0.49,6.17,131072,10,1],["llama3.1-8b-q4",1,30,17.3,1.19,12.94,131072,10,1],["llama3.1-8b-q8",1,18.4,12.7,1.23,13.37,105737,10,1],["llama3.1-8b-q5",1,26.3,16,1.63,17.72,127159,10,1],["mistral-7b-q4",1,31.8,17.9,1.08,12.06,32768,10,1],["mistral-7b-q5",1,27.7,16.5,1.48,16.51,32768,10,1],["mistral-7b-q8",1,19.3,13.1,1.12,12.46,32768,10,1],["mistral-nemo-12b-q4",1,21.2,12.9,1.8,18.66,93556,10,1],["mistral-nemo-12b-q8",1,12.1,8.9,1.86,19.29,57236,10,1],["gemma2-2b-q4",1,68.1,null,0.38,3.74,8192,10,1],["gemma2-9b-q4",1,21.6,null,1.34,12.96,8192,10,1],["gemma2-27b-q4",1,8.7,null,3.88,33.47,8192,10,1],["phi3-mini-q4",1,38.2,null,0.58,7.22,4096,10,1],["phi3-medium-q4",1,16.8,null,2.06,21.81,4096,10,1],["phi4-14b-q4",1,16.4,null,2.16,22.59,16384,10,1],["phi4-14b-q8",1,10,null,2.23,23.36,16384,10,1],["qwen2.5-coder-7b-q4",1,33.5,24.7,1.12,11.56,32768,10,1],["qwen2.5-coder-14b-q4",1,16.8,10.4,2.19,23.93,32768,10,1],["llama3.2-1b-q4",1,140.7,75.7,0.19,2.36,131072,5,0],["mistral-small-22b-q4",1,11.8,7.8,3.29,35.27,32768,10,1],["qwen2.5-0.5b-q4",1,249.8,158.9,0.08,1.19,32768,5,0],["gemma-3-1b-q4",1,156.1,139.5,0.14,1.25,32768,5,0],["gemma-3-1b-q8",1,124.3,113.5,0.15,1.29,32768,5,1],["phi4-mini-3.8b-q4",1,49.4,22.4,0.59,7.24,131072,10,1],["phi4-mini-3.8b-q8",1,33.2,18.3,0.61,7.48,131072,10,1],["mage-vl-cowork-q4",1,48.6,20.8,0.69,9.34,133489,10,1],["smollm2-360m-q4",1,146.8,null,0.07,1.32,8192,5,0],["qwen3-8b-q4",1,28.4,15.9,1.22,13.6,40960,10,1],["qwen3-8b-q8",1,17.8,12,1.26,14.06,40960,10,1],["qwen3-14b-q4",1,16.6,11,2.17,22.72,40960,10,1],["qwen3-30b-q4",1,43.5,24.2,0.56,9.61,38426,10,1],["qwen3-32b-q4",1,7.6,null,4.86,52.47,8387,10,1],["qwen3-coder-30b-a3b-q4",1,43.7,24.3,0.56,9.61,39096,10,1],["gemma3-4b-q4",1,55.2,45.6,0.55,4.68,131072,10,1],["gemma3-4b-q8",1,35.3,31.1,0.57,4.83,131072,10,1],["gemma3-12b-q4",1,19.7,15.9,1.67,14.23,131072,10,1],["gemma3-27b-q4",1,9.1,8,3.82,31.65,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,33.5,24.7,1.12,11.56,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,20.2,16.6,1.16,11.95,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,16.8,10.4,2.19,23.93,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,10.1,7.4,2.27,24.74,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,7.8,null,4.77,46.64,9722,10,1],["mistral-small-3.1-cloud",1,10.1,7.7,3.4,31.42,42194,10,1],["qwen3.5-0.8b-q4",1,151.9,112.7,0.1,1.09,262144,5,0],["qwen3.5-2b-q4",1,71.1,61.1,0.24,2.24,262144,5,1],["qwen3.5-4b-q4",1,53.8,40.5,0.54,5.19,262144,10,1],["qwen3.5-4b-q8",1,33.3,27.7,0.56,5.36,262144,10,1],["qwen3.5-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["qwen3.5-35b-a3b-q4",1,60.7,49.3,0.41,4.37,60214,10,1],["qwen3.5-27b-q4",1,9.9,8.9,3.48,30.36,89303,10,1],["lfm2-24b-a2b-q4",1,65.8,52.6,0.31,3.02,128000,10,1],["lfm2.5-8b-a1b-q4",1,86.6,72.3,0.23,2.14,128000,10,0],["granite4.1-3b-q4",1,60.7,31.5,0.53,6.87,131072,10,1],["granite4.1-8b-q4",1,25.7,14.4,1.26,14.3,104077,10,1],["qwen3.6-27b-q4",1,9.8,8.7,3.48,30.36,84870,10,1],["qwen3.8-27b-q4",1,9.8,8.7,3.48,30.36,85285,10,1],["qwen3.6-35b-a3b-q4",1,59.3,48.4,0.41,4.37,33276,10,1],["gemma4-31b-q4",1,7.8,null,4.28,36.4,17646,10,1],["gemma4-26b-a4b-q4",1,37.5,29.1,0.46,4.23,124899,10,1],["gemma4-e4b-q4",1,43.6,39.1,1.04,8.7,131072,10,1],["gemma4-e4b-q8",1,30.6,28.3,1.08,8.99,131072,10,1],["gemma4-e2b-q4",1,95.6,84.7,0.57,4.92,131072,10,1],["gemma4-e2b-q8",1,70.3,64.3,0.59,5.09,131072,10,1],["gemma4-12b-q4",1,19.6,15.8,1.67,14.23,224045,10,1],["north-mini-code-1-q4",1,40.6,33.8,0.49,5.29,131610,10,1],["gpt-oss-20b",1,37.8,32.2,0.55,5.59,131072,10,1],["qwen3.5-9b-q8",1,18.5,16.6,1.21,10.57,262144,10,1],["gemma4-12b-q8",1,11.9,10.4,1.73,14.71,143354,10,1],["qwen3-14b-q8",1,10.1,7.7,2.25,23.48,39702,10,1],["laguna-xs-2.1-q4",1,55.2,38.9,0.4,4.8,50360,10,1],["ornith-9b-q4",1,30.5,25.7,1.17,10.22,262144,10,1],["ornith-35b-q4",1,60.7,49.3,0.41,4.37,60214,10,1],["granite4.2-3b-q4",1,61,31.6,0.56,7.16,131072,10,1],["granite4.2-8b-q4",1,26.8,14.7,1.31,14.77,104077,10,1],["granite4.2-30b-q4",1,8.5,null,4.24,40.76,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,46.9,44.5,0.52,4.76,566666,10,1],["muse-glimmer-30b-q4",1,9.9,9.6,3.75,31.37,131072,10,1],["minicpm-v4.5-8b-q4",1,29.3,16.2,1.22,13.6,40960,10,1],["glm-4.7-flash-q4",1,40.4,28.7,0.56,6.98,62439,10,1],["glm-4-9b-chat-q4",1,25.8,21.6,1.4,15.45,131072,10,1],["glm-4-9b-chat-q8",1,16.5,14.7,1.45,15.97,131072,10,1],["olmo-3.1-32b-q4",1,7.8,null,4.58,38.75,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,29.4,24.9,1.17,10.22,262144,10,1],["devstral-small-2-24b-q4",1,10.3,7.8,3.4,31.42,44083,10,1],["ministral-3-3b-q4",1,44.5,23.6,0.53,7.02,182600,10,1],["ministral-3-8b-q4",1,24.9,15.1,1.26,13.7,117602,10,1],["ministral-3-14b-q4",1,16.8,11.1,1.98,20.08,81283,10,1],["mellum2.1-12b-q4",1,58.7,50.7,0.36,3.6,131072,10,1],["arex-2-27b-q4",1,9.6,8.6,3.48,30.36,79293,10,1],["arete-27b-q4",1,9.6,8.6,3.48,30.36,79293,10,1],["twil-8b-q4",1,26.8,14.7,1.31,14.77,104077,10,1],["nanbeige4.3-33b-q4",1,7.6,null,4.84,48.37,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,39.1,35.4,1.04,8.7,65536,10,1],["granite-switch-4.1-8b-q4",1,21.9,12.8,1.32,15,92933,10,1],["granite-switch-4.1-30b-q4",1,7.2,null,4.32,41.55,5047,10,1],["jebadiah-9b-q4",1,29.7,null,1.17,10.22,4096,10,1],["jebadiah-9b-q5",1,26.1,null,1.6,14,4096,10,1],["jebadiah-9b-q8",1,18,null,1.21,10.57,4096,10,1],["jebadiah-27b-q4",1,9.8,null,3.48,30.36,4096,10,1],["jebadiah-27b-q5",1,8.4,null,4.76,41.58,4096,10,1],["lfm3-1.7b-q4",1,119.1,93.6,0.24,2.22,262144,5,1],["sage-a1.5-q4",1,59.3,48.4,0.41,4.37,33520,10,1]]},"Apple M1 Pro|16GB":{"label":"Apple M1 Pro, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":28.4},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":28.4},"40":null},"cells":[["qwen2.5-1.5b-q4",1,110,67.9,1.09,13.84,32768,5,1],["qwen2.5-3b-q4",1,64.4,43.9,2.15,26,32768,10,1],["qwen2.5-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-14b-q4",1,15.8,null,10.07,109.85,11250,10,1],["llama3.2-3b-q4",1,54.6,24.5,2.26,28.33,80048,10,1],["llama3.1-8b-q4",1,28,16.3,5.47,59.38,47907,10,1],["llama3.1-8b-q8",1,17.2,null,5.66,61.39,20288,10,1],["llama3.1-8b-q5",1,24.6,15,7.49,81.33,41709,10,1],["mistral-7b-q4",1,29.7,16.8,4.96,55.33,32768,10,1],["mistral-7b-q5",1,25.9,15.5,6.8,75.79,32768,10,1],["mistral-7b-q8",1,18.1,null,5.13,57.21,26683,10,1],["mistral-nemo-12b-q4",1,19.9,null,8.27,85.65,25197,10,1],["gemma2-2b-q4",1,62.4,null,1.75,17.14,8192,10,1],["gemma2-9b-q4",1,20.3,null,6.16,59.51,8192,10,1],["phi3-mini-q4",1,35.5,null,2.68,33.15,4096,10,1],["phi3-medium-q4",1,15.8,null,9.46,100.09,4096,10,1],["phi4-14b-q4",1,15.4,null,9.91,103.7,10482,10,1],["qwen2.5-coder-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-coder-14b-q4",1,15.8,null,10.07,109.85,11250,10,1],["llama3.2-1b-q4",1,124.4,69.1,0.87,10.85,131072,5,1],["qwen2.5-0.5b-q4",1,209.9,139.3,0.37,5.48,32768,5,0],["gemma-3-1b-q4",1,137,123.4,0.66,5.73,32768,5,1],["gemma-3-1b-q8",1,110.7,101.7,0.68,5.92,32768,5,1],["phi4-mini-3.8b-q4",1,45.7,21,2.69,33.23,66437,10,1],["phi4-mini-3.8b-q8",1,30.9,17.2,2.78,34.35,54286,10,1],["mage-vl-cowork-q4",1,45,19.5,3.17,42.89,57535,10,1],["smollm2-360m-q4",1,129.4,null,0.3,6.06,8192,5,1],["qwen3-8b-q4",1,26.5,15,5.61,62.44,40517,10,1],["qwen3-8b-q8",1,16.7,null,5.8,64.55,15929,10,1],["qwen3-14b-q4",1,15.6,null,9.98,104.26,11741,10,1],["gemma3-4b-q4",1,50.9,42.2,2.53,21.46,131072,10,1],["gemma3-4b-q8",1,32.9,29,2.62,22.19,131072,10,1],["gemma3-12b-q4",1,18.5,14.9,7.68,65.31,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,31.2,23.1,5.14,53.05,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,18.9,15.6,5.31,54.84,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,15.8,null,10.07,109.85,11250,10,1],["qwen3.5-0.8b-q4",1,133.6,101,0.44,5,262144,5,1],["qwen3.5-2b-q4",1,65,56.2,1.1,10.29,262144,5,1],["qwen3.5-4b-q4",1,49.6,37.6,2.49,23.8,260968,10,1],["qwen3.5-4b-q8",1,31.1,25.9,2.57,24.6,205004,10,1],["qwen3.5-9b-q4",1,28.4,24,5.38,46.91,170010,10,1],["lfm2.5-8b-a1b-q4",1,78.6,66.1,1.04,9.8,128000,10,1],["granite4.1-3b-q4",1,55.8,29.4,2.42,31.54,111090,10,1],["granite4.1-8b-q4",1,24.1,13.6,5.77,65.65,35718,10,1],["gemma4-e4b-q4",1,40.5,36.3,4.78,39.93,131072,10,1],["gemma4-e4b-q8",1,28.6,26.4,4.94,41.28,131072,10,1],["gemma4-e2b-q4",1,86.4,77,2.61,22.59,131072,10,1],["gemma4-e2b-q8",1,64.3,59,2.7,23.35,131072,10,1],["gemma4-12b-q4",1,18.4,14.8,7.68,65.31,53147,10,1],["qwen3.5-9b-q8",1,17.4,15.6,5.56,48.5,51040,10,1],["ornith-9b-q4",1,28.4,24,5.38,46.91,170010,10,1],["granite4.2-3b-q4",1,56.1,29.5,2.58,32.87,109326,10,1],["granite4.2-8b-q4",1,25,13.9,6.03,67.78,35718,10,1],["minicpm-v4.5-8b-q4",1,27.4,15.3,5.61,62.43,40960,10,1],["glm-4-9b-chat-q4",1,24.2,20.2,6.42,70.92,120827,10,1],["glm-4-9b-chat-q8",1,15.5,null,6.64,73.32,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,27.5,23.4,5.38,46.91,163543,10,1],["ministral-3-3b-q4",1,41.3,22.1,2.44,32.24,77432,10,1],["ministral-3-8b-q4",1,23.4,14.2,5.78,62.87,37179,10,1],["ministral-3-14b-q4",1,15.8,null,9.08,92.16,12924,10,1],["mellum2.1-12b-q4",1,54,46.9,1.64,16.52,131072,10,1],["twil-8b-q4",1,25,13.9,6.03,67.78,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,36.4,33,4.78,39.93,65536,10,1],["granite-switch-4.1-8b-q4",1,20.5,null,6.04,68.83,27829,10,1],["jebadiah-9b-q4",1,27.8,null,5.38,46.91,4096,10,1],["jebadiah-9b-q5",1,24.4,null,7.36,64.25,4096,10,1],["jebadiah-9b-q8",1,16.9,null,5.56,48.5,4096,10,1],["lfm3-1.7b-q4",1,106.4,84.6,1.09,10.19,262144,5,1]]},"Apple M1 Pro|32GB":{"label":"Apple M1 Pro, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":54.6},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":54.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":54.6}},"cells":[["qwen2.5-1.5b-q4",1,110,67.9,1.09,13.84,32768,5,1],["qwen2.5-3b-q4",1,64.4,43.9,2.15,26,32768,10,1],["qwen2.5-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-14b-q4",1,15.8,9.8,10.07,109.85,32768,10,1],["llama3.2-3b-q4",1,54.6,24.5,2.26,28.33,131072,10,1],["llama3.1-8b-q4",1,28,16.3,5.47,59.38,131072,10,1],["llama3.1-8b-q8",1,17.2,11.9,5.66,61.39,105737,10,1],["llama3.1-8b-q5",1,24.6,15,7.49,81.33,127159,10,1],["mistral-7b-q4",1,29.7,16.8,4.96,55.33,32768,10,1],["mistral-7b-q5",1,25.9,15.5,6.8,75.79,32768,10,1],["mistral-7b-q8",1,18.1,12.3,5.13,57.21,32768,10,1],["mistral-nemo-12b-q4",1,19.9,12.1,8.27,85.65,93556,10,1],["mistral-nemo-12b-q8",1,11.4,8.4,8.55,88.55,57236,10,1],["gemma2-2b-q4",1,62.4,null,1.75,17.14,8192,10,1],["gemma2-9b-q4",1,20.3,null,6.16,59.51,8192,10,1],["gemma2-27b-q4",1,8.2,null,17.8,153.63,8192,10,1],["phi3-mini-q4",1,35.5,null,2.68,33.15,4096,10,1],["phi3-medium-q4",1,15.8,null,9.46,100.09,4096,10,1],["phi4-14b-q4",1,15.4,null,9.91,103.7,16384,10,1],["phi4-14b-q8",1,9.4,null,10.25,107.21,16384,10,1],["qwen2.5-coder-7b-q4",1,31.2,23.1,5.14,53.05,32768,10,1],["qwen2.5-coder-14b-q4",1,15.8,9.8,10.07,109.85,32768,10,1],["llama3.2-1b-q4",1,124.4,69.1,0.87,10.85,131072,5,1],["mistral-small-22b-q4",1,11.1,7.4,15.11,161.91,32768,10,1],["qwen2.5-0.5b-q4",1,209.9,139.3,0.37,5.48,32768,5,0],["gemma-3-1b-q4",1,137,123.4,0.66,5.73,32768,5,1],["gemma-3-1b-q8",1,110.7,101.7,0.68,5.92,32768,5,1],["phi4-mini-3.8b-q4",1,45.7,21,2.69,33.23,131072,10,1],["phi4-mini-3.8b-q8",1,30.9,17.2,2.78,34.35,131072,10,1],["mage-vl-cowork-q4",1,45,19.5,3.17,42.89,133489,10,1],["smollm2-360m-q4",1,129.4,null,0.3,6.06,8192,5,1],["qwen3-8b-q4",1,26.5,15,5.61,62.44,40960,10,1],["qwen3-8b-q8",1,16.7,11.3,5.8,64.55,40960,10,1],["qwen3-14b-q4",1,15.6,10.4,9.98,104.26,40960,10,1],["qwen3-30b-q4",1,40.4,22.7,2.59,44.11,38426,10,1],["qwen3-32b-q4",1,7.2,null,22.29,240.83,8387,10,1],["qwen3-coder-30b-a3b-q4",1,40.5,22.7,2.59,44.11,39096,10,1],["gemma3-4b-q4",1,50.9,42.2,2.53,21.46,131072,10,1],["gemma3-4b-q8",1,32.9,29,2.62,22.19,131072,10,1],["gemma3-12b-q4",1,18.5,14.9,7.68,65.31,131072,10,1],["gemma3-27b-q4",1,8.6,7.6,17.55,145.25,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,31.2,23.1,5.14,53.05,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,18.9,15.6,5.31,54.84,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,15.8,9.8,10.07,109.85,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,9.5,7,10.41,113.56,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,7.3,null,21.88,214.06,9722,10,1],["mistral-small-3.1-cloud",1,9.5,7.3,15.59,144.22,42194,10,1],["qwen3.5-0.8b-q4",1,133.6,101,0.44,5,262144,5,1],["qwen3.5-2b-q4",1,65,56.2,1.1,10.29,262144,5,1],["qwen3.5-4b-q4",1,49.6,37.6,2.49,23.8,262144,10,1],["qwen3.5-4b-q8",1,31.1,25.9,2.57,24.6,262144,10,1],["qwen3.5-9b-q4",1,28.4,24,5.38,46.91,262144,10,1],["qwen3.5-35b-a3b-q4",1,55.8,45.6,1.9,20.06,60214,10,1],["qwen3.5-27b-q4",1,9.4,8.4,15.95,139.33,89303,10,1],["lfm2-24b-a2b-q4",1,60.3,48.5,1.43,13.85,128000,10,1],["lfm2.5-8b-a1b-q4",1,78.6,66.1,1.04,9.8,128000,10,1],["granite4.1-3b-q4",1,55.8,29.4,2.42,31.54,131072,10,1],["granite4.1-8b-q4",1,24.1,13.6,5.77,65.65,104077,10,1],["qwen3.6-27b-q4",1,9.2,8.2,15.95,139.33,84870,10,1],["qwen3.8-27b-q4",1,9.2,8.2,15.95,139.33,85285,10,1],["qwen3.6-35b-a3b-q4",1,54.6,44.8,1.9,20.06,33276,10,1],["gemma4-31b-q4",1,7.4,null,19.66,167.06,17646,10,1],["gemma4-26b-a4b-q4",1,34.9,27.2,2.12,19.41,124899,10,1],["gemma4-e4b-q4",1,40.5,36.3,4.78,39.93,131072,10,1],["gemma4-e4b-q8",1,28.6,26.4,4.94,41.28,131072,10,1],["gemma4-e2b-q4",1,86.4,77,2.61,22.59,131072,10,1],["gemma4-e2b-q8",1,64.3,59,2.7,23.35,131072,10,1],["gemma4-12b-q4",1,18.4,14.8,7.68,65.31,224045,10,1],["north-mini-code-1-q4",1,37.7,31.5,2.24,24.27,131610,10,1],["gpt-oss-20b",1,35.2,30.1,2.54,25.65,131072,10,1],["qwen3.5-9b-q8",1,17.4,15.6,5.56,48.5,262144,10,1],["gemma4-12b-q8",1,11.2,9.8,7.94,67.52,143354,10,1],["qwen3-14b-q8",1,9.5,7.3,10.32,107.79,39702,10,1],["laguna-xs-2.1-q4",1,50.9,36.1,1.84,22.01,50360,10,1],["ornith-9b-q4",1,28.4,24,5.38,46.91,262144,10,1],["ornith-35b-q4",1,55.8,45.6,1.9,20.06,60214,10,1],["granite4.2-3b-q4",1,56.1,29.5,2.58,32.87,131072,10,1],["granite4.2-8b-q4",1,25,13.9,6.03,67.78,104077,10,1],["granite4.2-30b-q4",1,8.1,null,19.48,187.1,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,43.4,41.2,2.37,21.86,566666,10,1],["muse-glimmer-30b-q4",1,9.3,9.1,17.2,143.97,131072,10,1],["minicpm-v4.5-8b-q4",1,27.4,15.3,5.61,62.43,40960,10,1],["glm-4.7-flash-q4",1,37.5,26.8,2.57,32.05,62439,10,1],["glm-4-9b-chat-q4",1,24.2,20.2,6.42,70.92,131072,10,1],["glm-4-9b-chat-q8",1,15.5,13.8,6.64,73.32,131072,10,1],["olmo-3.1-32b-q4",1,7.4,null,21.01,177.85,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,27.5,23.4,5.38,46.91,262144,10,1],["devstral-small-2-24b-q4",1,9.7,7.4,15.59,144.22,44083,10,1],["ministral-3-3b-q4",1,41.3,22.1,2.44,32.24,182600,10,1],["ministral-3-8b-q4",1,23.4,14.2,5.78,62.87,117602,10,1],["ministral-3-14b-q4",1,15.8,10.5,9.08,92.16,81283,10,1],["mellum2.1-12b-q4",1,54,46.9,1.64,16.52,131072,10,1],["arex-2-27b-q4",1,9,8.1,15.95,139.33,79293,10,1],["arete-27b-q4",1,9,8.1,15.95,139.33,79293,10,1],["twil-8b-q4",1,25,13.9,6.03,67.78,104077,10,1],["nanbeige4.3-33b-q4",1,7.2,null,22.2,222.03,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,36.4,33,4.78,39.93,65536,10,1],["granite-switch-4.1-8b-q4",1,20.5,12.1,6.04,68.83,92933,10,1],["granite-switch-4.1-30b-q4",1,6.8,null,19.81,190.69,5047,10,1],["jebadiah-9b-q4",1,27.8,null,5.38,46.91,4096,10,1],["jebadiah-9b-q5",1,24.4,null,7.36,64.25,4096,10,1],["jebadiah-9b-q8",1,16.9,null,5.56,48.5,4096,10,1],["jebadiah-27b-q4",1,9.2,null,15.95,139.33,4096,10,1],["jebadiah-27b-q5",1,8,null,21.85,190.84,4096,10,1],["lfm3-1.7b-q4",1,106.4,84.6,1.09,10.19,262144,5,1],["sage-a1.5-q4",1,54.6,44.8,1.9,20.06,33520,10,1]]},"Apple M1 Max|32GB|24c":{"label":"Apple M1 Max 24-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.73,9.23,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.43,17.33,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,6.71,73.23,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.51,18.89,131072,10,1],["llama3.1-8b-q4",1,48.7,29,3.65,39.59,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,3.77,40.92,105737,10,1],["llama3.1-8b-q5",1,43,26.9,4.99,54.22,127159,10,1],["mistral-7b-q4",1,51.4,30,3.31,36.89,32768,10,1],["mistral-7b-q5",1,45.2,27.8,4.53,50.53,32768,10,1],["mistral-7b-q8",1,32.2,22.2,3.42,38.14,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,5.51,57.1,93556,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,5.7,59.03,57236,10,1],["gemma2-2b-q4",1,101.1,null,1.16,11.43,8192,10,1],["gemma2-9b-q4",1,35.8,null,4.1,39.67,8192,10,1],["gemma2-27b-q4",1,14.9,null,11.87,102.42,8192,10,1],["phi3-mini-q4",1,60.8,null,1.79,22.1,4096,10,1],["phi3-medium-q4",1,28.3,null,6.31,66.72,4096,10,1],["phi4-14b-q4",1,27.5,null,6.61,69.13,16384,10,1],["phi4-14b-q8",1,17,null,6.83,71.47,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,6.71,73.23,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.58,7.24,131072,5,1],["mistral-small-22b-q4",1,20,13.5,10.08,107.94,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.24,3.66,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.44,3.82,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.45,3.95,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.79,22.15,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.85,22.9,131072,10,1],["mage-vl-cowork-q4",1,75.5,34.6,2.11,28.6,133489,10,1],["smollm2-360m-q4",1,185.1,null,0.2,4.04,8192,5,1],["qwen3-8b-q4",1,46.3,26.8,3.74,41.62,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,3.87,43.03,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,6.66,69.51,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.72,29.41,38426,10,1],["qwen3-32b-q4",1,13.1,null,14.86,160.55,8387,10,1],["qwen3-coder-30b-a3b-q4",1,68.6,40,1.72,29.41,39096,10,1],["gemma3-4b-q4",1,84.4,71.3,1.69,14.31,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.74,14.79,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,5.12,43.54,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,11.7,96.84,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,3.42,35.37,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,3.54,36.56,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,6.71,73.23,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,6.94,75.71,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.3,null,14.58,142.71,9722,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,10.39,96.15,42194,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.29,3.34,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.74,6.86,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.66,15.87,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.71,16.4,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,1.26,13.37,60214,10,1],["qwen3.5-27b-q4",1,17,15.2,10.63,92.89,89303,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.95,9.23,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.69,6.54,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.61,21.03,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,3.84,43.77,104077,10,1],["qwen3.6-27b-q4",1,16.7,15,10.63,92.89,84870,10,1],["qwen3.8-27b-q4",1,16.7,15,10.63,92.89,85285,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,1.26,13.37,33276,10,1],["gemma4-31b-q4",1,13.5,null,13.11,111.37,17646,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.41,12.94,124899,10,1],["gemma4-e4b-q4",1,68.6,62.1,3.18,26.62,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,3.29,27.52,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.74,15.06,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.8,15.57,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,5.12,43.54,224045,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.49,16.18,131610,10,1],["gpt-oss-20b",1,60.3,52.1,1.7,17.1,131072,10,1],["qwen3.5-9b-q8",1,30.9,27.9,3.71,32.33,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,5.29,45.01,143354,10,1],["qwen3-14b-q8",1,17.2,13.2,6.88,71.86,39702,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,1.22,14.67,50360,10,1],["ornith-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["ornith-35b-q4",1,91.7,76.4,1.26,13.37,60214,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.72,21.92,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,4.02,45.18,104077,10,1],["granite4.2-30b-q4",1,14.6,null,12.99,124.74,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.58,14.57,566666,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,11.47,95.98,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,3.74,41.62,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.71,21.36,62439,10,1],["glm-4-9b-chat-q4",1,42.4,35.8,4.28,47.28,131072,10,1],["glm-4-9b-chat-q8",1,27.8,24.8,4.43,48.88,131072,10,1],["olmo-3.1-32b-q4",1,13.5,null,14.01,118.57,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,3.58,31.27,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,10.39,96.15,44083,10,1],["ministral-3-3b-q4",1,69.9,39,1.63,21.49,182600,10,1],["ministral-3-8b-q4",1,41,25.5,3.86,41.91,117602,10,1],["ministral-3-14b-q4",1,28.3,19,6.05,61.44,81283,10,1],["mellum2.1-12b-q4",1,89,78.4,1.09,11.01,131072,10,1],["arex-2-27b-q4",1,16.4,14.7,10.63,92.89,79293,10,1],["arete-27b-q4",1,16.4,14.7,10.63,92.89,79293,10,1],["twil-8b-q4",1,43.9,24.9,4.02,45.18,104077,10,1],["nanbeige4.3-33b-q4",1,13,null,14.8,148.02,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,62.2,56.8,3.18,26.62,65536,10,1],["granite-switch-4.1-8b-q4",1,36.2,21.8,4.03,45.89,92933,10,1],["granite-switch-4.1-30b-q4",1,12.3,null,13.21,127.13,5047,10,1],["jebadiah-9b-q4",1,48.3,null,3.58,31.27,4096,10,1],["jebadiah-9b-q5",1,42.8,null,4.91,42.83,4096,10,1],["jebadiah-9b-q8",1,30.2,null,3.71,32.33,4096,10,1],["jebadiah-27b-q4",1,16.7,null,10.63,92.89,4096,10,1],["jebadiah-27b-q5",1,14.5,null,14.57,127.22,4096,10,1],["lfm3-1.7b-q4",1,158.6,131.4,0.73,6.79,262144,5,1],["sage-a1.5-q4",1,89.9,75.2,1.26,13.37,33520,10,1]]},"Apple M1 Max|32GB|32c":{"label":"Apple M1 Max 32-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.54,6.92,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.08,13,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,2.57,26.52,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,5.04,54.92,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.13,14.17,131072,10,1],["llama3.1-8b-q4",1,48.7,29,2.73,29.69,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,2.83,30.69,105737,10,1],["llama3.1-8b-q5",1,43,26.9,3.75,40.66,127159,10,1],["mistral-7b-q4",1,51.4,30,2.48,27.67,32768,10,1],["mistral-7b-q5",1,45.2,27.8,3.4,37.89,32768,10,1],["mistral-7b-q8",1,32.2,22.2,2.57,28.6,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,4.13,42.82,93556,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,4.27,44.27,57236,10,1],["gemma2-2b-q4",1,101.1,null,0.87,8.57,8192,10,1],["gemma2-9b-q4",1,35.8,null,3.08,29.75,8192,10,1],["gemma2-27b-q4",1,14.9,null,8.9,76.82,8192,10,1],["phi3-mini-q4",1,60.8,null,1.34,16.57,4096,10,1],["phi3-medium-q4",1,28.3,null,4.73,50.04,4096,10,1],["phi4-14b-q4",1,27.5,null,4.96,51.85,16384,10,1],["phi4-14b-q8",1,17,null,5.12,53.61,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,2.57,26.52,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,5.04,54.92,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.43,5.43,131072,5,1],["mistral-small-22b-q4",1,20,13.5,7.56,80.95,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.18,2.74,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.33,2.86,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.34,2.96,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.34,16.61,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.39,17.17,131072,10,1],["mage-vl-cowork-q4",1,75.5,34.6,1.58,21.45,133489,10,1],["smollm2-360m-q4",1,185.1,null,0.15,3.03,8192,5,1],["qwen3-8b-q4",1,46.3,26.8,2.8,31.22,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,2.9,32.27,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,4.99,52.13,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.29,22.06,38426,10,1],["qwen3-32b-q4",1,13.1,null,11.15,120.41,8387,10,1],["qwen3-coder-30b-a3b-q4",1,68.6,40,1.29,22.06,39096,10,1],["gemma3-4b-q4",1,84.4,71.3,1.27,10.73,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.31,11.09,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,3.84,32.65,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,8.77,72.63,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,2.57,26.52,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,2.66,27.42,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,5.04,54.92,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,5.21,56.78,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.3,null,10.94,107.03,9722,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,7.79,72.11,42194,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.22,2.5,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.55,5.14,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.24,11.9,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.29,12.3,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,0.95,10.03,60214,10,1],["qwen3.5-27b-q4",1,17,15.2,7.98,69.67,89303,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.71,6.92,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.52,4.9,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.21,15.77,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,2.88,32.83,104077,10,1],["qwen3.6-27b-q4",1,16.7,15,7.98,69.67,84870,10,1],["qwen3.8-27b-q4",1,16.7,15,7.98,69.67,85285,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,0.95,10.03,33276,10,1],["gemma4-31b-q4",1,13.5,null,9.83,83.53,17646,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.06,9.71,124899,10,1],["gemma4-e4b-q4",1,68.6,62.1,2.39,19.96,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,2.47,20.64,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.3,11.29,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.35,11.68,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,3.84,32.65,224045,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.12,12.14,131610,10,1],["gpt-oss-20b",1,60.3,52.1,1.27,12.82,131072,10,1],["qwen3.5-9b-q8",1,30.9,27.9,2.78,24.25,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,3.97,33.76,143354,10,1],["qwen3-14b-q8",1,17.2,13.2,5.16,53.9,39702,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,0.92,11,50360,10,1],["ornith-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["ornith-35b-q4",1,91.7,76.4,0.95,10.03,60214,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.29,16.44,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,3.02,33.89,104077,10,1],["granite4.2-30b-q4",1,14.6,null,9.74,93.55,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.18,10.93,566666,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,8.6,71.99,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,2.8,31.22,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.29,16.02,62439,10,1],["glm-4-9b-chat-q4",1,42.4,35.8,3.21,35.46,131072,10,1],["glm-4-9b-chat-q8",1,27.8,24.8,3.32,36.66,131072,10,1],["olmo-3.1-32b-q4",1,13.5,null,10.51,88.92,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,2.69,23.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,7.79,72.11,44083,10,1],["ministral-3-3b-q4",1,69.9,39,1.22,16.12,182600,10,1],["ministral-3-8b-q4",1,41,25.5,2.89,31.43,117602,10,1],["ministral-3-14b-q4",1,28.3,19,4.54,46.08,81283,10,1],["mellum2.1-12b-q4",1,89,78.4,0.82,8.26,131072,10,1],["arex-2-27b-q4",1,16.4,14.7,7.98,69.67,79293,10,1],["arete-27b-q4",1,16.4,14.7,7.98,69.67,79293,10,1],["twil-8b-q4",1,43.9,24.9,3.02,33.89,104077,10,1],["nanbeige4.3-33b-q4",1,13,null,11.1,111.02,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,62.2,56.8,2.39,19.96,65536,10,1],["granite-switch-4.1-8b-q4",1,36.2,21.8,3.02,34.41,92933,10,1],["granite-switch-4.1-30b-q4",1,12.3,null,9.91,95.35,5047,10,1],["jebadiah-9b-q4",1,48.3,null,2.69,23.46,4096,10,1],["jebadiah-9b-q5",1,42.8,null,3.68,32.13,4096,10,1],["jebadiah-9b-q8",1,30.2,null,2.78,24.25,4096,10,1],["jebadiah-27b-q4",1,16.7,null,7.98,69.67,4096,10,1],["jebadiah-27b-q5",1,14.5,null,10.92,95.42,4096,10,1],["lfm3-1.7b-q4",1,158.6,131.4,0.55,5.09,262144,5,1],["sage-a1.5-q4",1,89.9,75.2,0.95,10.03,33520,10,1]]},"Apple M1 Max|64GB|24c":{"label":"Apple M1 Max 24-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.73,9.23,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.43,17.33,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,6.71,73.23,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.51,18.89,131072,10,1],["llama3.1-8b-q4",1,48.7,29,3.65,39.59,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,3.77,40.92,131072,10,1],["llama3.1-8b-q5",1,43,26.9,4.99,54.22,131072,10,1],["llama3.1-70b-q4",1,6.4,null,31.34,302.75,16722,10,1],["mistral-7b-q4",1,51.4,30,3.31,36.89,32768,10,1],["mistral-7b-q5",1,45.2,27.8,4.53,50.53,32768,10,1],["mistral-7b-q8",1,32.2,22.2,3.42,38.14,32768,10,1],["mixtral-8x7b-q4",1,21.4,16.5,5.74,56.31,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,5.51,57.1,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,5.7,59.03,131072,10,1],["gemma2-2b-q4",1,101.1,null,1.16,11.43,8192,10,1],["gemma2-9b-q4",1,35.8,null,4.1,39.67,8192,10,1],["gemma2-27b-q4",1,14.9,null,11.87,102.42,8192,10,1],["phi3-mini-q4",1,60.8,null,1.79,22.1,4096,10,1],["phi3-medium-q4",1,28.3,null,6.31,66.72,4096,10,1],["phi4-14b-q4",1,27.5,null,6.61,69.13,16384,10,1],["phi4-14b-q8",1,17,null,6.83,71.47,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,3.42,35.37,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,6.71,73.23,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.58,7.24,131072,5,1],["mistral-small-22b-q4",1,20,13.5,10.08,107.94,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.24,3.66,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.44,3.82,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.45,3.95,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.79,22.15,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.85,22.9,131072,10,1],["mage-vl-cowork-q4",1,75.5,34.6,2.11,28.6,262144,10,1],["smollm2-360m-q4",1,185.1,null,0.2,4.04,8192,5,1],["llama3.3-70b-q4",1,6.4,null,31.34,302.75,16722,10,1],["qwen3-8b-q4",1,46.3,26.8,3.74,41.62,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,3.87,43.03,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,6.66,69.51,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.72,29.41,40960,10,1],["qwen3-30b-a3b-q8",1,43.9,30.1,1.78,30.4,40960,10,1],["qwen3-32b-q4",1,13.1,9.6,14.86,160.55,40960,10,1],["qwen3-32b-q8",1,7.8,6.4,15.37,165.98,40960,10,1],["qwen3-coder-30b-a3b-q4",1,68.6,40,1.72,29.41,262144,10,1],["qwen3-coder-30b-a3b-q8",1,44,30.1,1.78,30.4,157837,10,1],["gemma3-4b-q4",1,84.4,71.3,1.69,14.31,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.74,14.79,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,5.12,43.54,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,11.7,96.84,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,3.42,35.37,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,3.54,36.56,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,6.71,73.23,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,6.94,75.71,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.3,9.7,14.58,142.71,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,7.9,6.5,15.08,147.54,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.4,null,31.34,302.75,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,10.39,96.15,131072,10,1],["mistral-small-3.1-24b-q8",1,10.5,8.9,10.74,99.4,131072,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.29,3.34,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.74,6.86,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.66,15.87,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.71,16.4,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,1.26,13.37,262144,10,1],["qwen3.5-27b-q4",1,17,15.2,10.63,92.89,262144,10,1],["qwen3.5-27b-q8",1,9.9,9.3,10.99,96.03,262144,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.95,9.23,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.69,6.54,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.61,21.03,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,3.84,43.77,131072,10,1],["qwen3.6-27b-q4",1,16.7,15,10.63,92.89,262144,10,1],["qwen3.8-27b-q4",1,16.7,15,10.63,92.89,262144,10,1],["qwen3.8-27b-q8",1,9.9,9.3,10.99,96.03,262144,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,1.26,13.37,262144,10,1],["gemma4-31b-q4",1,13.5,10.9,13.11,111.37,173896,10,1],["gemma4-31b-q8",1,8.1,7.1,13.55,115.14,88656,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.41,12.94,262144,10,1],["gemma4-e4b-q4",1,68.6,62.1,3.18,26.62,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,3.29,27.52,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.74,15.06,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.8,15.57,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,5.12,43.54,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,59.2,57,2.16,19.96,262144,10,1],["laguna-xs2-q4",1,76.6,57.4,1.22,14.67,262144,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.49,16.18,500000,10,1],["gpt-oss-20b",1,60.3,52.1,1.7,17.1,131072,10,1],["qwen3.6-35b-a3b-q8",1,57.1,50.8,1.31,13.82,262144,10,1],["qwen3.5-35b-a3b-q8",1,57.1,50.8,1.31,13.82,262144,10,1],["qwen3.5-9b-q8",1,30.9,27.9,3.71,32.33,262144,10,1],["qwen3.6-27b-q8",1,9.9,9.3,10.99,96.03,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,5.29,45.01,262144,10,1],["gemma4-26b-a4b-q8",1,41.3,35,1.46,13.38,262144,10,1],["qwen3-14b-q8",1,17.2,13.2,6.88,71.86,40960,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,1.22,14.67,262144,10,1],["ornith-9b-q4",1,49.4,42.2,3.58,31.27,262144,10,1],["ornith-35b-q4",1,91.7,76.4,1.26,13.37,262144,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.72,21.92,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,4.02,45.18,131072,10,1],["granite4.2-30b-q4",1,14.6,10.4,12.99,124.74,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,56.8,54.8,1.58,14.57,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.58,14.57,1048576,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,11.47,95.98,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,3.74,41.62,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.71,21.36,202752,10,1],["glm-4-9b-chat-q4",1,42.4,35.8,4.28,47.28,131072,10,1],["glm-4-9b-chat-q8",1,27.8,24.8,4.43,48.88,131072,10,1],["olmo-3.1-32b-q4",1,13.5,12.3,14.01,118.57,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,3.58,31.27,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,10.39,96.15,200333,10,1],["ministral-3-3b-q4",1,69.9,39,1.63,21.49,262144,10,1],["ministral-3-8b-q4",1,41,25.5,3.86,41.91,262144,10,1],["ministral-3-14b-q4",1,28.3,19,6.05,61.44,237533,10,1],["flint-40b",1,96.7,74.7,1.6,19.06,262144,10,1],["mellum2.1-12b-q4",1,89,78.4,1.09,11.01,131072,10,1],["kolibri-1-q4xs",1,74.5,64.1,1.63,17.95,211185,10,1],["arex-2-27b-q4",1,16.4,14.7,10.63,92.89,262144,10,1],["arete-27b-q4",1,16.4,14.7,10.63,92.89,262144,10,1],["twil-8b-q4",1,43.9,24.9,4.02,45.18,131072,10,1],["nanbeige4.3-33b-q4",1,13,10.1,14.8,148.02,127756,10,1],["nanbeige4.3-33b-q8",1,7.9,6.7,15.3,153.03,60119,10,1],["ripple-65b-q4",1,7.1,6.8,26.34,223.77,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,62.2,56.8,3.18,26.62,65536,10,1],["granite-switch-4.1-8b-q4",1,36.2,21.8,4.03,45.89,131072,10,1],["granite-switch-4.1-30b-q4",1,12.3,9.1,13.21,127.13,99744,10,1],["jebadiah-9b-q4",1,48.3,null,3.58,31.27,4096,10,1],["jebadiah-9b-q5",1,42.8,null,4.91,42.83,4096,10,1],["jebadiah-9b-q8",1,30.2,null,3.71,32.33,4096,10,1],["jebadiah-27b-q4",1,16.7,null,10.63,92.89,4096,10,1],["jebadiah-27b-q5",1,14.5,null,14.57,127.22,4096,10,1],["jebadiah-27b-q8",1,9.9,null,10.99,96.03,4096,10,1],["lfm3-1.7b-q4",1,158.6,131.4,0.73,6.79,262144,5,1],["sage-a1.5-q4",1,89.9,75.2,1.26,13.37,262144,10,1]]},"Apple M1 Max|64GB|32c":{"label":"Apple M1 Max 32-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":89.9}},"cells":[["qwen2.5-1.5b-q4",1,162.8,108.8,0.54,6.92,32768,5,1],["qwen2.5-3b-q4",1,103.9,73.9,1.08,13,32768,10,1],["qwen2.5-7b-q4",1,54,40.6,2.57,26.52,32768,10,1],["qwen2.5-14b-q4",1,28.2,17.8,5.04,54.92,32768,10,1],["llama3.2-3b-q4",1,89.9,42.9,1.13,14.17,131072,10,1],["llama3.1-8b-q4",1,48.7,29,2.73,29.69,131072,10,1],["llama3.1-8b-q8",1,30.7,21.5,2.83,30.69,131072,10,1],["llama3.1-8b-q5",1,43,26.9,3.75,40.66,131072,10,1],["llama3.1-70b-q4",1,6.4,null,23.5,227.06,16722,10,1],["mistral-7b-q4",1,51.4,30,2.48,27.67,32768,10,1],["mistral-7b-q5",1,45.2,27.8,3.4,37.89,32768,10,1],["mistral-7b-q8",1,32.2,22.2,2.57,28.6,32768,10,1],["mixtral-8x7b-q4",1,21.4,16.5,4.3,42.23,32768,10,1],["mistral-nemo-12b-q4",1,35.2,21.8,4.13,42.82,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.2,4.27,44.27,131072,10,1],["gemma2-2b-q4",1,101.1,null,0.87,8.57,8192,10,1],["gemma2-9b-q4",1,35.8,null,3.08,29.75,8192,10,1],["gemma2-27b-q4",1,14.9,null,8.9,76.82,8192,10,1],["phi3-mini-q4",1,60.8,null,1.34,16.57,4096,10,1],["phi3-medium-q4",1,28.3,null,4.73,50.04,4096,10,1],["phi4-14b-q4",1,27.5,null,4.96,51.85,16384,10,1],["phi4-14b-q8",1,17,null,5.12,53.61,16384,10,1],["qwen2.5-coder-7b-q4",1,54,40.6,2.57,26.52,32768,10,1],["qwen2.5-coder-14b-q4",1,28.2,17.8,5.04,54.92,32768,10,1],["llama3.2-1b-q4",1,179.5,110.5,0.43,5.43,131072,5,1],["mistral-small-22b-q4",1,20,13.5,7.56,80.95,32768,10,1],["qwen2.5-0.5b-q4",1,262.9,195.7,0.18,2.74,32768,5,0],["gemma-3-1b-q4",1,193.3,178.3,0.33,2.86,32768,5,1],["gemma-3-1b-q8",1,163.7,152.8,0.34,2.96,32768,5,1],["phi4-mini-3.8b-q4",1,76.6,37.1,1.34,16.61,131072,10,1],["phi4-mini-3.8b-q8",1,53.5,30.6,1.39,17.17,131072,10,1],["mage-vl-cowork-q4",1,75.5,34.6,1.58,21.45,262144,10,1],["smollm2-360m-q4",1,185.1,null,0.15,3.03,8192,5,1],["llama3.3-70b-q4",1,6.4,null,23.5,227.06,16722,10,1],["qwen3-8b-q4",1,46.3,26.8,2.8,31.22,40960,10,1],["qwen3-8b-q8",1,29.9,20.3,2.9,32.27,40960,10,1],["qwen3-14b-q4",1,27.8,18.8,4.99,52.13,40960,10,1],["qwen3-30b-q4",1,68.4,39.9,1.29,22.06,40960,10,1],["qwen3-30b-a3b-q8",1,43.9,30.1,1.34,22.8,40960,10,1],["qwen3-32b-q4",1,13.1,9.6,11.15,120.41,40960,10,1],["qwen3-32b-q8",1,7.8,6.4,11.52,124.49,40960,10,1],["qwen3-coder-30b-a3b-q4",1,68.6,40,1.29,22.06,262144,10,1],["qwen3-coder-30b-a3b-q8",1,44,30.1,1.34,22.8,157837,10,1],["gemma3-4b-q4",1,84.4,71.3,1.27,10.73,131072,10,1],["gemma3-4b-q8",1,56.6,50.4,1.31,11.09,131072,10,1],["gemma3-12b-q4",1,32.9,26.8,3.84,32.65,131072,10,1],["gemma3-27b-q4",1,15.7,13.8,8.77,72.63,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,54,40.6,2.57,26.52,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.6,27.9,2.66,27.42,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.2,17.8,5.04,54.92,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.7,5.21,56.78,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.3,9.7,10.94,107.03,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,7.9,6.5,11.31,110.65,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.4,null,23.5,227.06,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.2,7.79,72.11,131072,10,1],["mistral-small-3.1-24b-q8",1,10.5,8.9,8.06,74.55,131072,10,1],["qwen3.5-0.8b-q4",1,189.6,152,0.22,2.5,262144,5,1],["qwen3.5-2b-q4",1,104.8,92.2,0.55,5.14,262144,5,1],["qwen3.5-4b-q4",1,82.6,64.1,1.24,11.9,262144,10,1],["qwen3.5-4b-q8",1,53.7,45.2,1.29,12.3,262144,10,1],["qwen3.5-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,91.7,76.4,0.95,10.03,262144,10,1],["qwen3.5-27b-q4",1,17,15.2,7.98,69.67,262144,10,1],["qwen3.5-27b-q8",1,9.9,9.3,8.25,72.02,262144,10,1],["lfm2-24b-a2b-q4",1,98.2,80.9,0.71,6.92,128000,10,1],["lfm2.5-8b-a1b-q4",1,123.4,106.3,0.52,4.9,128000,10,1],["granite4.1-3b-q4",1,91.7,51,1.21,15.77,131072,10,1],["granite4.1-8b-q4",1,42.2,24.3,2.88,32.83,131072,10,1],["qwen3.6-27b-q4",1,16.7,15,7.98,69.67,262144,10,1],["qwen3.8-27b-q4",1,16.7,15,7.98,69.67,262144,10,1],["qwen3.8-27b-q8",1,9.9,9.3,8.25,72.02,262144,10,1],["qwen3.6-35b-a3b-q4",1,89.9,75.2,0.95,10.03,262144,10,1],["gemma4-31b-q4",1,13.5,10.9,9.83,83.53,173896,10,1],["gemma4-31b-q8",1,8.1,7.1,10.16,86.36,88656,10,1],["gemma4-26b-a4b-q4",1,59.8,47.5,1.06,9.71,262144,10,1],["gemma4-e4b-q4",1,68.6,62.1,2.39,19.96,131072,10,1],["gemma4-e4b-q8",1,49.7,46.2,2.47,20.64,131072,10,1],["gemma4-e2b-q4",1,133.6,121.3,1.3,11.29,131072,10,1],["gemma4-e2b-q8",1,103.9,96.3,1.35,11.68,131072,10,1],["gemma4-12b-q4",1,32.6,26.6,3.84,32.65,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,59.2,57,1.62,14.97,262144,10,1],["laguna-xs2-q4",1,76.6,57.4,0.92,11,262144,10,1],["north-mini-code-1-q4",1,64.3,54.4,1.12,12.14,500000,10,1],["gpt-oss-20b",1,60.3,52.1,1.27,12.82,131072,10,1],["qwen3.6-35b-a3b-q8",1,57.1,50.8,0.98,10.37,262144,10,1],["qwen3.5-35b-a3b-q8",1,57.1,50.8,0.98,10.37,262144,10,1],["qwen3.5-9b-q8",1,30.9,27.9,2.78,24.25,262144,10,1],["qwen3.6-27b-q8",1,9.9,9.3,8.25,72.02,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,3.97,33.76,262144,10,1],["gemma4-26b-a4b-q8",1,41.3,35,1.1,10.03,262144,10,1],["qwen3-14b-q8",1,17.2,13.2,5.16,53.9,40960,10,1],["laguna-xs-2.1-q4",1,84.5,61.8,0.92,11,262144,10,1],["ornith-9b-q4",1,49.4,42.2,2.69,23.46,262144,10,1],["ornith-35b-q4",1,91.7,76.4,0.95,10.03,262144,10,1],["granite4.2-3b-q4",1,92.1,51.1,1.29,16.44,131072,10,1],["granite4.2-8b-q4",1,43.9,24.9,3.02,33.89,131072,10,1],["granite4.2-30b-q4",1,14.6,10.4,9.74,93.55,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,56.8,54.8,1.18,10.93,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,73.1,69.8,1.18,10.93,1048576,10,1],["muse-glimmer-30b-q4",1,16.9,16.5,8.6,71.99,131072,10,1],["minicpm-v4.5-8b-q4",1,47.7,27.3,2.8,31.22,40960,10,1],["glm-4.7-flash-q4",1,64,46.8,1.29,16.02,202752,10,1],["glm-4-9b-chat-q4",1,42.4,35.8,3.21,35.46,131072,10,1],["glm-4-9b-chat-q8",1,27.8,24.8,3.32,36.66,131072,10,1],["olmo-3.1-32b-q4",1,13.5,12.3,10.51,88.92,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,47.9,41,2.69,23.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.4,7.79,72.11,200333,10,1],["ministral-3-3b-q4",1,69.9,39,1.22,16.12,262144,10,1],["ministral-3-8b-q4",1,41,25.5,2.89,31.43,262144,10,1],["ministral-3-14b-q4",1,28.3,19,4.54,46.08,237533,10,1],["flint-40b",1,96.7,74.7,1.2,14.3,262144,10,1],["mellum2.1-12b-q4",1,89,78.4,0.82,8.26,131072,10,1],["kolibri-1-q4xs",1,74.5,64.1,1.23,13.46,211185,10,1],["arex-2-27b-q4",1,16.4,14.7,7.98,69.67,262144,10,1],["arete-27b-q4",1,16.4,14.7,7.98,69.67,262144,10,1],["twil-8b-q4",1,43.9,24.9,3.02,33.89,131072,10,1],["nanbeige4.3-33b-q4",1,13,10.1,11.1,111.02,127756,10,1],["nanbeige4.3-33b-q8",1,7.9,6.7,11.48,114.77,60119,10,1],["ripple-65b-q4",1,7.1,6.8,19.76,167.82,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,62.2,56.8,2.39,19.96,65536,10,1],["granite-switch-4.1-8b-q4",1,36.2,21.8,3.02,34.41,131072,10,1],["granite-switch-4.1-30b-q4",1,12.3,9.1,9.91,95.35,99744,10,1],["jebadiah-9b-q4",1,48.3,null,2.69,23.46,4096,10,1],["jebadiah-9b-q5",1,42.8,null,3.68,32.13,4096,10,1],["jebadiah-9b-q8",1,30.2,null,2.78,24.25,4096,10,1],["jebadiah-27b-q4",1,16.7,null,7.98,69.67,4096,10,1],["jebadiah-27b-q5",1,14.5,null,10.92,95.42,4096,10,1],["jebadiah-27b-q8",1,9.9,null,8.25,72.02,4096,10,1],["lfm3-1.7b-q4",1,158.6,131.4,0.55,5.09,262144,5,1],["sage-a1.5-q4",1,89.9,75.2,0.95,10.03,262144,10,1]]},"Apple M2 Pro|16GB":{"label":"Apple M2 Pro, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":31.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":31.5},"40":null},"cells":[["qwen2.5-1.5b-q4",1,122.6,75.5,0.89,11.28,32768,5,1],["qwen2.5-3b-q4",1,71.6,48.7,1.75,21.18,32768,10,1],["qwen2.5-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-14b-q4",1,17.5,null,8.2,89.5,11250,10,1],["llama3.2-3b-q4",1,60.7,27.1,1.84,23.08,80048,10,1],["llama3.1-8b-q4",1,31,18,4.46,48.38,47907,10,1],["llama3.1-8b-q8",1,19.1,null,4.61,50.01,20288,10,1],["llama3.1-8b-q5",1,27.2,16.7,6.1,66.26,41709,10,1],["mistral-7b-q4",1,32.9,18.6,4.04,45.08,32768,10,1],["mistral-7b-q5",1,28.7,17.2,5.54,61.75,32768,10,1],["mistral-7b-q8",1,20.1,null,4.18,46.61,26683,10,1],["mistral-nemo-12b-q4",1,22,null,6.73,69.78,25197,10,1],["gemma2-2b-q4",1,69.3,null,1.42,13.97,8192,10,1],["gemma2-9b-q4",1,22.5,null,5.02,48.48,8192,10,1],["phi3-mini-q4",1,39.4,null,2.18,27.01,4096,10,1],["phi3-medium-q4",1,17.5,null,7.71,81.54,4096,10,1],["phi4-14b-q4",1,17,null,8.08,84.49,10482,10,1],["qwen2.5-coder-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-coder-14b-q4",1,17.5,null,8.2,89.5,11250,10,1],["llama3.2-1b-q4",1,138.8,76.8,0.71,8.84,131072,5,1],["qwen2.5-0.5b-q4",1,235.4,155.5,0.3,4.47,32768,5,0],["gemma-3-1b-q4",1,153,137.6,0.53,4.67,32768,5,1],["gemma-3-1b-q8",1,123.4,113.3,0.55,4.83,32768,5,1],["phi4-mini-3.8b-q4",1,50.8,23.3,2.19,27.07,66437,10,1],["phi4-mini-3.8b-q8",1,34.3,19.1,2.26,27.99,54286,10,1],["mage-vl-cowork-q4",1,49.9,21.6,2.58,34.95,57535,10,1],["smollm2-360m-q4",1,144.4,null,0.24,4.93,8192,5,1],["qwen3-8b-q4",1,29.4,16.6,4.57,50.87,40517,10,1],["qwen3-8b-q8",1,18.6,null,4.72,52.59,15929,10,1],["qwen3-14b-q4",1,17.3,null,8.13,84.95,11741,10,1],["gemma3-4b-q4",1,56.5,46.9,2.06,17.48,131072,10,1],["gemma3-4b-q8",1,36.4,32.2,2.13,18.08,131072,10,1],["gemma3-12b-q4",1,20.5,16.6,6.25,53.21,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,34.6,25.6,4.18,43.22,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,21,17.3,4.33,44.68,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,17.5,null,8.2,89.5,11250,10,1],["qwen3.5-0.8b-q4",1,149.1,112.5,0.36,4.08,262144,5,1],["qwen3.5-2b-q4",1,72.3,62.4,0.9,8.38,262144,5,1],["qwen3.5-4b-q4",1,55.1,41.7,2.03,19.39,260968,10,1],["qwen3.5-4b-q8",1,34.4,28.7,2.09,20.05,205004,10,1],["qwen3.5-9b-q4",1,31.5,26.6,4.38,38.22,170010,10,1],["lfm2.5-8b-a1b-q4",1,87.5,73.4,0.85,7.99,128000,10,1],["granite4.1-3b-q4",1,62,32.6,1.97,25.7,111090,10,1],["granite4.1-8b-q4",1,26.7,15,4.7,53.49,35718,10,1],["gemma4-e4b-q4",1,44.9,40.3,3.89,32.53,131072,10,1],["gemma4-e4b-q8",1,31.7,29.3,4.02,33.63,131072,10,1],["gemma4-e2b-q4",1,96.1,85.6,2.13,18.4,131072,10,1],["gemma4-e2b-q8",1,71.5,65.5,2.2,19.03,131072,10,1],["gemma4-12b-q4",1,20.3,16.4,6.25,53.21,53147,10,1],["qwen3.5-9b-q8",1,19.2,17.3,4.53,39.51,51040,10,1],["ornith-9b-q4",1,31.5,26.6,4.38,38.22,170010,10,1],["granite4.2-3b-q4",1,62.3,32.7,2.11,26.78,109326,10,1],["granite4.2-8b-q4",1,27.8,15.4,4.91,55.22,35718,10,1],["minicpm-v4.5-8b-q4",1,30.4,16.9,4.57,50.86,40960,10,1],["glm-4-9b-chat-q4",1,26.8,22.4,5.23,57.78,120827,10,1],["glm-4-9b-chat-q8",1,17.2,null,5.41,59.74,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,30.5,25.9,4.38,38.22,163543,10,1],["ministral-3-3b-q4",1,45.8,24.5,1.99,26.26,77432,10,1],["ministral-3-8b-q4",1,25.9,15.8,4.71,51.22,37179,10,1],["ministral-3-14b-q4",1,17.5,null,7.4,75.09,12924,10,1],["mellum2.1-12b-q4",1,60,52,1.33,13.46,131072,10,1],["twil-8b-q4",1,27.8,15.4,4.91,55.22,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,40.3,36.6,3.89,32.53,65536,10,1],["granite-switch-4.1-8b-q4",1,22.7,null,4.92,56.08,27829,10,1],["jebadiah-9b-q4",1,30.8,null,4.38,38.22,4096,10,1],["jebadiah-9b-q5",1,27,null,6,52.35,4096,10,1],["jebadiah-9b-q8",1,18.7,null,4.53,39.51,4096,10,1],["lfm3-1.7b-q4",1,118.6,94.2,0.89,8.3,262144,5,1]]},"Apple M2 Pro|32GB":{"label":"Apple M2 Pro, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":10.2},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":60.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":60.6}},"cells":[["qwen2.5-1.5b-q4",1,122.6,75.5,0.89,11.28,32768,5,1],["qwen2.5-3b-q4",1,71.6,48.7,1.75,21.18,32768,10,1],["qwen2.5-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-14b-q4",1,17.5,10.9,8.2,89.5,32768,10,1],["llama3.2-3b-q4",1,60.7,27.1,1.84,23.08,131072,10,1],["llama3.1-8b-q4",1,31,18,4.46,48.38,131072,10,1],["llama3.1-8b-q8",1,19.1,13.2,4.61,50.01,105737,10,1],["llama3.1-8b-q5",1,27.2,16.7,6.1,66.26,127159,10,1],["mistral-7b-q4",1,32.9,18.6,4.04,45.08,32768,10,1],["mistral-7b-q5",1,28.7,17.2,5.54,61.75,32768,10,1],["mistral-7b-q8",1,20.1,13.7,4.18,46.61,32768,10,1],["mistral-nemo-12b-q4",1,22,13.4,6.73,69.78,93556,10,1],["mistral-nemo-12b-q8",1,12.7,9.3,6.96,72.14,57236,10,1],["gemma2-2b-q4",1,69.3,null,1.42,13.97,8192,10,1],["gemma2-9b-q4",1,22.5,null,5.02,48.48,8192,10,1],["gemma2-27b-q4",1,9.1,null,14.5,125.17,8192,10,1],["phi3-mini-q4",1,39.4,null,2.18,27.01,4096,10,1],["phi3-medium-q4",1,17.5,null,7.71,81.54,4096,10,1],["phi4-14b-q4",1,17,null,8.08,84.49,16384,10,1],["phi4-14b-q8",1,10.4,null,8.35,87.35,16384,10,1],["qwen2.5-coder-7b-q4",1,34.6,25.6,4.18,43.22,32768,10,1],["qwen2.5-coder-14b-q4",1,17.5,10.9,8.2,89.5,32768,10,1],["llama3.2-1b-q4",1,138.8,76.8,0.71,8.84,131072,5,1],["mistral-small-22b-q4",1,12.3,8.2,12.31,131.91,32768,10,1],["qwen2.5-0.5b-q4",1,235.4,155.5,0.3,4.47,32768,5,0],["gemma-3-1b-q4",1,153,137.6,0.53,4.67,32768,5,1],["gemma-3-1b-q8",1,123.4,113.3,0.55,4.83,32768,5,1],["phi4-mini-3.8b-q4",1,50.8,23.3,2.19,27.07,131072,10,1],["phi4-mini-3.8b-q8",1,34.3,19.1,2.26,27.99,131072,10,1],["mage-vl-cowork-q4",1,49.9,21.6,2.58,34.95,133489,10,1],["smollm2-360m-q4",1,144.4,null,0.24,4.93,8192,5,1],["qwen3-8b-q4",1,29.4,16.6,4.57,50.87,40960,10,1],["qwen3-8b-q8",1,18.6,12.5,4.72,52.59,40960,10,1],["qwen3-14b-q4",1,17.3,11.5,8.13,84.95,40960,10,1],["qwen3-30b-q4",1,44.8,25.1,2.11,35.94,38426,10,1],["qwen3-32b-q4",1,8,null,18.16,196.21,8387,10,1],["qwen3-coder-30b-a3b-q4",1,44.9,25.2,2.11,35.94,39096,10,1],["gemma3-4b-q4",1,56.5,46.9,2.06,17.48,131072,10,1],["gemma3-4b-q8",1,36.4,32.2,2.13,18.08,131072,10,1],["gemma3-12b-q4",1,20.5,16.6,6.25,53.21,131072,10,1],["gemma3-27b-q4",1,9.5,8.4,14.3,118.34,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,34.6,25.6,4.18,43.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,21,17.3,4.33,44.68,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,17.5,10.9,8.2,89.5,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,10.5,7.7,8.48,92.52,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,8.1,null,17.82,174.4,9722,10,1],["mistral-small-3.1-cloud",1,10.5,8,12.7,117.5,42194,10,1],["qwen3.5-0.8b-q4",1,149.1,112.5,0.36,4.08,262144,5,1],["qwen3.5-2b-q4",1,72.3,62.4,0.9,8.38,262144,5,1],["qwen3.5-4b-q4",1,55.1,41.7,2.03,19.39,262144,10,1],["qwen3.5-4b-q8",1,34.4,28.7,2.09,20.05,262144,10,1],["qwen3.5-9b-q4",1,31.5,26.6,4.38,38.22,262144,10,1],["qwen3.5-35b-a3b-q4",1,62,50.6,1.55,16.34,60214,10,1],["qwen3.5-27b-q4",1,10.4,9.3,13,113.52,89303,10,1],["lfm2-24b-a2b-q4",1,67,53.9,1.16,11.28,128000,10,1],["lfm2.5-8b-a1b-q4",1,87.5,73.4,0.85,7.99,128000,10,1],["granite4.1-3b-q4",1,62,32.6,1.97,25.7,131072,10,1],["granite4.1-8b-q4",1,26.7,15,4.7,53.49,104077,10,1],["qwen3.6-27b-q4",1,10.2,9.1,13,113.52,84870,10,1],["qwen3.8-27b-q4",1,10.2,9.1,13,113.52,85285,10,1],["qwen3.6-35b-a3b-q4",1,60.6,49.7,1.55,16.34,33276,10,1],["gemma4-31b-q4",1,8.2,null,16.02,136.11,17646,10,1],["gemma4-26b-a4b-q4",1,38.7,30.2,1.73,15.81,124899,10,1],["gemma4-e4b-q4",1,44.9,40.3,3.89,32.53,131072,10,1],["gemma4-e4b-q8",1,31.7,29.3,4.02,33.63,131072,10,1],["gemma4-e2b-q4",1,96.1,85.6,2.13,18.4,131072,10,1],["gemma4-e2b-q8",1,71.5,65.5,2.2,19.03,131072,10,1],["gemma4-12b-q4",1,20.3,16.4,6.25,53.21,224045,10,1],["north-mini-code-1-q4",1,41.9,34.9,1.83,19.77,131610,10,1],["gpt-oss-20b",1,39,33.3,2.07,20.9,131072,10,1],["qwen3.5-9b-q8",1,19.2,17.3,4.53,39.51,262144,10,1],["gemma4-12b-q8",1,12.4,10.8,6.46,55.01,143354,10,1],["qwen3-14b-q8",1,10.5,8,8.41,87.82,39702,10,1],["laguna-xs-2.1-q4",1,56.6,40.1,1.5,17.93,50360,10,1],["ornith-9b-q4",1,31.5,26.6,4.38,38.22,262144,10,1],["ornith-35b-q4",1,62,50.6,1.55,16.34,60214,10,1],["granite4.2-3b-q4",1,62.3,32.7,2.11,26.78,131072,10,1],["granite4.2-8b-q4",1,27.8,15.4,4.91,55.22,104077,10,1],["granite4.2-30b-q4",1,8.9,null,15.87,152.44,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,48.2,45.8,1.93,17.81,566666,10,1],["muse-glimmer-30b-q4",1,10.3,10.1,14.02,117.3,131072,10,1],["minicpm-v4.5-8b-q4",1,30.4,16.9,4.57,50.86,40960,10,1],["glm-4.7-flash-q4",1,41.6,29.7,2.1,26.11,62439,10,1],["glm-4-9b-chat-q4",1,26.8,22.4,5.23,57.78,131072,10,1],["glm-4-9b-chat-q8",1,17.2,15.3,5.41,59.74,131072,10,1],["olmo-3.1-32b-q4",1,8.2,null,17.12,144.9,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,30.5,25.9,4.38,38.22,262144,10,1],["devstral-small-2-24b-q4",1,10.7,8.2,12.7,117.5,44083,10,1],["ministral-3-3b-q4",1,45.8,24.5,1.99,26.26,182600,10,1],["ministral-3-8b-q4",1,25.9,15.8,4.71,51.22,117602,10,1],["ministral-3-14b-q4",1,17.5,11.6,7.4,75.09,81283,10,1],["mellum2.1-12b-q4",1,60,52,1.33,13.46,131072,10,1],["arex-2-27b-q4",1,10,8.9,13,113.52,79293,10,1],["arete-27b-q4",1,10,8.9,13,113.52,79293,10,1],["twil-8b-q4",1,27.8,15.4,4.91,55.22,104077,10,1],["nanbeige4.3-33b-q4",1,7.9,null,18.09,180.9,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,40.3,36.6,3.89,32.53,65536,10,1],["granite-switch-4.1-8b-q4",1,22.7,13.4,4.92,56.08,92933,10,1],["granite-switch-4.1-30b-q4",1,7.5,null,16.14,155.36,5047,10,1],["jebadiah-9b-q4",1,30.8,null,4.38,38.22,4096,10,1],["jebadiah-9b-q5",1,27,null,6,52.35,4096,10,1],["jebadiah-9b-q8",1,18.7,null,4.53,39.51,4096,10,1],["jebadiah-27b-q4",1,10.2,null,13,113.52,4096,10,1],["jebadiah-27b-q5",1,8.8,null,17.8,155.48,4096,10,1],["lfm3-1.7b-q4",1,118.6,94.2,0.89,8.3,262144,5,1],["sage-a1.5-q4",1,60.6,49.7,1.55,16.34,33520,10,1]]},"Apple M2 Max|32GB|30c":{"label":"Apple M2 Max 30-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.56,7.14,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,1.11,13.42,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.65,27.37,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,5.2,56.68,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,1.17,14.62,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.82,30.64,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.92,31.68,105737,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.87,41.96,127159,10,1],["mistral-7b-q4",1,57.2,33.2,2.56,28.55,32768,10,1],["mistral-7b-q5",1,50.2,30.8,3.51,39.11,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.65,29.52,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,4.27,44.19,93556,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,4.41,45.69,57236,10,1],["gemma2-2b-q4",1,112.8,null,0.9,8.85,8192,10,1],["gemma2-9b-q4",1,39.8,null,3.18,30.7,8192,10,1],["gemma2-27b-q4",1,16.5,null,9.19,79.27,8192,10,1],["phi3-mini-q4",1,67.6,null,1.38,17.1,4096,10,1],["phi3-medium-q4",1,31.3,null,4.88,51.64,4096,10,1],["phi4-14b-q4",1,30.5,null,5.11,53.51,16384,10,1],["phi4-14b-q8",1,18.9,null,5.29,55.32,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.65,27.37,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,5.2,56.68,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.45,5.6,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,7.8,83.54,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.19,2.83,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.34,2.96,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.35,3.06,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.39,17.14,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.43,17.72,131072,10,1],["mage-vl-cowork-q4",1,84.1,38.4,1.63,22.13,133489,10,1],["smollm2-360m-q4",1,207.8,null,0.15,3.12,8192,5,1],["qwen3-8b-q4",1,51.4,29.8,2.89,32.22,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.99,33.31,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,5.15,53.8,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.33,22.76,38426,10,1],["qwen3-32b-q4",1,14.5,null,11.5,124.27,8387,10,1],["qwen3-coder-30b-a3b-q4",1,76.3,44.4,1.33,22.76,39096,10,1],["gemma3-4b-q4",1,94.1,79.4,1.31,11.07,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.35,11.45,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.96,33.7,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,9.05,74.95,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.65,27.37,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.74,28.3,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,5.2,56.68,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,5.37,58.6,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,14.8,null,11.29,110.46,9722,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,8.04,74.42,42194,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.23,2.58,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.57,5.31,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.28,12.28,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.33,12.7,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.98,10.35,60214,10,1],["qwen3.5-27b-q4",1,18.8,16.8,8.23,71.9,89303,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.74,7.14,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.54,5.06,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,1.25,16.28,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.98,33.88,104077,10,1],["qwen3.6-27b-q4",1,18.5,16.6,8.23,71.9,84870,10,1],["qwen3.8-27b-q4",1,18.5,16.6,8.23,71.9,85285,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.98,10.35,33276,10,1],["gemma4-31b-q4",1,14.9,null,10.15,86.2,17646,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,1.09,10.02,124899,10,1],["gemma4-e4b-q4",1,76.3,69,2.47,20.6,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.55,21.3,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.35,11.65,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.39,12.05,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.96,33.7,224045,10,1],["north-mini-code-1-q4",1,71.5,60.5,1.16,12.52,131610,10,1],["gpt-oss-20b",1,67,57.9,1.31,13.23,131072,10,1],["qwen3.5-9b-q8",1,34.3,30.9,2.87,25.03,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,4.09,34.84,143354,10,1],["qwen3-14b-q8",1,19,14.7,5.33,55.62,39702,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.95,11.36,50360,10,1],["ornith-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.98,10.35,60214,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.33,16.96,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,3.11,34.97,104077,10,1],["granite4.2-30b-q4",1,16.2,null,10.05,96.55,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,1.22,11.28,566666,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,8.88,74.29,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.89,32.21,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.33,16.54,62439,10,1],["glm-4-9b-chat-q4",1,47.1,39.8,3.32,36.59,131072,10,1],["glm-4-9b-chat-q8",1,30.8,27.5,3.43,37.83,131072,10,1],["olmo-3.1-32b-q4",1,14.9,null,10.84,91.77,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.77,24.21,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,8.04,74.42,44083,10,1],["ministral-3-3b-q4",1,77.7,43.3,1.26,16.63,182600,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.98,32.44,117602,10,1],["ministral-3-14b-q4",1,31.4,21,4.69,47.55,81283,10,1],["mellum2.1-12b-q4",1,99.2,87.3,0.85,8.52,131072,10,1],["arex-2-27b-q4",1,18.1,16.3,8.23,71.9,79293,10,1],["arete-27b-q4",1,18.1,16.3,8.23,71.9,79293,10,1],["twil-8b-q4",1,48.7,27.6,3.11,34.97,104077,10,1],["nanbeige4.3-33b-q4",1,14.5,null,11.46,114.57,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,69.1,63.1,2.47,20.6,65536,10,1],["granite-switch-4.1-8b-q4",1,40.2,24.2,3.12,35.52,92933,10,1],["granite-switch-4.1-30b-q4",1,13.7,null,10.22,98.4,5047,10,1],["jebadiah-9b-q4",1,53.7,null,2.77,24.21,4096,10,1],["jebadiah-9b-q5",1,47.5,null,3.8,33.15,4096,10,1],["jebadiah-9b-q8",1,33.5,null,2.87,25.03,4096,10,1],["jebadiah-27b-q4",1,18.5,null,8.23,71.9,4096,10,1],["jebadiah-27b-q5",1,16.1,null,11.27,98.47,4096,10,1],["lfm3-1.7b-q4",1,177.7,146.9,0.56,5.26,262144,5,1],["sage-a1.5-q4",1,100.2,83.7,0.98,10.35,33520,10,1]]},"Apple M2 Max|32GB|38c":{"label":"Apple M2 Max 38-core GPU, 32 GB","kind":"apple","budgetGb":22.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.44,5.64,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,0.88,10.59,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,0.92,11.54,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.23,24.19,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.3,25.01,105737,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.05,33.13,127159,10,1],["mistral-7b-q4",1,57.2,33.2,2.02,22.54,32768,10,1],["mistral-7b-q5",1,50.2,30.8,2.77,30.87,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.09,23.3,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,3.37,34.89,93556,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,3.48,36.07,57236,10,1],["gemma2-2b-q4",1,112.8,null,0.71,6.98,8192,10,1],["gemma2-9b-q4",1,39.8,null,2.51,24.24,8192,10,1],["gemma2-27b-q4",1,16.5,null,7.25,62.58,8192,10,1],["phi3-mini-q4",1,67.6,null,1.09,13.5,4096,10,1],["phi3-medium-q4",1,31.3,null,3.85,40.77,4096,10,1],["phi4-14b-q4",1,30.5,null,4.04,42.24,16384,10,1],["phi4-14b-q8",1,18.9,null,4.17,43.67,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.35,4.42,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,6.16,65.96,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.15,2.23,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.27,2.33,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.28,2.41,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.1,13.53,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.13,13.99,131072,10,1],["mage-vl-cowork-q4",1,84.1,38.4,1.29,17.47,133489,10,1],["smollm2-360m-q4",1,207.8,null,0.12,2.47,8192,5,1],["qwen3-8b-q4",1,51.4,29.8,2.28,25.43,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.36,26.3,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,4.07,42.47,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.05,17.97,38426,10,1],["qwen3-32b-q4",1,14.5,null,9.08,98.1,8387,10,1],["qwen3-coder-30b-a3b-q4",1,76.3,44.4,1.05,17.97,39096,10,1],["gemma3-4b-q4",1,94.1,79.4,1.03,8.74,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.07,9.04,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.13,26.6,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,7.15,59.17,66016,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.09,21.61,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.16,22.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,4.1,44.75,68216,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,4.24,46.26,34069,10,1],["deepseek-r1-distill-qwen-32b-q4",1,14.8,null,8.91,87.2,9722,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,6.35,58.75,42194,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.18,2.04,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.45,4.19,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.01,9.69,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.05,10.02,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.77,8.17,60214,10,1],["qwen3.5-27b-q4",1,18.8,16.8,6.5,56.76,89303,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.58,5.64,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.42,3.99,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,0.98,12.85,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.35,26.74,104077,10,1],["qwen3.6-27b-q4",1,18.5,16.6,6.5,56.76,84870,10,1],["qwen3.8-27b-q4",1,18.5,16.6,6.5,56.76,85285,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.77,8.17,33276,10,1],["gemma4-31b-q4",1,14.9,null,8.01,68.05,17646,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,0.86,7.91,124899,10,1],["gemma4-e4b-q4",1,76.3,69,1.95,16.27,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.01,16.82,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.06,9.2,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.1,9.51,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.13,26.6,224045,10,1],["north-mini-code-1-q4",1,71.5,60.5,0.91,9.89,131610,10,1],["gpt-oss-20b",1,67,57.9,1.04,10.45,131072,10,1],["qwen3.5-9b-q8",1,34.3,30.9,2.26,19.76,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,3.23,27.5,143354,10,1],["qwen3-14b-q8",1,19,14.7,4.2,43.91,39702,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.75,8.97,50360,10,1],["ornith-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.77,8.17,60214,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.05,13.39,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,2.46,27.61,104077,10,1],["granite4.2-30b-q4",1,16.2,null,7.94,76.22,17847,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,0.96,8.91,566666,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,7.01,58.65,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.28,25.43,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.05,13.05,62439,10,1],["glm-4-9b-chat-q4",1,47.1,39.8,2.62,28.89,131072,10,1],["glm-4-9b-chat-q8",1,30.8,27.5,2.71,29.87,131072,10,1],["olmo-3.1-32b-q4",1,14.9,null,8.56,72.45,32231,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.19,19.11,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,6.35,58.75,44083,10,1],["ministral-3-3b-q4",1,77.7,43.3,1,13.13,182600,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.36,25.61,117602,10,1],["ministral-3-14b-q4",1,31.4,21,3.7,37.54,81283,10,1],["mellum2.1-12b-q4",1,99.2,87.3,0.67,6.73,131072,10,1],["arex-2-27b-q4",1,18.1,16.3,6.5,56.76,79293,10,1],["arete-27b-q4",1,18.1,16.3,6.5,56.76,79293,10,1],["twil-8b-q4",1,48.7,27.6,2.46,27.61,104077,10,1],["nanbeige4.3-33b-q4",1,14.5,null,9.04,90.45,7564,10,1],["nemotron-3.5-bolt-e4b-q4",1,69.1,63.1,1.95,16.27,65536,10,1],["granite-switch-4.1-8b-q4",1,40.2,24.2,2.46,28.04,92933,10,1],["granite-switch-4.1-30b-q4",1,13.7,null,8.07,77.68,5047,10,1],["jebadiah-9b-q4",1,53.7,null,2.19,19.11,4096,10,1],["jebadiah-9b-q5",1,47.5,null,3,26.17,4096,10,1],["jebadiah-9b-q8",1,33.5,null,2.26,19.76,4096,10,1],["jebadiah-27b-q4",1,18.5,null,6.5,56.76,4096,10,1],["jebadiah-27b-q5",1,16.1,null,8.9,77.74,4096,10,1],["lfm3-1.7b-q4",1,177.7,146.9,0.44,4.15,262144,5,1],["sage-a1.5-q4",1,100.2,83.7,0.77,8.17,33520,10,1]]},"Apple M2 Max|64GB|30c":{"label":"Apple M2 Max 30-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.56,7.14,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,1.11,13.42,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.65,27.37,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,5.2,56.68,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,1.17,14.62,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.82,30.64,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.92,31.68,131072,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.87,41.96,131072,10,1],["llama3.1-70b-q4",1,7.1,null,24.25,234.32,16722,10,1],["mistral-7b-q4",1,57.2,33.2,2.56,28.55,32768,10,1],["mistral-7b-q5",1,50.2,30.8,3.51,39.11,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.65,29.52,32768,10,1],["mixtral-8x7b-q4",1,23.8,18.3,4.44,43.58,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,4.27,44.19,131072,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,4.41,45.69,131072,10,1],["gemma2-2b-q4",1,112.8,null,0.9,8.85,8192,10,1],["gemma2-9b-q4",1,39.8,null,3.18,30.7,8192,10,1],["gemma2-27b-q4",1,16.5,null,9.19,79.27,8192,10,1],["phi3-mini-q4",1,67.6,null,1.38,17.1,4096,10,1],["phi3-medium-q4",1,31.3,null,4.88,51.64,4096,10,1],["phi4-14b-q4",1,30.5,null,5.11,53.51,16384,10,1],["phi4-14b-q8",1,18.9,null,5.29,55.32,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.65,27.37,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,5.2,56.68,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.45,5.6,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,7.8,83.54,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.19,2.83,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.34,2.96,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.35,3.06,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.39,17.14,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.43,17.72,131072,10,1],["mage-vl-cowork-q4",1,84.1,38.4,1.63,22.13,262144,10,1],["smollm2-360m-q4",1,207.8,null,0.15,3.12,8192,5,1],["llama3.3-70b-q4",1,7.1,null,24.25,234.32,16722,10,1],["qwen3-8b-q4",1,51.4,29.8,2.89,32.22,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.99,33.31,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,5.15,53.8,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.33,22.76,40960,10,1],["qwen3-30b-a3b-q8",1,48.8,33.4,1.38,23.53,40960,10,1],["qwen3-32b-q4",1,14.5,10.6,11.5,124.27,40960,10,1],["qwen3-32b-q8",1,8.6,7.1,11.89,128.47,40960,10,1],["qwen3-coder-30b-a3b-q4",1,76.3,44.4,1.33,22.76,262144,10,1],["qwen3-coder-30b-a3b-q8",1,48.8,33.4,1.38,23.53,157837,10,1],["gemma3-4b-q4",1,94.1,79.4,1.31,11.07,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.35,11.45,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.96,33.7,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,9.05,74.95,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.65,27.37,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.74,28.3,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,5.2,56.68,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,5.37,58.6,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,14.8,10.8,11.29,110.46,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,8.7,7.2,11.67,114.19,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.1,null,24.25,234.32,16722,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,8.04,74.42,131072,10,1],["mistral-small-3.1-24b-q8",1,11.7,9.9,8.31,76.93,131072,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.23,2.58,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.57,5.31,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.28,12.28,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.33,12.7,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.98,10.35,262144,10,1],["qwen3.5-27b-q4",1,18.8,16.8,8.23,71.9,262144,10,1],["qwen3.5-27b-q8",1,11,10.3,8.51,74.33,262144,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.74,7.14,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.54,5.06,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,1.25,16.28,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.98,33.88,131072,10,1],["qwen3.6-27b-q4",1,18.5,16.6,8.23,71.9,262144,10,1],["qwen3.8-27b-q4",1,18.5,16.6,8.23,71.9,262144,10,1],["qwen3.8-27b-q8",1,11,10.3,8.51,74.33,262144,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.98,10.35,262144,10,1],["gemma4-31b-q4",1,14.9,12.1,10.15,86.2,173896,10,1],["gemma4-31b-q8",1,8.9,7.8,10.49,89.12,88656,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,1.09,10.02,262144,10,1],["gemma4-e4b-q4",1,76.3,69,2.47,20.6,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.55,21.3,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.35,11.65,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.39,12.05,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.96,33.7,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,65.8,63.3,1.67,15.45,262144,10,1],["laguna-xs2-q4",1,85.3,63.9,0.95,11.36,262144,10,1],["north-mini-code-1-q4",1,71.5,60.5,1.16,12.52,500000,10,1],["gpt-oss-20b",1,67,57.9,1.31,13.23,131072,10,1],["qwen3.6-35b-a3b-q8",1,63.5,56.5,1.01,10.7,262144,10,1],["qwen3.5-35b-a3b-q8",1,63.5,56.5,1.01,10.7,262144,10,1],["qwen3.5-9b-q8",1,34.3,30.9,2.87,25.03,262144,10,1],["qwen3.6-27b-q8",1,11,10.3,8.51,74.33,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,4.09,34.84,262144,10,1],["gemma4-26b-a4b-q8",1,45.8,38.8,1.13,10.35,262144,10,1],["qwen3-14b-q8",1,19,14.7,5.33,55.62,40960,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.95,11.36,262144,10,1],["ornith-9b-q4",1,54.9,46.8,2.77,24.21,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.98,10.35,262144,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.33,16.96,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,3.11,34.97,131072,10,1],["granite4.2-30b-q4",1,16.2,11.5,10.05,96.55,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,63.2,60.9,1.22,11.28,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,1.22,11.28,1048576,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,8.88,74.29,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.89,32.21,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.33,16.54,202752,10,1],["glm-4-9b-chat-q4",1,47.1,39.8,3.32,36.59,131072,10,1],["glm-4-9b-chat-q8",1,30.8,27.5,3.43,37.83,131072,10,1],["olmo-3.1-32b-q4",1,14.9,13.6,10.84,91.77,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.77,24.21,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,8.04,74.42,200333,10,1],["ministral-3-3b-q4",1,77.7,43.3,1.26,16.63,262144,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.98,32.44,262144,10,1],["ministral-3-14b-q4",1,31.4,21,4.69,47.55,237533,10,1],["flint-40b",1,107.9,83.2,1.24,14.76,262144,10,1],["mellum2.1-12b-q4",1,99.2,87.3,0.85,8.52,131072,10,1],["kolibri-1-q4xs",1,83,71.3,1.26,13.89,211185,10,1],["arex-2-27b-q4",1,18.1,16.3,8.23,71.9,262144,10,1],["arete-27b-q4",1,18.1,16.3,8.23,71.9,262144,10,1],["twil-8b-q4",1,48.7,27.6,3.11,34.97,131072,10,1],["nanbeige4.3-33b-q4",1,14.5,11.2,11.46,114.57,127756,10,1],["nanbeige4.3-33b-q8",1,8.8,7.5,11.84,118.45,60119,10,1],["ripple-65b-q4",1,7.9,7.5,20.39,173.19,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,69.1,63.1,2.47,20.6,65536,10,1],["granite-switch-4.1-8b-q4",1,40.2,24.2,3.12,35.52,131072,10,1],["granite-switch-4.1-30b-q4",1,13.7,10.1,10.22,98.4,99744,10,1],["jebadiah-9b-q4",1,53.7,null,2.77,24.21,4096,10,1],["jebadiah-9b-q5",1,47.5,null,3.8,33.15,4096,10,1],["jebadiah-9b-q8",1,33.5,null,2.87,25.03,4096,10,1],["jebadiah-27b-q4",1,18.5,null,8.23,71.9,4096,10,1],["jebadiah-27b-q5",1,16.1,null,11.27,98.47,4096,10,1],["jebadiah-27b-q8",1,11,null,8.51,74.33,4096,10,1],["lfm3-1.7b-q4",1,177.7,146.9,0.56,5.26,262144,5,1],["sage-a1.5-q4",1,100.2,83.7,0.98,10.35,262144,10,1]]},"Apple M2 Max|64GB|38c":{"label":"Apple M2 Max 38-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.44,5.64,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,0.88,10.59,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,0.92,11.54,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.23,24.19,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.3,25.01,131072,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.05,33.13,131072,10,1],["llama3.1-70b-q4",1,7.1,null,19.15,184.99,16722,10,1],["mistral-7b-q4",1,57.2,33.2,2.02,22.54,32768,10,1],["mistral-7b-q5",1,50.2,30.8,2.77,30.87,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.09,23.3,32768,10,1],["mixtral-8x7b-q4",1,23.8,18.3,3.51,34.41,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,3.37,34.89,131072,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,3.48,36.07,131072,10,1],["gemma2-2b-q4",1,112.8,null,0.71,6.98,8192,10,1],["gemma2-9b-q4",1,39.8,null,2.51,24.24,8192,10,1],["gemma2-27b-q4",1,16.5,null,7.25,62.58,8192,10,1],["phi3-mini-q4",1,67.6,null,1.09,13.5,4096,10,1],["phi3-medium-q4",1,31.3,null,3.85,40.77,4096,10,1],["phi4-14b-q4",1,30.5,null,4.04,42.24,16384,10,1],["phi4-14b-q8",1,18.9,null,4.17,43.67,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.35,4.42,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,6.16,65.96,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.15,2.23,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.27,2.33,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.28,2.41,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.1,13.53,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.13,13.99,131072,10,1],["mage-vl-cowork-q4",1,84.1,38.4,1.29,17.47,262144,10,1],["smollm2-360m-q4",1,207.8,null,0.12,2.47,8192,5,1],["llama3.3-70b-q4",1,7.1,null,19.15,184.99,16722,10,1],["qwen3-8b-q4",1,51.4,29.8,2.28,25.43,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.36,26.3,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,4.07,42.47,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.05,17.97,40960,10,1],["qwen3-30b-a3b-q8",1,48.8,33.4,1.09,18.58,40960,10,1],["qwen3-32b-q4",1,14.5,10.6,9.08,98.1,40960,10,1],["qwen3-32b-q8",1,8.6,7.1,9.39,101.42,40960,10,1],["qwen3-coder-30b-a3b-q4",1,76.3,44.4,1.05,17.97,262144,10,1],["qwen3-coder-30b-a3b-q8",1,48.8,33.4,1.09,18.58,157837,10,1],["gemma3-4b-q4",1,94.1,79.4,1.03,8.74,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.07,9.04,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.13,26.6,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,7.15,59.17,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.09,21.61,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.16,22.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,4.1,44.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,4.24,46.26,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,14.8,10.8,8.91,87.2,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,8.7,7.2,9.21,90.15,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.1,null,19.15,184.99,16722,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,6.35,58.75,131072,10,1],["mistral-small-3.1-24b-q8",1,11.7,9.9,6.56,60.74,131072,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.18,2.04,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.45,4.19,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.01,9.69,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.05,10.02,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["qwen3.5-27b-q4",1,18.8,16.8,6.5,56.76,262144,10,1],["qwen3.5-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.58,5.64,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.42,3.99,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,0.98,12.85,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.35,26.74,131072,10,1],["qwen3.6-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.77,8.17,262144,10,1],["gemma4-31b-q4",1,14.9,12.1,8.01,68.05,173896,10,1],["gemma4-31b-q8",1,8.9,7.8,8.28,70.36,88656,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,0.86,7.91,262144,10,1],["gemma4-e4b-q4",1,76.3,69,1.95,16.27,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.01,16.82,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.06,9.2,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.1,9.51,131072,10,1],["gemma4-12b-q4",1,36.2,29.5,3.13,26.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,65.8,63.3,1.32,12.2,262144,10,1],["laguna-xs2-q4",1,85.3,63.9,0.75,8.97,262144,10,1],["north-mini-code-1-q4",1,71.5,60.5,0.91,9.89,500000,10,1],["gpt-oss-20b",1,67,57.9,1.04,10.45,131072,10,1],["qwen3.6-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-9b-q8",1,34.3,30.9,2.26,19.76,262144,10,1],["qwen3.6-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,3.23,27.5,262144,10,1],["gemma4-26b-a4b-q8",1,45.8,38.8,0.89,8.17,262144,10,1],["qwen3-14b-q8",1,19,14.7,4.2,43.91,40960,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.75,8.97,262144,10,1],["ornith-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.05,13.39,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,2.46,27.61,131072,10,1],["granite4.2-30b-q4",1,16.2,11.5,7.94,76.22,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,63.2,60.9,0.96,8.91,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,0.96,8.91,1048576,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,7.01,58.65,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.28,25.43,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.05,13.05,202752,10,1],["glm-4-9b-chat-q4",1,47.1,39.8,2.62,28.89,131072,10,1],["glm-4-9b-chat-q8",1,30.8,27.5,2.71,29.87,131072,10,1],["olmo-3.1-32b-q4",1,14.9,13.6,8.56,72.45,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.19,19.11,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,6.35,58.75,200333,10,1],["ministral-3-3b-q4",1,77.7,43.3,1,13.13,262144,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.36,25.61,262144,10,1],["ministral-3-14b-q4",1,31.4,21,3.7,37.54,237533,10,1],["flint-40b",1,107.9,83.2,0.98,11.65,262144,10,1],["mellum2.1-12b-q4",1,99.2,87.3,0.67,6.73,131072,10,1],["kolibri-1-q4xs",1,83,71.3,1,10.97,211185,10,1],["arex-2-27b-q4",1,18.1,16.3,6.5,56.76,262144,10,1],["arete-27b-q4",1,18.1,16.3,6.5,56.76,262144,10,1],["twil-8b-q4",1,48.7,27.6,2.46,27.61,131072,10,1],["nanbeige4.3-33b-q4",1,14.5,11.2,9.04,90.45,127756,10,1],["nanbeige4.3-33b-q8",1,8.8,7.5,9.35,93.51,60119,10,1],["ripple-65b-q4",1,7.9,7.5,16.1,136.73,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,69.1,63.1,1.95,16.27,65536,10,1],["granite-switch-4.1-8b-q4",1,40.2,24.2,2.46,28.04,131072,10,1],["granite-switch-4.1-30b-q4",1,13.7,10.1,8.07,77.68,99744,10,1],["jebadiah-9b-q4",1,53.7,null,2.19,19.11,4096,10,1],["jebadiah-9b-q5",1,47.5,null,3,26.17,4096,10,1],["jebadiah-9b-q8",1,33.5,null,2.26,19.76,4096,10,1],["jebadiah-27b-q4",1,18.5,null,6.5,56.76,4096,10,1],["jebadiah-27b-q5",1,16.1,null,8.9,77.74,4096,10,1],["jebadiah-27b-q8",1,11,null,6.72,58.68,4096,10,1],["lfm3-1.7b-q4",1,177.7,146.9,0.44,4.15,262144,5,1],["sage-a1.5-q4",1,100.2,83.7,0.77,8.17,262144,10,1]]},"Apple M2 Max|96GB|38c":{"label":"Apple M2 Max 38-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":18.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":100.2}},"cells":[["qwen2.5-1.5b-q4",1,182.5,121.5,0.44,5.64,32768,5,1],["qwen2.5-3b-q4",1,116,82.2,0.88,10.59,32768,10,1],["qwen2.5-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-3b-q4",1,100.2,47.7,0.92,11.54,131072,10,1],["llama3.1-8b-q4",1,54.1,32.2,2.23,24.19,131072,10,1],["llama3.1-8b-q8",1,34.1,23.9,2.3,25.01,131072,10,1],["llama3.1-8b-q5",1,47.8,29.9,3.05,33.13,131072,10,1],["llama3.1-70b-q4",1,7.1,5.8,19.15,184.99,104613,10,1],["mistral-7b-q4",1,57.2,33.2,2.02,22.54,32768,10,1],["mistral-7b-q5",1,50.2,30.8,2.77,30.87,32768,10,1],["mistral-7b-q8",1,35.7,24.7,2.09,23.3,32768,10,1],["mixtral-8x7b-q4",1,23.8,18.3,3.51,34.41,32768,10,1],["mistral-nemo-12b-q4",1,39,24.2,3.37,34.89,131072,10,1],["mistral-nemo-12b-q8",1,22.9,16.8,3.48,36.07,131072,10,1],["gemma2-2b-q4",1,112.8,null,0.71,6.98,8192,10,1],["gemma2-9b-q4",1,39.8,null,2.51,24.24,8192,10,1],["gemma2-27b-q4",1,16.5,null,7.25,62.58,8192,10,1],["phi3-mini-q4",1,67.6,null,1.09,13.5,4096,10,1],["phi3-medium-q4",1,31.3,null,3.85,40.77,4096,10,1],["phi4-14b-q4",1,30.5,null,4.04,42.24,16384,10,1],["phi4-14b-q8",1,18.9,null,4.17,43.67,16384,10,1],["qwen2.5-coder-7b-q4",1,60,45.1,2.09,21.61,32768,10,1],["qwen2.5-coder-14b-q4",1,31.3,19.7,4.1,44.75,32768,10,1],["llama3.2-1b-q4",1,201.5,123.3,0.35,4.42,131072,5,1],["mistral-small-22b-q4",1,22.2,14.9,6.16,65.96,32768,10,1],["qwen2.5-0.5b-q4",1,297,220,0.15,2.23,32768,5,0],["gemma-3-1b-q4",1,217.2,200.1,0.27,2.33,32768,5,1],["gemma-3-1b-q8",1,183.5,171.2,0.28,2.41,32768,5,1],["phi4-mini-3.8b-q4",1,85.3,41.2,1.1,13.53,131072,10,1],["phi4-mini-3.8b-q8",1,59.4,34,1.13,13.99,131072,10,1],["mage-vl-cowork-q4",1,84.1,38.4,1.29,17.47,262144,10,1],["smollm2-360m-q4",1,207.8,null,0.12,2.47,8192,5,1],["llama3.3-70b-q4",1,7.1,5.8,19.15,184.99,104613,10,1],["qwen3-8b-q4",1,51.4,29.8,2.28,25.43,40960,10,1],["qwen3-8b-q8",1,33.1,22.5,2.36,26.3,40960,10,1],["qwen3-14b-q4",1,30.9,20.8,4.07,42.47,40960,10,1],["qwen3-30b-q4",1,76.1,44.3,1.05,17.97,40960,10,1],["qwen3-30b-a3b-q8",1,48.8,33.4,1.09,18.58,40960,10,1],["qwen3-32b-q4",1,14.5,10.6,9.08,98.1,40960,10,1],["qwen3-32b-q8",1,8.6,7.1,9.39,101.42,40960,10,1],["qwen3-coder-30b-a3b-q4",1,76.3,44.4,1.05,17.97,262144,10,1],["qwen3-coder-30b-a3b-q8",1,48.8,33.4,1.09,18.58,262144,10,1],["gemma3-4b-q4",1,94.1,79.4,1.03,8.74,131072,10,1],["gemma3-4b-q8",1,62.9,56,1.07,9.04,131072,10,1],["gemma3-12b-q4",1,36.5,29.7,3.13,26.6,131072,10,1],["gemma3-27b-q4",1,17.3,15.3,7.15,59.17,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,60,45.1,2.09,21.61,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,37.3,30.9,2.16,22.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,31.3,19.7,4.1,44.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.1,14,4.24,46.26,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,14.8,10.8,8.91,87.2,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,8.7,7.2,9.21,90.15,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.1,5.8,19.15,184.99,104613,10,1],["mistral-small-3.1-cloud",1,19.1,14.7,6.35,58.75,131072,10,1],["mistral-small-3.1-24b-q8",1,11.7,9.9,6.56,60.74,131072,10,1],["qwen3.5-0.8b-q4",1,213,170.2,0.18,2.04,262144,5,1],["qwen3.5-2b-q4",1,117,102.8,0.45,4.19,262144,5,1],["qwen3.5-4b-q4",1,92,71.3,1.01,9.69,262144,10,1],["qwen3.5-4b-q8",1,59.7,50.2,1.05,10.02,262144,10,1],["qwen3.5-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["qwen3.5-35b-a3b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["qwen3.5-27b-q4",1,18.8,16.8,6.5,56.76,262144,10,1],["qwen3.5-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["lfm2-24b-a2b-q4",1,109.5,90.1,0.58,5.64,128000,10,1],["lfm2.5-8b-a1b-q4",1,137.9,118.6,0.42,3.99,128000,10,1],["granite4.1-3b-q4",1,102.2,56.7,0.98,12.85,131072,10,1],["granite4.1-8b-q4",1,46.9,27,2.35,26.74,131072,10,1],["qwen3.6-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q4",1,18.5,16.6,6.5,56.76,262144,10,1],["qwen3.8-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["qwen3.6-35b-a3b-q4",1,100.2,83.7,0.77,8.17,262144,10,1],["gemma4-31b-q4",1,14.9,12.1,8.01,68.05,262144,10,1],["gemma4-31b-q8",1,8.9,7.8,8.28,70.36,262144,10,1],["gemma4-26b-a4b-q4",1,66.5,52.7,0.86,7.91,262144,10,1],["gemma4-e4b-q4",1,76.3,69,1.95,16.27,131072,10,1],["gemma4-e4b-q8",1,55.2,51.3,2.01,16.82,131072,10,1],["gemma4-e2b-q4",1,149.4,135.5,1.06,9.2,131072,10,1],["gemma4-e2b-q8",1,115.9,107.3,1.1,9.51,131072,10,1],["llama4-scout-q4",1,24.9,16.9,3.14,37.09,47623,10,1],["gemma4-12b-q4",1,36.2,29.5,3.13,26.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,65.8,63.3,1.32,12.2,262144,10,1],["laguna-xs2-q4",1,85.3,63.9,0.75,8.97,262144,10,1],["north-mini-code-1-q4",1,71.5,60.5,0.91,9.89,500000,10,1],["gpt-oss-120b",1,56.5,47.1,1.42,14.59,131072,10,1],["gpt-oss-20b",1,67,57.9,1.04,10.45,131072,10,1],["qwen3-next-80b-a3b",1,85.6,71.2,0.86,9.23,262144,10,1],["qwen3.6-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-35b-a3b-q8",1,63.5,56.5,0.8,8.45,262144,10,1],["qwen3.5-9b-q8",1,34.3,30.9,2.26,19.76,262144,10,1],["qwen3.6-27b-q8",1,11,10.3,6.72,58.68,262144,10,1],["gemma4-12b-q8",1,22.4,19.6,3.23,27.5,262144,10,1],["gemma4-26b-a4b-q8",1,45.8,38.8,0.89,8.17,262144,10,1],["qwen3-14b-q8",1,19,14.7,4.2,43.91,40960,10,1],["llama3.3-70b-q8",1,4.1,null,19.8,191.25,5569,10,0],["llama3.3-70b-q6",1,5.3,4.5,26.23,253.37,57714,10,1],["laguna-xs-2.1-q4",1,94.1,68.7,0.75,8.97,262144,10,1],["ornith-9b-q4",1,54.9,46.8,2.19,19.11,262144,10,1],["ornith-35b-q4",1,102.2,85.1,0.77,8.17,262144,10,1],["granite4.2-3b-q4",1,102.6,56.8,1.05,13.39,131072,10,1],["granite4.2-8b-q4",1,48.7,27.6,2.46,27.61,131072,10,1],["granite4.2-30b-q4",1,16.2,11.5,7.94,76.22,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,63.2,60.9,0.96,8.91,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,81.4,77.7,0.96,8.91,1048576,10,1],["muse-glimmer-30b-q4",1,18.7,18.3,7.01,58.65,131072,10,1],["minicpm-v4.5-8b-q4",1,53,30.3,2.28,25.43,40960,10,1],["glm-4.7-flash-q4",1,71.2,52,1.05,13.05,202752,10,1],["glm-4-9b-chat-q4",1,47.1,39.8,2.62,28.89,131072,10,1],["glm-4-9b-chat-q8",1,30.8,27.5,2.71,29.87,131072,10,1],["nemotron-3-super-120b-q4xs",1,27.2,26.6,3.39,28.72,262144,10,1],["olmo-3.1-32b-q4",1,14.9,13.6,8.56,72.45,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,53.2,45.6,2.19,19.11,262144,10,1],["ling-3.0-flash-q4xs",1,66.1,62.9,1.3,11.78,262144,10,1],["devstral-small-2-24b-q4",1,19.4,14.9,6.35,58.75,376114,10,1],["devstral-2-123b-q4",1,4.1,null,33.86,323.38,5277,10,0],["ministral-3-3b-q4",1,77.7,43.3,1,13.13,262144,10,1],["ministral-3-8b-q4",1,45.6,28.3,2.36,25.61,262144,10,1],["ministral-3-14b-q4",1,31.4,21,3.7,37.54,262144,10,1],["flint-40b",1,107.9,83.2,0.98,11.65,262144,10,1],["mellum2.1-12b-q4",1,99.2,87.3,0.67,6.73,131072,10,1],["kolibri-1-q4",1,74.5,65,1,10.97,262144,10,1],["kolibri-1-q4xs",1,83,71.3,1,10.97,262144,10,1],["arex-2-27b-q4",1,18.1,16.3,6.5,56.76,262144,10,1],["arete-27b-q4",1,18.1,16.3,6.5,56.76,262144,10,1],["twil-8b-q4",1,48.7,27.6,2.46,27.61,131072,10,1],["nanbeige4.3-33b-q4",1,14.5,11.2,9.04,90.45,262973,10,1],["nanbeige4.3-33b-q8",1,8.8,7.5,9.35,93.51,195335,10,1],["ripple-65b-q4",1,7.9,7.5,16.1,136.73,575756,10,1],["ripple-65b-q8",1,4.5,4.4,16.64,141.36,117362,10,0],["nemotron-3.5-bolt-e4b-q4",1,69.1,63.1,1.95,16.27,65536,10,1],["granite-switch-4.1-8b-q4",1,40.2,24.2,2.46,28.04,131072,10,1],["granite-switch-4.1-30b-q4",1,13.7,10.1,8.07,77.68,131072,10,1],["jebadiah-9b-q4",1,53.7,null,2.19,19.11,4096,10,1],["jebadiah-9b-q5",1,47.5,null,3,26.17,4096,10,1],["jebadiah-9b-q8",1,33.5,null,2.26,19.76,4096,10,1],["jebadiah-27b-q4",1,18.5,null,6.5,56.76,4096,10,1],["jebadiah-27b-q5",1,16.1,null,8.9,77.74,4096,10,1],["jebadiah-27b-q8",1,11,null,6.72,58.68,4096,10,1],["lfm3-1.7b-q4",1,177.7,146.9,0.44,4.15,262144,5,1],["ornith-1.5-122b-q4",1,38.9,35.6,2.13,21.79,38903,10,1],["sage-a1.5-q4",1,100.2,83.7,0.77,8.17,262144,10,1]]},"Apple M3 Pro|18GB":{"label":"Apple M3 Pro, 18 GB","kind":"apple","budgetGb":12.6,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":25.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":25.2},"40":null},"cells":[["qwen2.5-1.5b-q4",1,104,62,0.65,8.27,32768,5,1],["qwen2.5-3b-q4",1,58.7,39.4,1.29,15.53,32768,10,1],["qwen2.5-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-14b-q4",1,13.9,null,6.02,65.63,18371,10,1],["llama3.2-3b-q4",1,49.4,21.6,1.35,16.93,92255,10,1],["llama3.1-8b-q4",1,24.8,14.3,3.27,35.48,58588,10,1],["llama3.1-8b-q8",1,15.2,null,3.38,36.68,30969,10,1],["llama3.1-8b-q5",1,21.7,13.2,4.48,48.59,52391,10,1],["mistral-7b-q4",1,26.3,14.8,2.97,33.06,32768,10,1],["mistral-7b-q5",1,22.9,13.6,4.06,45.28,32768,10,1],["mistral-7b-q8",1,15.9,10.8,3.07,34.18,32768,10,1],["mistral-nemo-12b-q4",1,17.5,10.6,4.94,51.18,33742,10,1],["gemma2-2b-q4",1,56.8,null,1.04,10.24,8192,10,1],["gemma2-9b-q4",1,17.8,null,3.68,35.55,8192,10,1],["phi3-mini-q4",1,31.6,null,1.6,19.81,4096,10,1],["phi3-medium-q4",1,13.9,null,5.65,59.8,4096,10,1],["phi4-14b-q4",1,13.5,null,5.92,61.96,16384,10,1],["qwen2.5-coder-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-coder-14b-q4",1,13.9,null,6.02,65.63,18371,10,1],["llama3.2-1b-q4",1,119.1,63.2,0.52,6.49,131072,5,1],["qwen2.5-0.5b-q4",1,216.2,134.9,0.22,3.28,32768,5,0],["gemma-3-1b-q4",1,132.5,118,0.39,3.42,32768,5,1],["gemma-3-1b-q8",1,104.8,95.5,0.4,3.54,32768,5,1],["phi4-mini-3.8b-q4",1,41.1,18.5,1.61,19.85,77118,10,1],["phi4-mini-3.8b-q8",1,27.4,15.1,1.66,20.52,64967,10,1],["mage-vl-cowork-q4",1,40.4,17.2,1.89,25.63,67029,10,1],["smollm2-360m-q4",1,124.4,null,0.18,3.62,8192,5,1],["qwen3-8b-q4",1,23.5,13.2,3.35,37.31,40960,10,1],["qwen3-8b-q8",1,14.7,null,3.46,38.57,25423,10,1],["qwen3-14b-q4",1,13.7,null,5.96,62.3,20286,10,1],["gemma3-4b-q4",1,45.9,37.8,1.51,12.82,131072,10,1],["gemma3-4b-q8",1,29.2,25.7,1.56,13.26,131072,10,1],["gemma3-12b-q4",1,16.3,13.1,4.59,39.02,75602,10,1],["deepseek-r1-distill-qwen-7b-q4",1,27.7,20.4,3.07,31.7,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,16.6,13.7,3.17,32.77,78499,10,1],["deepseek-r1-distill-qwen-14b-q4",1,13.9,null,6.02,65.63,18371,10,1],["qwen3.5-0.8b-q4",1,128.8,94.8,0.26,2.99,262144,5,1],["qwen3.5-2b-q4",1,59.3,50.9,0.66,6.15,262144,5,1],["qwen3.5-4b-q4",1,44.7,33.6,1.49,14.22,262144,10,1],["qwen3.5-4b-q8",1,27.6,22.9,1.54,14.7,247729,10,1],["qwen3.5-9b-q4",1,25.2,21.2,3.21,28.03,212734,10,1],["lfm2.5-8b-a1b-q4",1,72.5,60.3,0.62,5.86,128000,10,1],["granite4.1-3b-q4",1,50.5,26.1,1.44,18.85,128179,10,1],["granite4.1-8b-q4",1,21.2,11.9,3.45,39.23,44263,10,1],["gemma4-e4b-q4",1,36.2,32.4,2.85,23.86,131072,10,1],["gemma4-e4b-q8",1,25.3,23.4,2.95,24.66,131072,10,1],["gemma4-e2b-q4",1,80.1,70.9,1.56,13.5,131072,10,1],["gemma4-e2b-q8",1,58.6,53.5,1.61,13.95,131072,10,1],["gemma4-12b-q4",1,16.1,13,4.59,39.02,74509,10,1],["qwen3.5-9b-q8",1,15.3,13.7,3.32,28.98,93765,10,1],["ornith-9b-q4",1,25.2,21.2,3.21,28.03,212734,10,1],["granite4.2-3b-q4",1,50.8,26.1,1.54,19.64,126416,10,1],["granite4.2-8b-q4",1,22.1,12.1,3.6,40.5,44263,10,1],["minicpm-v4.5-8b-q4",1,24.3,13.4,3.35,37.3,40960,10,1],["glm-4-9b-chat-q4",1,21.4,17.8,3.84,42.37,131072,10,1],["glm-4-9b-chat-q8",1,13.6,12.1,3.97,43.81,63598,10,1],["mimo-v2.6-distill-qwen-9b",1,24.3,20.6,3.21,28.03,206268,10,1],["ministral-3-3b-q4",1,37,19.5,1.46,19.26,90578,10,1],["ministral-3-8b-q4",1,20.6,12.5,3.46,37.56,47232,10,1],["ministral-3-14b-q4",1,13.9,null,5.43,55.07,21469,10,1],["mellum2.1-12b-q4",1,48.8,42.1,0.98,9.87,131072,10,1],["twil-8b-q4",1,22.1,12.1,3.6,40.5,44263,10,1],["nemotron-3.5-bolt-e4b-q4",1,32.4,29.3,2.85,23.86,65536,10,1],["granite-switch-4.1-8b-q4",1,18,10.6,3.61,41.13,35967,10,1],["jebadiah-9b-q4",1,24.6,null,3.21,28.03,4096,10,1],["jebadiah-9b-q5",1,21.6,null,4.4,38.39,4096,10,1],["jebadiah-9b-q8",1,14.9,null,3.32,28.98,4096,10,1],["lfm3-1.7b-q4",1,100.3,78.4,0.65,6.09,262144,5,1]]},"Apple M3 Pro|36GB":{"label":"Apple M3 Pro, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":49.4},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":49.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":49.4}},"cells":[["qwen2.5-1.5b-q4",1,104,62,0.65,8.27,32768,5,1],["qwen2.5-3b-q4",1,58.7,39.4,1.29,15.53,32768,10,1],["qwen2.5-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-14b-q4",1,13.9,8.6,6.02,65.63,32768,10,1],["llama3.2-3b-q4",1,49.4,21.6,1.35,16.93,131072,10,1],["llama3.1-8b-q4",1,24.8,14.3,3.27,35.48,131072,10,1],["llama3.1-8b-q8",1,15.2,10.4,3.38,36.68,128816,10,1],["llama3.1-8b-q5",1,21.7,13.2,4.48,48.59,131072,10,1],["mistral-7b-q4",1,26.3,14.8,2.97,33.06,32768,10,1],["mistral-7b-q5",1,22.9,13.6,4.06,45.28,32768,10,1],["mistral-7b-q8",1,15.9,10.8,3.07,34.18,32768,10,1],["mistral-nemo-12b-q4",1,17.5,10.6,4.94,51.18,112019,10,1],["mistral-nemo-12b-q8",1,10,7.3,5.11,52.91,75699,10,1],["gemma2-2b-q4",1,56.8,null,1.04,10.24,8192,10,1],["gemma2-9b-q4",1,17.8,null,3.68,35.55,8192,10,1],["gemma2-27b-q4",1,7.2,null,10.64,91.8,8192,10,1],["phi3-mini-q4",1,31.6,null,1.6,19.81,4096,10,1],["phi3-medium-q4",1,13.9,null,5.65,59.8,4096,10,1],["phi4-14b-q4",1,13.5,null,5.92,61.96,16384,10,1],["phi4-14b-q8",1,8.2,null,6.12,64.06,16384,10,1],["qwen2.5-coder-7b-q4",1,27.7,20.4,3.07,31.7,32768,10,1],["qwen2.5-coder-14b-q4",1,13.9,8.6,6.02,65.63,32768,10,1],["llama3.2-1b-q4",1,119.1,63.2,0.52,6.49,131072,5,1],["mistral-small-22b-q4",1,9.7,6.4,9.03,96.74,32768,10,1],["qwen2.5-0.5b-q4",1,216.2,134.9,0.22,3.28,32768,5,0],["gemma-3-1b-q4",1,132.5,118,0.39,3.42,32768,5,1],["gemma-3-1b-q8",1,104.8,95.5,0.4,3.54,32768,5,1],["phi4-mini-3.8b-q4",1,41.1,18.5,1.61,19.85,131072,10,1],["phi4-mini-3.8b-q8",1,27.4,15.1,1.66,20.52,131072,10,1],["mage-vl-cowork-q4",1,40.4,17.2,1.89,25.63,154004,10,1],["smollm2-360m-q4",1,124.4,null,0.18,3.62,8192,5,1],["qwen3-8b-q4",1,23.5,13.2,3.35,37.31,40960,10,1],["qwen3-8b-q8",1,14.7,9.9,3.46,38.57,40960,10,1],["qwen3-14b-q4",1,13.7,9.1,5.96,62.3,40960,10,1],["qwen3-30b-q4",1,36.1,20,1.55,26.36,40960,10,1],["qwen3-32b-q4",1,6.3,null,13.32,143.89,19927,10,1],["qwen3-coder-30b-a3b-q4",1,36.2,20,1.55,26.36,69867,10,1],["gemma3-4b-q4",1,45.9,37.8,1.51,12.82,131072,10,1],["gemma3-4b-q8",1,29.2,25.7,1.56,13.26,131072,10,1],["gemma3-12b-q4",1,16.3,13.1,4.59,39.02,131072,10,1],["gemma3-27b-q4",1,7.5,6.6,10.48,86.79,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,27.7,20.4,3.07,31.7,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,16.6,13.7,3.17,32.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,13.9,8.6,6.02,65.63,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,8.3,6.1,6.22,67.85,49455,10,1],["deepseek-r1-distill-qwen-32b-q4",1,6.4,null,13.07,127.9,21261,10,1],["mistral-small-3.1-cloud",1,8.3,6.3,9.31,86.17,60657,10,1],["qwen3.5-0.8b-q4",1,128.8,94.8,0.26,2.99,262144,5,1],["qwen3.5-2b-q4",1,59.3,50.9,0.66,6.15,262144,5,1],["qwen3.5-4b-q4",1,44.7,33.6,1.49,14.22,262144,10,1],["qwen3.5-4b-q8",1,27.6,22.9,1.54,14.7,262144,10,1],["qwen3.5-9b-q4",1,25.2,21.2,3.21,28.03,262144,10,1],["qwen3.5-35b-a3b-q4",1,50.5,40.9,1.13,11.98,207919,10,1],["qwen3.5-27b-q4",1,8.2,7.3,9.53,83.25,135461,10,1],["lfm2-24b-a2b-q4",1,54.8,43.7,0.85,8.27,128000,10,1],["lfm2.5-8b-a1b-q4",1,72.5,60.3,0.62,5.86,128000,10,1],["granite4.1-3b-q4",1,50.5,26.1,1.44,18.85,131072,10,1],["granite4.1-8b-q4",1,21.2,11.9,3.45,39.23,122540,10,1],["qwen3.6-27b-q4",1,8,7.2,9.53,83.25,131028,10,1],["qwen3.8-27b-q4",1,8.1,7.2,9.53,83.25,131443,10,1],["qwen3.6-35b-a3b-q4",1,49.4,40.2,1.13,11.98,180981,10,1],["gemma4-31b-q4",1,6.5,5.2,11.75,99.82,36109,10,1],["gemma4-26b-a4b-q4",1,31.1,24.1,1.27,11.6,198752,10,1],["gemma4-e4b-q4",1,36.2,32.4,2.85,23.86,131072,10,1],["gemma4-e4b-q8",1,25.3,23.4,2.95,24.66,131072,10,1],["gemma4-e2b-q4",1,80.1,70.9,1.56,13.5,131072,10,1],["gemma4-e2b-q8",1,58.6,53.5,1.61,13.95,131072,10,1],["gemma4-12b-q4",1,16.1,13,4.59,39.02,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,30.7,29.4,1.94,17.89,187597,10,1],["laguna-xs2-q4",1,41,29.7,1.1,13.15,55273,10,1],["north-mini-code-1-q4",1,33.7,28,1.34,14.5,245230,10,1],["gpt-oss-20b",1,31.3,26.7,1.52,15.32,131072,10,1],["qwen3.5-9b-q8",1,15.3,13.7,3.32,28.98,262144,10,1],["gemma4-12b-q8",1,9.8,8.6,4.74,40.34,189511,10,1],["qwen3-14b-q8",1,8.3,6.3,6.17,64.41,40960,10,1],["laguna-xs-2.1-q4",1,45.9,32.2,1.1,13.15,124213,10,1],["ornith-9b-q4",1,25.2,21.2,3.21,28.03,262144,10,1],["ornith-35b-q4",1,50.5,40.9,1.13,11.98,207919,10,1],["granite4.2-3b-q4",1,50.8,26.1,1.54,19.64,131072,10,1],["granite4.2-8b-q4",1,22.1,12.1,3.6,40.5,122540,10,1],["granite4.2-30b-q4",1,7,null,11.64,111.79,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,38.9,36.9,1.41,13.06,1048576,10,1],["muse-glimmer-30b-q4",1,8.1,7.9,10.28,86.02,131072,10,1],["minicpm-v4.5-8b-q4",1,24.3,13.4,3.35,37.3,40960,10,1],["glm-4.7-flash-q4",1,33.5,23.7,1.54,19.15,118308,10,1],["glm-4-9b-chat-q4",1,21.4,17.8,3.84,42.37,131072,10,1],["glm-4-9b-chat-q8",1,13.6,12.1,3.97,43.81,131072,10,1],["olmo-3.1-32b-q4",1,6.4,5.9,12.55,106.27,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,24.3,20.6,3.21,28.03,262144,10,1],["devstral-small-2-24b-q4",1,8.5,6.4,9.31,86.17,62546,10,1],["ministral-3-3b-q4",1,37,19.5,1.46,19.26,211005,10,1],["ministral-3-8b-q4",1,20.6,12.5,3.46,37.56,139323,10,1],["ministral-3-14b-q4",1,13.9,9.2,5.43,55.07,99746,10,1],["flint-40b",1,53.8,39.9,1.44,17.09,88069,10,1],["mellum2.1-12b-q4",1,48.8,42.1,0.98,9.87,131072,10,1],["arex-2-27b-q4",1,7.9,7.1,9.53,83.25,125451,10,1],["arete-27b-q4",1,7.9,7.1,9.53,83.25,125451,10,1],["twil-8b-q4",1,22.1,12.1,3.6,40.5,122540,10,1],["nanbeige4.3-33b-q4",1,6.2,null,13.27,132.67,21767,10,1],["nemotron-3.5-bolt-e4b-q4",1,32.4,29.3,2.85,23.86,65536,10,1],["granite-switch-4.1-8b-q4",1,18,10.6,3.61,41.13,110517,10,1],["granite-switch-4.1-30b-q4",1,5.9,null,11.84,113.94,16237,10,1],["jebadiah-9b-q4",1,24.6,null,3.21,28.03,4096,10,1],["jebadiah-9b-q5",1,21.6,null,4.4,38.39,4096,10,1],["jebadiah-9b-q8",1,14.9,null,3.32,28.98,4096,10,1],["jebadiah-27b-q4",1,8.1,null,9.53,83.25,4096,10,1],["jebadiah-27b-q5",1,7,null,13.05,114.03,4096,10,1],["lfm3-1.7b-q4",1,100.3,78.4,0.65,6.09,262144,5,1],["sage-a1.5-q4",1,49.4,40.2,1.13,11.98,181225,10,1]]},"Apple M3 Max|36GB|30c":{"label":"Apple M3 Max 30-core GPU, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":14.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":85},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":85}},"cells":[["qwen2.5-1.5b-q4",1,166.1,104.9,0.39,4.96,32768,5,1],["qwen2.5-3b-q4",1,99.7,68.7,0.77,9.32,32768,10,1],["qwen2.5-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-14b-q4",1,25.1,15.7,3.61,39.38,32768,10,1],["llama3.2-3b-q4",1,85,38.7,0.81,10.16,131072,10,1],["llama3.1-8b-q4",1,44.2,25.9,1.96,21.29,131072,10,1],["llama3.1-8b-q8",1,27.4,19,2.03,22.01,128816,10,1],["llama3.1-8b-q5",1,38.9,23.9,2.69,29.16,131072,10,1],["mistral-7b-q4",1,46.8,26.7,1.78,19.84,32768,10,1],["mistral-7b-q5",1,40.9,24.7,2.44,27.17,32768,10,1],["mistral-7b-q8",1,28.8,19.7,1.84,20.51,32768,10,1],["mistral-nemo-12b-q4",1,31.5,19.3,2.96,30.71,112019,10,1],["mistral-nemo-12b-q8",1,18.3,13.4,3.06,31.74,75699,10,1],["gemma2-2b-q4",1,96.7,null,0.63,6.15,8192,10,1],["gemma2-9b-q4",1,32.1,null,2.21,21.33,8192,10,1],["gemma2-27b-q4",1,13.1,null,6.38,55.08,8192,10,1],["phi3-mini-q4",1,55.8,null,0.96,11.88,4096,10,1],["phi3-medium-q4",1,25.2,null,3.39,35.88,4096,10,1],["phi4-14b-q4",1,24.5,null,3.55,37.18,16384,10,1],["phi4-14b-q8",1,15,null,3.67,38.43,16384,10,1],["qwen2.5-coder-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-coder-14b-q4",1,25.1,15.7,3.61,39.38,32768,10,1],["llama3.2-1b-q4",1,186.5,106.7,0.31,3.89,131072,5,1],["mistral-small-22b-q4",1,17.7,11.8,5.42,58.04,32768,10,1],["qwen2.5-0.5b-q4",1,300.9,207.1,0.13,1.97,32768,5,0],["gemma-3-1b-q4",1,204,185.1,0.23,2.05,32768,5,1],["gemma-3-1b-q8",1,167.2,154.3,0.24,2.12,32768,5,1],["phi4-mini-3.8b-q4",1,71.5,33.3,0.96,11.91,131072,10,1],["phi4-mini-3.8b-q8",1,48.8,27.3,1,12.31,131072,10,1],["mage-vl-cowork-q4",1,70.4,31,1.13,15.38,154004,10,1],["smollm2-360m-q4",1,193.5,null,0.11,2.17,8192,5,1],["qwen3-8b-q4",1,41.9,23.9,2.01,22.38,40960,10,1],["qwen3-8b-q8",1,26.6,18,2.08,23.14,40960,10,1],["qwen3-14b-q4",1,24.8,16.5,3.58,37.38,40960,10,1],["qwen3-30b-q4",1,63.3,35.9,0.93,15.81,40960,10,1],["qwen3-32b-q4",1,11.5,null,7.99,86.34,19927,10,1],["qwen3-coder-30b-a3b-q4",1,63.5,36,0.93,15.81,69867,10,1],["gemma3-4b-q4",1,79.4,66.2,0.91,7.69,131072,10,1],["gemma3-4b-q8",1,51.8,45.8,0.94,7.95,131072,10,1],["gemma3-12b-q4",1,29.4,23.8,2.75,23.41,131072,10,1],["gemma3-27b-q4",1,13.8,12.1,6.29,52.07,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,49.3,36.6,1.84,19.02,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,30,24.8,1.9,19.66,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,25.1,15.7,3.61,39.38,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,15.2,11.1,3.73,40.71,49455,10,1],["deepseek-r1-distill-qwen-32b-q4",1,11.7,null,7.84,76.74,21261,10,1],["mistral-small-3.1-cloud",1,15.2,11.6,5.59,51.7,60657,10,1],["qwen3.5-0.8b-q4",1,199.2,153.3,0.16,1.79,262144,5,1],["qwen3.5-2b-q4",1,100.6,87.4,0.4,3.69,262144,5,1],["qwen3.5-4b-q4",1,77.5,59.1,0.89,8.53,262144,10,1],["qwen3.5-4b-q8",1,49,40.9,0.92,8.82,262144,10,1],["qwen3.5-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["qwen3.5-35b-a3b-q4",1,86.8,71.3,0.68,7.19,207919,10,1],["qwen3.5-27b-q4",1,15,13.3,5.72,49.95,135461,10,1],["lfm2-24b-a2b-q4",1,93.6,75.8,0.51,4.96,128000,10,1],["lfm2.5-8b-a1b-q4",1,120.8,102.2,0.37,3.51,128000,10,1],["granite4.1-3b-q4",1,86.8,46.4,0.87,11.31,131072,10,1],["granite4.1-8b-q4",1,38.1,21.6,2.07,23.54,122540,10,1],["qwen3.6-27b-q4",1,14.7,13.2,5.72,49.95,131028,10,1],["qwen3.8-27b-q4",1,14.7,13.2,5.72,49.95,131443,10,1],["qwen3.6-35b-a3b-q4",1,85,70,0.68,7.19,180981,10,1],["gemma4-31b-q4",1,11.8,9.6,7.05,59.89,36109,10,1],["gemma4-26b-a4b-q4",1,54.9,43,0.76,6.96,198752,10,1],["gemma4-e4b-q4",1,63.5,57.1,1.71,14.31,131072,10,1],["gemma4-e4b-q8",1,45.1,41.8,1.77,14.8,131072,10,1],["gemma4-e2b-q4",1,132.1,118.4,0.94,8.1,131072,10,1],["gemma4-e2b-q8",1,99.6,91.6,0.97,8.37,131072,10,1],["gemma4-12b-q4",1,29.2,23.6,2.75,23.41,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,54.3,52.1,1.16,10.73,187597,10,1],["laguna-xs2-q4",1,71.4,52.6,0.66,7.89,55273,10,1],["north-mini-code-1-q4",1,59.3,49.7,0.8,8.7,245230,10,1],["gpt-oss-20b",1,55.3,47.4,0.91,9.19,131072,10,1],["qwen3.5-9b-q8",1,27.6,24.8,1.99,17.39,262144,10,1],["gemma4-12b-q8",1,17.9,15.6,2.84,24.2,189511,10,1],["qwen3-14b-q8",1,15.1,11.6,3.7,38.64,40960,10,1],["laguna-xs-2.1-q4",1,79.5,56.8,0.66,7.89,124213,10,1],["ornith-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["ornith-35b-q4",1,86.8,71.3,0.68,7.19,207919,10,1],["granite4.2-3b-q4",1,87.3,46.5,0.93,11.78,131072,10,1],["granite4.2-8b-q4",1,39.6,22.1,2.16,24.3,122540,10,1],["granite4.2-30b-q4",1,12.9,null,6.98,67.08,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,68,64.7,0.85,7.84,1048576,10,1],["muse-glimmer-30b-q4",1,14.9,14.5,6.17,51.61,131072,10,1],["minicpm-v4.5-8b-q4",1,43.3,24.3,2.01,22.38,40960,10,1],["glm-4.7-flash-q4",1,59,42.4,0.92,11.49,118308,10,1],["glm-4-9b-chat-q4",1,38.3,32.1,2.3,25.42,131072,10,1],["glm-4-9b-chat-q8",1,24.7,22,2.38,26.29,131072,10,1],["olmo-3.1-32b-q4",1,11.8,10.8,7.53,63.76,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,43.4,37,1.93,16.82,262144,10,1],["devstral-small-2-24b-q4",1,15.4,11.8,5.59,51.7,62546,10,1],["ministral-3-3b-q4",1,64.7,35.1,0.88,11.56,211005,10,1],["ministral-3-8b-q4",1,37,22.7,2.07,22.54,139323,10,1],["ministral-3-14b-q4",1,25.2,16.7,3.26,33.04,99746,10,1],["flint-40b",1,92.1,69.6,0.86,10.25,88069,10,1],["mellum2.1-12b-q4",1,84.1,73.3,0.59,5.92,131072,10,1],["arex-2-27b-q4",1,14.4,12.9,5.72,49.95,125451,10,1],["arete-27b-q4",1,14.4,12.9,5.72,49.95,125451,10,1],["twil-8b-q4",1,39.6,22.1,2.16,24.3,122540,10,1],["nanbeige4.3-33b-q4",1,11.5,null,7.96,79.6,21767,10,1],["nemotron-3.5-bolt-e4b-q4",1,57.2,52,1.71,14.31,65536,10,1],["granite-switch-4.1-8b-q4",1,32.5,19.3,2.17,24.68,110517,10,1],["granite-switch-4.1-30b-q4",1,10.8,null,7.1,68.36,16237,10,1],["jebadiah-9b-q4",1,43.9,null,1.93,16.82,4096,10,1],["jebadiah-9b-q5",1,38.6,null,2.64,23.03,4096,10,1],["jebadiah-9b-q8",1,26.9,null,1.99,17.39,4096,10,1],["jebadiah-27b-q4",1,14.7,null,5.72,49.95,4096,10,1],["jebadiah-27b-q5",1,12.7,null,7.83,68.42,4096,10,1],["lfm3-1.7b-q4",1,161,129.6,0.39,3.65,262144,5,1],["sage-a1.5-q4",1,85,70.1,0.68,7.19,181225,10,1]]},"Apple M3 Max|48GB|40c":{"label":"Apple M3 Max 40-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":19.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":108.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":108.7}},"cells":[["qwen2.5-1.5b-q4",1,204.7,133,0.29,3.72,32768,5,1],["qwen2.5-3b-q4",1,126.7,88.7,0.58,6.99,32768,10,1],["qwen2.5-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-3b-q4",1,108.8,50.7,0.61,7.62,131072,10,1],["llama3.1-8b-q4",1,57.7,34,1.47,15.97,131072,10,1],["llama3.1-8b-q8",1,36.1,25.1,1.52,16.51,131072,10,1],["llama3.1-8b-q5",1,50.9,31.5,2.01,21.87,131072,10,1],["mistral-7b-q4",1,61,35.2,1.33,14.88,32768,10,1],["mistral-7b-q5",1,53.5,32.5,1.83,20.38,32768,10,1],["mistral-7b-q8",1,37.8,26,1.38,15.38,32768,10,1],["mixtral-8x7b-q4",1,25,19.2,2.31,22.71,32768,10,1],["mistral-nemo-12b-q4",1,41.4,25.5,2.22,23.03,131072,10,1],["mistral-nemo-12b-q8",1,24.1,17.7,2.3,23.81,131072,10,1],["gemma2-2b-q4",1,123.1,null,0.47,4.61,8192,10,1],["gemma2-9b-q4",1,42.2,null,1.66,16,8192,10,1],["gemma2-27b-q4",1,17.4,null,4.79,41.31,8192,10,1],["phi3-mini-q4",1,72.4,null,0.72,8.91,4096,10,1],["phi3-medium-q4",1,33.1,null,2.54,26.91,4096,10,1],["phi4-14b-q4",1,32.2,null,2.67,27.88,16384,10,1],["phi4-14b-q8",1,19.9,null,2.76,28.83,16384,10,1],["qwen2.5-coder-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-coder-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-1b-q4",1,227.8,135.1,0.23,2.92,131072,5,1],["mistral-small-22b-q4",1,23.4,15.7,4.06,43.53,32768,10,1],["qwen2.5-0.5b-q4",1,349.4,250.6,0.1,1.47,32768,5,0],["gemma-3-1b-q4",1,247.2,226.1,0.18,1.54,32768,5,1],["gemma-3-1b-q8",1,206,191.2,0.18,1.59,32768,5,1],["phi4-mini-3.8b-q4",1,92.1,43.7,0.72,8.93,131072,10,1],["phi4-mini-3.8b-q8",1,63.5,36,0.75,9.24,131072,10,1],["mage-vl-cowork-q4",1,90.7,40.7,0.85,11.53,217582,10,1],["smollm2-360m-q4",1,235.5,null,0.08,1.63,8192,5,1],["qwen3-8b-q4",1,54.8,31.4,1.51,16.79,40960,10,1],["qwen3-8b-q8",1,35,23.8,1.56,17.36,40960,10,1],["qwen3-14b-q4",1,32.6,21.9,2.68,28.03,40960,10,1],["qwen3-30b-q4",1,81.9,47.1,0.7,11.86,40960,10,1],["qwen3-30b-a3b-q8",1,51.9,null,0.72,12.26,23080,10,1],["qwen3-32b-q4",1,15.3,11.2,5.99,64.75,40960,10,1],["qwen3-coder-30b-a3b-q4",1,82.1,47.1,0.7,11.86,165235,10,1],["qwen3-coder-30b-a3b-q8",1,52,null,0.72,12.26,23560,10,1],["gemma3-4b-q4",1,101.9,85.5,0.68,5.77,131072,10,1],["gemma3-4b-q8",1,67.3,59.7,0.7,5.97,131072,10,1],["gemma3-12b-q4",1,38.6,31.3,2.06,17.56,131072,10,1],["gemma3-27b-q4",1,18.2,16,4.72,39.06,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,64.1,47.9,1.38,14.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39.5,32.7,1.43,14.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,33.1,20.7,2.71,29.54,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,20.1,14.7,2.8,30.53,97139,10,1],["deepseek-r1-distill-qwen-32b-q4",1,15.5,11.3,5.88,57.56,57024,10,1],["mistral-small-3.1-cloud",1,20.1,15.4,4.19,38.78,117877,10,1],["mistral-small-3.1-24b-q8",1,12.2,10.3,4.33,40.09,52918,10,1],["qwen3.5-0.8b-q4",1,241.9,190,0.12,1.35,262144,5,1],["qwen3.5-2b-q4",1,127.8,111.7,0.3,2.77,262144,5,1],["qwen3.5-4b-q4",1,99.5,76.6,0.67,6.4,262144,10,1],["qwen3.5-4b-q8",1,63.8,53.5,0.69,6.62,262144,10,1],["qwen3.5-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["qwen3.5-35b-a3b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.5-27b-q4",1,19.8,17.7,4.29,37.46,262144,10,1],["qwen3.5-27b-q8",1,11.5,10.8,4.43,38.73,87767,10,1],["lfm2-24b-a2b-q4",1,119.4,97.5,0.38,3.72,128000,10,1],["lfm2.5-8b-a1b-q4",1,152,129.7,0.28,2.64,128000,10,1],["granite4.1-3b-q4",1,111,60.5,0.65,8.48,131072,10,1],["granite4.1-8b-q4",1,49.8,28.5,1.55,17.65,131072,10,1],["qwen3.6-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q8",1,11.5,10.8,4.43,38.73,87782,10,1],["qwen3.6-35b-a3b-q4",1,108.7,90.3,0.51,5.39,262144,10,1],["gemma4-31b-q4",1,15.7,12.7,5.29,44.92,93329,10,1],["gemma4-31b-q8",1,9.4,null,5.47,46.44,8089,10,1],["gemma4-26b-a4b-q4",1,71.3,56.2,0.57,5.22,262144,10,1],["gemma4-e4b-q4",1,82.1,74.1,1.28,10.74,131072,10,1],["gemma4-e4b-q8",1,58.9,54.6,1.33,11.1,131072,10,1],["gemma4-e2b-q4",1,165.4,149.1,0.7,6.07,131072,10,1],["gemma4-e2b-q8",1,126.6,116.9,0.73,6.28,131072,10,1],["gemma4-12b-q4",1,38.3,31.1,2.06,17.56,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,70.5,67.8,0.87,8.05,262144,10,1],["laguna-xs2-q4",1,92,68.4,0.49,5.92,262144,10,1],["north-mini-code-1-q4",1,76.8,64.7,0.6,6.53,500000,10,1],["gpt-oss-20b",1,71.8,61.8,0.68,6.9,131072,10,1],["qwen3.5-9b-q8",1,36.3,32.7,1.49,13.04,262144,10,1],["qwen3.6-27b-q8",1,11.5,10.8,4.43,38.73,87782,10,1],["gemma4-12b-q8",1,23.6,20.7,2.13,18.15,262144,10,1],["gemma4-26b-a4b-q8",1,48.7,41.2,0.59,5.4,188730,10,1],["qwen3-14b-q8",1,20,15.4,2.77,28.98,40960,10,1],["laguna-xs-2.1-q4",1,101.9,73.7,0.49,5.92,262144,10,1],["ornith-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["ornith-35b-q4",1,111,91.8,0.51,5.39,262144,10,1],["granite4.2-3b-q4",1,111.5,60.6,0.69,8.84,131072,10,1],["granite4.2-8b-q4",1,51.8,29.1,1.62,18.22,131072,10,1],["granite4.2-30b-q4",1,17.1,12.1,5.24,50.31,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,67.6,65.1,0.64,5.88,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,87.7,83.6,0.64,5.88,1048576,10,1],["muse-glimmer-30b-q4",1,19.7,19.2,4.63,38.71,131072,10,1],["minicpm-v4.5-8b-q4",1,56.5,32,1.51,16.79,40960,10,1],["glm-4.7-flash-q4",1,76.4,55.4,0.69,8.62,202752,10,1],["glm-4-9b-chat-q4",1,50.1,42.2,1.73,19.07,131072,10,1],["glm-4-9b-chat-q8",1,32.6,29,1.79,19.71,131072,10,1],["olmo-3.1-32b-q4",1,15.7,14.3,5.65,47.82,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.7,48.4,1.45,12.61,262144,10,1],["devstral-small-2-24b-q4",1,20.4,15.6,4.19,38.78,119766,10,1],["ministral-3-3b-q4",1,83.7,46,0.66,8.67,262144,10,1],["ministral-3-8b-q4",1,48.4,29.9,1.56,16.9,206642,10,1],["ministral-3-14b-q4",1,33.2,22.1,2.44,24.78,156967,10,1],["flint-40b",1,117.5,89.7,0.65,7.69,262144,10,1],["mellum2.1-12b-q4",1,107.7,94.3,0.44,4.44,131072,10,1],["arex-2-27b-q4",1,19.1,17.1,4.29,37.46,262144,10,1],["arete-27b-q4",1,19.1,17.1,4.29,37.46,262144,10,1],["twil-8b-q4",1,51.8,29.1,1.62,18.22,131072,10,1],["nanbeige4.3-33b-q4",1,15.2,11.7,5.97,59.7,65782,10,1],["nemotron-3.5-bolt-e4b-q4",1,74.1,67.6,1.28,10.74,65536,10,1],["granite-switch-4.1-8b-q4",1,42.7,25.5,1.62,18.51,131072,10,1],["granite-switch-4.1-30b-q4",1,14.4,10.6,5.33,51.27,50916,10,1],["jebadiah-9b-q4",1,57.2,null,1.45,12.61,4096,10,1],["jebadiah-9b-q5",1,50.5,null,1.98,17.28,4096,10,1],["jebadiah-9b-q8",1,35.4,null,1.49,13.04,4096,10,1],["jebadiah-27b-q4",1,19.5,null,4.29,37.46,4096,10,1],["jebadiah-27b-q5",1,16.9,null,5.87,51.31,4096,10,1],["jebadiah-27b-q8",1,11.5,null,4.43,38.73,4096,10,1],["lfm3-1.7b-q4",1,198.9,162.4,0.29,2.74,262144,5,1],["sage-a1.5-q4",1,108.8,90.3,0.51,5.39,262144,10,1]]},"Apple M3 Max|64GB|40c":{"label":"Apple M3 Max 40-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":19.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":108.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":108.7}},"cells":[["qwen2.5-1.5b-q4",1,204.7,133,0.29,3.72,32768,5,1],["qwen2.5-3b-q4",1,126.7,88.7,0.58,6.99,32768,10,1],["qwen2.5-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-3b-q4",1,108.8,50.7,0.61,7.62,131072,10,1],["llama3.1-8b-q4",1,57.7,34,1.47,15.97,131072,10,1],["llama3.1-8b-q8",1,36.1,25.1,1.52,16.51,131072,10,1],["llama3.1-8b-q5",1,50.9,31.5,2.01,21.87,131072,10,1],["llama3.1-70b-q4",1,7.4,null,12.64,122.1,16722,10,1],["mistral-7b-q4",1,61,35.2,1.33,14.88,32768,10,1],["mistral-7b-q5",1,53.5,32.5,1.83,20.38,32768,10,1],["mistral-7b-q8",1,37.8,26,1.38,15.38,32768,10,1],["mixtral-8x7b-q4",1,25,19.2,2.31,22.71,32768,10,1],["mistral-nemo-12b-q4",1,41.4,25.5,2.22,23.03,131072,10,1],["mistral-nemo-12b-q8",1,24.1,17.7,2.3,23.81,131072,10,1],["gemma2-2b-q4",1,123.1,null,0.47,4.61,8192,10,1],["gemma2-9b-q4",1,42.2,null,1.66,16,8192,10,1],["gemma2-27b-q4",1,17.4,null,4.79,41.31,8192,10,1],["phi3-mini-q4",1,72.4,null,0.72,8.91,4096,10,1],["phi3-medium-q4",1,33.1,null,2.54,26.91,4096,10,1],["phi4-14b-q4",1,32.2,null,2.67,27.88,16384,10,1],["phi4-14b-q8",1,19.9,null,2.76,28.83,16384,10,1],["qwen2.5-coder-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-coder-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-1b-q4",1,227.8,135.1,0.23,2.92,131072,5,1],["mistral-small-22b-q4",1,23.4,15.7,4.06,43.53,32768,10,1],["qwen2.5-0.5b-q4",1,349.4,250.6,0.1,1.47,32768,5,0],["gemma-3-1b-q4",1,247.2,226.1,0.18,1.54,32768,5,1],["gemma-3-1b-q8",1,206,191.2,0.18,1.59,32768,5,1],["phi4-mini-3.8b-q4",1,92.1,43.7,0.72,8.93,131072,10,1],["phi4-mini-3.8b-q8",1,63.5,36,0.75,9.24,131072,10,1],["mage-vl-cowork-q4",1,90.7,40.7,0.85,11.53,262144,10,1],["smollm2-360m-q4",1,235.5,null,0.08,1.63,8192,5,1],["llama3.3-70b-q4",1,7.4,null,12.64,122.1,16722,10,1],["qwen3-8b-q4",1,54.8,31.4,1.51,16.79,40960,10,1],["qwen3-8b-q8",1,35,23.8,1.56,17.36,40960,10,1],["qwen3-14b-q4",1,32.6,21.9,2.68,28.03,40960,10,1],["qwen3-30b-q4",1,81.9,47.1,0.7,11.86,40960,10,1],["qwen3-30b-a3b-q8",1,51.9,35.3,0.72,12.26,40960,10,1],["qwen3-32b-q4",1,15.3,11.2,5.99,64.75,40960,10,1],["qwen3-32b-q8",1,9.1,7.4,6.2,66.94,40960,10,1],["qwen3-coder-30b-a3b-q4",1,82.1,47.1,0.7,11.86,262144,10,1],["qwen3-coder-30b-a3b-q8",1,52,35.4,0.72,12.26,157837,10,1],["gemma3-4b-q4",1,101.9,85.5,0.68,5.77,131072,10,1],["gemma3-4b-q8",1,67.3,59.7,0.7,5.97,131072,10,1],["gemma3-12b-q4",1,38.6,31.3,2.06,17.56,131072,10,1],["gemma3-27b-q4",1,18.2,16,4.72,39.06,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,64.1,47.9,1.38,14.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39.5,32.7,1.43,14.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,33.1,20.7,2.71,29.54,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,20.1,14.7,2.8,30.53,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,15.5,11.3,5.88,57.56,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,9.1,7.5,6.08,59.5,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.4,null,12.64,122.1,16722,10,1],["mistral-small-3.1-cloud",1,20.1,15.4,4.19,38.78,131072,10,1],["mistral-small-3.1-24b-q8",1,12.2,10.3,4.33,40.09,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,190,0.12,1.35,262144,5,1],["qwen3.5-2b-q4",1,127.8,111.7,0.3,2.77,262144,5,1],["qwen3.5-4b-q4",1,99.5,76.6,0.67,6.4,262144,10,1],["qwen3.5-4b-q8",1,63.8,53.5,0.69,6.62,262144,10,1],["qwen3.5-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["qwen3.5-35b-a3b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.5-27b-q4",1,19.8,17.7,4.29,37.46,262144,10,1],["qwen3.5-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["lfm2-24b-a2b-q4",1,119.4,97.5,0.38,3.72,128000,10,1],["lfm2.5-8b-a1b-q4",1,152,129.7,0.28,2.64,128000,10,1],["granite4.1-3b-q4",1,111,60.5,0.65,8.48,131072,10,1],["granite4.1-8b-q4",1,49.8,28.5,1.55,17.65,131072,10,1],["qwen3.6-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["qwen3.6-35b-a3b-q4",1,108.7,90.3,0.51,5.39,262144,10,1],["gemma4-31b-q4",1,15.7,12.7,5.29,44.92,173896,10,1],["gemma4-31b-q8",1,9.4,8.2,5.47,46.44,88656,10,1],["gemma4-26b-a4b-q4",1,71.3,56.2,0.57,5.22,262144,10,1],["gemma4-e4b-q4",1,82.1,74.1,1.28,10.74,131072,10,1],["gemma4-e4b-q8",1,58.9,54.6,1.33,11.1,131072,10,1],["gemma4-e2b-q4",1,165.4,149.1,0.7,6.07,131072,10,1],["gemma4-e2b-q8",1,126.6,116.9,0.73,6.28,131072,10,1],["gemma4-12b-q4",1,38.3,31.1,2.06,17.56,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,70.5,67.8,0.87,8.05,262144,10,1],["laguna-xs2-q4",1,92,68.4,0.49,5.92,262144,10,1],["north-mini-code-1-q4",1,76.8,64.7,0.6,6.53,500000,10,1],["gpt-oss-20b",1,71.8,61.8,0.68,6.9,131072,10,1],["qwen3.6-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-9b-q8",1,36.3,32.7,1.49,13.04,262144,10,1],["qwen3.6-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["gemma4-12b-q8",1,23.6,20.7,2.13,18.15,262144,10,1],["gemma4-26b-a4b-q8",1,48.7,41.2,0.59,5.4,262144,10,1],["qwen3-14b-q8",1,20,15.4,2.77,28.98,40960,10,1],["laguna-xs-2.1-q4",1,101.9,73.7,0.49,5.92,262144,10,1],["ornith-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["ornith-35b-q4",1,111,91.8,0.51,5.39,262144,10,1],["granite4.2-3b-q4",1,111.5,60.6,0.69,8.84,131072,10,1],["granite4.2-8b-q4",1,51.8,29.1,1.62,18.22,131072,10,1],["granite4.2-30b-q4",1,17.1,12.1,5.24,50.31,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,67.6,65.1,0.64,5.88,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,87.7,83.6,0.64,5.88,1048576,10,1],["muse-glimmer-30b-q4",1,19.7,19.2,4.63,38.71,131072,10,1],["minicpm-v4.5-8b-q4",1,56.5,32,1.51,16.79,40960,10,1],["glm-4.7-flash-q4",1,76.4,55.4,0.69,8.62,202752,10,1],["glm-4-9b-chat-q4",1,50.1,42.2,1.73,19.07,131072,10,1],["glm-4-9b-chat-q8",1,32.6,29,1.79,19.71,131072,10,1],["olmo-3.1-32b-q4",1,15.7,14.3,5.65,47.82,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.7,48.4,1.45,12.61,262144,10,1],["devstral-small-2-24b-q4",1,20.4,15.6,4.19,38.78,200333,10,1],["ministral-3-3b-q4",1,83.7,46,0.66,8.67,262144,10,1],["ministral-3-8b-q4",1,48.4,29.9,1.56,16.9,262144,10,1],["ministral-3-14b-q4",1,33.2,22.1,2.44,24.78,237533,10,1],["flint-40b",1,117.5,89.7,0.65,7.69,262144,10,1],["mellum2.1-12b-q4",1,107.7,94.3,0.44,4.44,131072,10,1],["kolibri-1-q4xs",1,89.5,76.6,0.66,7.24,211185,10,1],["arex-2-27b-q4",1,19.1,17.1,4.29,37.46,262144,10,1],["arete-27b-q4",1,19.1,17.1,4.29,37.46,262144,10,1],["twil-8b-q4",1,51.8,29.1,1.62,18.22,131072,10,1],["nanbeige4.3-33b-q4",1,15.2,11.7,5.97,59.7,127756,10,1],["nanbeige4.3-33b-q8",1,9.2,7.8,6.17,61.72,60119,10,1],["ripple-65b-q4",1,8.2,7.8,10.62,90.25,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,74.1,67.6,1.28,10.74,65536,10,1],["granite-switch-4.1-8b-q4",1,42.7,25.5,1.62,18.51,131072,10,1],["granite-switch-4.1-30b-q4",1,14.4,10.6,5.33,51.27,99744,10,1],["jebadiah-9b-q4",1,57.2,null,1.45,12.61,4096,10,1],["jebadiah-9b-q5",1,50.5,null,1.98,17.28,4096,10,1],["jebadiah-9b-q8",1,35.4,null,1.49,13.04,4096,10,1],["jebadiah-27b-q4",1,19.5,null,4.29,37.46,4096,10,1],["jebadiah-27b-q5",1,16.9,null,5.87,51.31,4096,10,1],["jebadiah-27b-q8",1,11.5,null,4.43,38.73,4096,10,1],["lfm3-1.7b-q4",1,198.9,162.4,0.29,2.74,262144,5,1],["sage-a1.5-q4",1,108.8,90.3,0.51,5.39,262144,10,1]]},"Apple M3 Max|96GB|30c":{"label":"Apple M3 Max 30-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":14.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":85},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":85}},"cells":[["qwen2.5-1.5b-q4",1,166.1,104.9,0.39,4.96,32768,5,1],["qwen2.5-3b-q4",1,99.7,68.7,0.77,9.32,32768,10,1],["qwen2.5-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-14b-q4",1,25.1,15.7,3.61,39.38,32768,10,1],["llama3.2-3b-q4",1,85,38.7,0.81,10.16,131072,10,1],["llama3.1-8b-q4",1,44.2,25.9,1.96,21.29,131072,10,1],["llama3.1-8b-q8",1,27.4,19,2.03,22.01,131072,10,1],["llama3.1-8b-q5",1,38.9,23.9,2.69,29.16,131072,10,1],["llama3.1-70b-q4",1,5.6,4.6,16.85,162.8,104613,10,1],["mistral-7b-q4",1,46.8,26.7,1.78,19.84,32768,10,1],["mistral-7b-q5",1,40.9,24.7,2.44,27.17,32768,10,1],["mistral-7b-q8",1,28.8,19.7,1.84,20.51,32768,10,1],["mixtral-8x7b-q4",1,19,14.5,3.09,30.28,32768,10,1],["mistral-nemo-12b-q4",1,31.5,19.3,2.96,30.71,131072,10,1],["mistral-nemo-12b-q8",1,18.3,13.4,3.06,31.74,131072,10,1],["gemma2-2b-q4",1,96.7,null,0.63,6.15,8192,10,1],["gemma2-9b-q4",1,32.1,null,2.21,21.33,8192,10,1],["gemma2-27b-q4",1,13.1,null,6.38,55.08,8192,10,1],["phi3-mini-q4",1,55.8,null,0.96,11.88,4096,10,1],["phi3-medium-q4",1,25.2,null,3.39,35.88,4096,10,1],["phi4-14b-q4",1,24.5,null,3.55,37.18,16384,10,1],["phi4-14b-q8",1,15,null,3.67,38.43,16384,10,1],["qwen2.5-coder-7b-q4",1,49.3,36.6,1.84,19.02,32768,10,1],["qwen2.5-coder-14b-q4",1,25.1,15.7,3.61,39.38,32768,10,1],["llama3.2-1b-q4",1,186.5,106.7,0.31,3.89,131072,5,1],["mistral-small-22b-q4",1,17.7,11.8,5.42,58.04,32768,10,1],["qwen2.5-0.5b-q4",1,300.9,207.1,0.13,1.97,32768,5,0],["gemma-3-1b-q4",1,204,185.1,0.23,2.05,32768,5,1],["gemma-3-1b-q8",1,167.2,154.3,0.24,2.12,32768,5,1],["phi4-mini-3.8b-q4",1,71.5,33.3,0.96,11.91,131072,10,1],["phi4-mini-3.8b-q8",1,48.8,27.3,1,12.31,131072,10,1],["mage-vl-cowork-q4",1,70.4,31,1.13,15.38,262144,10,1],["smollm2-360m-q4",1,193.5,null,0.11,2.17,8192,5,1],["llama3.3-70b-q4",1,5.6,4.6,16.85,162.8,104613,10,1],["qwen3-8b-q4",1,41.9,23.9,2.01,22.38,40960,10,1],["qwen3-8b-q8",1,26.6,18,2.08,23.14,40960,10,1],["qwen3-14b-q4",1,24.8,16.5,3.58,37.38,40960,10,1],["qwen3-30b-q4",1,63.3,35.9,0.93,15.81,40960,10,1],["qwen3-30b-a3b-q8",1,39.7,26.9,0.96,16.35,40960,10,1],["qwen3-32b-q4",1,11.5,8.4,7.99,86.34,40960,10,1],["qwen3-32b-q8",1,6.8,5.6,8.26,89.26,40960,10,1],["qwen3-coder-30b-a3b-q4",1,63.5,36,0.93,15.81,262144,10,1],["qwen3-coder-30b-a3b-q8",1,39.7,26.9,0.96,16.35,262144,10,1],["gemma3-4b-q4",1,79.4,66.2,0.91,7.69,131072,10,1],["gemma3-4b-q8",1,51.8,45.8,0.94,7.95,131072,10,1],["gemma3-12b-q4",1,29.4,23.8,2.75,23.41,131072,10,1],["gemma3-27b-q4",1,13.8,12.1,6.29,52.07,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,49.3,36.6,1.84,19.02,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,30,24.8,1.9,19.66,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,25.1,15.7,3.61,39.38,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,15.2,11.1,3.73,40.71,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,11.7,8.5,7.84,76.74,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,6.9,5.6,8.11,79.34,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,5.6,4.6,16.85,162.8,104613,10,1],["mistral-small-3.1-cloud",1,15.2,11.6,5.59,51.7,131072,10,1],["mistral-small-3.1-24b-q8",1,9.2,7.8,5.78,53.45,131072,10,1],["qwen3.5-0.8b-q4",1,199.2,153.3,0.16,1.79,262144,5,1],["qwen3.5-2b-q4",1,100.6,87.4,0.4,3.69,262144,5,1],["qwen3.5-4b-q4",1,77.5,59.1,0.89,8.53,262144,10,1],["qwen3.5-4b-q8",1,49,40.9,0.92,8.82,262144,10,1],["qwen3.5-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["qwen3.5-35b-a3b-q4",1,86.8,71.3,0.68,7.19,262144,10,1],["qwen3.5-27b-q4",1,15,13.3,5.72,49.95,262144,10,1],["qwen3.5-27b-q8",1,8.7,8.1,5.91,51.64,262144,10,1],["lfm2-24b-a2b-q4",1,93.6,75.8,0.51,4.96,128000,10,1],["lfm2.5-8b-a1b-q4",1,120.8,102.2,0.37,3.51,128000,10,1],["granite4.1-3b-q4",1,86.8,46.4,0.87,11.31,131072,10,1],["granite4.1-8b-q4",1,38.1,21.6,2.07,23.54,131072,10,1],["qwen3.6-27b-q4",1,14.7,13.2,5.72,49.95,262144,10,1],["qwen3.8-27b-q4",1,14.7,13.2,5.72,49.95,262144,10,1],["qwen3.8-27b-q8",1,8.7,8.1,5.91,51.64,262144,10,1],["qwen3.6-35b-a3b-q4",1,85,70,0.68,7.19,262144,10,1],["gemma4-31b-q4",1,11.8,9.6,7.05,59.89,262144,10,1],["gemma4-31b-q8",1,7.1,6.2,7.29,61.92,262144,10,1],["gemma4-26b-a4b-q4",1,54.9,43,0.76,6.96,262144,10,1],["gemma4-e4b-q4",1,63.5,57.1,1.71,14.31,131072,10,1],["gemma4-e4b-q8",1,45.1,41.8,1.77,14.8,131072,10,1],["gemma4-e2b-q4",1,132.1,118.4,0.94,8.1,131072,10,1],["gemma4-e2b-q8",1,99.6,91.6,0.97,8.37,131072,10,1],["llama4-scout-q4",1,19.9,13.4,2.77,32.64,47623,10,1],["gemma4-12b-q4",1,29.2,23.6,2.75,23.41,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,54.3,52.1,1.16,10.73,262144,10,1],["laguna-xs2-q4",1,71.4,52.6,0.66,7.89,262144,10,1],["north-mini-code-1-q4",1,59.3,49.7,0.8,8.7,500000,10,1],["gpt-oss-120b",1,46.2,38.2,1.25,12.84,131072,10,1],["gpt-oss-20b",1,55.3,47.4,0.91,9.19,131072,10,1],["qwen3-next-80b-a3b",1,71.7,59,0.75,8.13,262144,10,1],["qwen3.6-35b-a3b-q8",1,52.3,46.2,0.7,7.43,262144,10,1],["qwen3.5-35b-a3b-q8",1,52.3,46.2,0.7,7.43,262144,10,1],["qwen3.5-9b-q8",1,27.6,24.8,1.99,17.39,262144,10,1],["qwen3.6-27b-q8",1,8.7,8.1,5.91,51.64,262144,10,1],["gemma4-12b-q8",1,17.9,15.6,2.84,24.2,262144,10,1],["gemma4-26b-a4b-q8",1,37.2,31.3,0.79,7.19,262144,10,1],["qwen3-14b-q8",1,15.1,11.6,3.7,38.64,40960,10,1],["llama3.3-70b-q8",1,3.2,null,17.42,168.31,5569,10,1],["llama3.3-70b-q6",1,4.2,3.6,23.08,222.98,57714,10,1],["laguna-xs-2.1-q4",1,79.5,56.8,0.66,7.89,262144,10,1],["ornith-9b-q4",1,44.9,38.1,1.93,16.82,262144,10,1],["ornith-35b-q4",1,86.8,71.3,0.68,7.19,262144,10,1],["granite4.2-3b-q4",1,87.3,46.5,0.93,11.78,131072,10,1],["granite4.2-8b-q4",1,39.6,22.1,2.16,24.3,131072,10,1],["granite4.2-30b-q4",1,12.9,9.1,6.98,67.08,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,52,50.1,0.85,7.84,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,68,64.7,0.85,7.84,1048576,10,1],["muse-glimmer-30b-q4",1,14.9,14.5,6.17,51.61,131072,10,1],["minicpm-v4.5-8b-q4",1,43.3,24.3,2.01,22.38,40960,10,1],["glm-4.7-flash-q4",1,59,42.4,0.92,11.49,202752,10,1],["glm-4-9b-chat-q4",1,38.3,32.1,2.3,25.42,131072,10,1],["glm-4-9b-chat-q8",1,24.7,22,2.38,26.29,131072,10,1],["nemotron-3-super-120b-q4xs",1,21.7,21.3,2.98,25.27,262144,10,1],["olmo-3.1-32b-q4",1,11.8,10.8,7.53,63.76,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,43.4,37,1.93,16.82,262144,10,1],["ling-3.0-flash-q4xs",1,54.5,51.7,1.14,10.37,262144,10,1],["devstral-small-2-24b-q4",1,15.4,11.8,5.59,51.7,376114,10,1],["devstral-2-123b-q4",1,3.2,null,29.8,284.59,5277,10,1],["ministral-3-3b-q4",1,64.7,35.1,0.88,11.56,262144,10,1],["ministral-3-8b-q4",1,37,22.7,2.07,22.54,262144,10,1],["ministral-3-14b-q4",1,25.2,16.7,3.26,33.04,262144,10,1],["flint-40b",1,92.1,69.6,0.86,10.25,262144,10,1],["mellum2.1-12b-q4",1,84.1,73.3,0.59,5.92,131072,10,1],["kolibri-1-q4",1,61.9,53.6,0.88,9.65,262144,10,1],["kolibri-1-q4xs",1,69.4,59.1,0.88,9.65,262144,10,1],["arex-2-27b-q4",1,14.4,12.9,5.72,49.95,262144,10,1],["arete-27b-q4",1,14.4,12.9,5.72,49.95,262144,10,1],["twil-8b-q4",1,39.6,22.1,2.16,24.3,131072,10,1],["nanbeige4.3-33b-q4",1,11.5,8.8,7.96,79.6,262973,10,1],["nanbeige4.3-33b-q8",1,6.9,5.9,8.23,82.29,195335,10,1],["ripple-65b-q4",1,6.2,5.9,14.17,120.33,575756,10,1],["ripple-65b-q8",1,3.5,3.4,14.65,124.4,117362,10,1],["nemotron-3.5-bolt-e4b-q4",1,57.2,52,1.71,14.31,65536,10,1],["granite-switch-4.1-8b-q4",1,32.5,19.3,2.17,24.68,131072,10,1],["granite-switch-4.1-30b-q4",1,10.8,8,7.1,68.36,131072,10,1],["jebadiah-9b-q4",1,43.9,null,1.93,16.82,4096,10,1],["jebadiah-9b-q5",1,38.6,null,2.64,23.03,4096,10,1],["jebadiah-9b-q8",1,26.9,null,1.99,17.39,4096,10,1],["jebadiah-27b-q4",1,14.7,null,5.72,49.95,4096,10,1],["jebadiah-27b-q5",1,12.7,null,7.83,68.42,4096,10,1],["jebadiah-27b-q8",1,8.7,null,5.91,51.64,4096,10,1],["lfm3-1.7b-q4",1,161,129.6,0.39,3.65,262144,5,1],["ornith-1.5-122b-q4",1,31.4,28.7,1.87,19.18,38903,10,1],["sage-a1.5-q4",1,85,70.1,0.68,7.19,262144,10,1]]},"Apple M3 Max|128GB|40c":{"label":"Apple M3 Max 40-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":19.5},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":108.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":108.7}},"cells":[["qwen2.5-1.5b-q4",1,204.7,133,0.29,3.72,32768,5,1],["qwen2.5-3b-q4",1,126.7,88.7,0.58,6.99,32768,10,1],["qwen2.5-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-3b-q4",1,108.8,50.7,0.61,7.62,131072,10,1],["llama3.1-8b-q4",1,57.7,34,1.47,15.97,131072,10,1],["llama3.1-8b-q8",1,36.1,25.1,1.52,16.51,131072,10,1],["llama3.1-8b-q5",1,50.9,31.5,2.01,21.87,131072,10,1],["llama3.1-70b-q4",1,7.4,6.1,12.64,122.1,131072,10,1],["mistral-7b-q4",1,61,35.2,1.33,14.88,32768,10,1],["mistral-7b-q5",1,53.5,32.5,1.83,20.38,32768,10,1],["mistral-7b-q8",1,37.8,26,1.38,15.38,32768,10,1],["mixtral-8x7b-q4",1,25,19.2,2.31,22.71,32768,10,1],["mistral-nemo-12b-q4",1,41.4,25.5,2.22,23.03,131072,10,1],["mistral-nemo-12b-q8",1,24.1,17.7,2.3,23.81,131072,10,1],["gemma2-2b-q4",1,123.1,null,0.47,4.61,8192,10,1],["gemma2-9b-q4",1,42.2,null,1.66,16,8192,10,1],["gemma2-27b-q4",1,17.4,null,4.79,41.31,8192,10,1],["phi3-mini-q4",1,72.4,null,0.72,8.91,4096,10,1],["phi3-medium-q4",1,33.1,null,2.54,26.91,4096,10,1],["phi4-14b-q4",1,32.2,null,2.67,27.88,16384,10,1],["phi4-14b-q8",1,19.9,null,2.76,28.83,16384,10,1],["qwen2.5-coder-7b-q4",1,64.1,47.9,1.38,14.26,32768,10,1],["qwen2.5-coder-14b-q4",1,33.1,20.7,2.71,29.54,32768,10,1],["llama3.2-1b-q4",1,227.8,135.1,0.23,2.92,131072,5,1],["mistral-small-22b-q4",1,23.4,15.7,4.06,43.53,32768,10,1],["qwen2.5-0.5b-q4",1,349.4,250.6,0.1,1.47,32768,5,0],["gemma-3-1b-q4",1,247.2,226.1,0.18,1.54,32768,5,1],["gemma-3-1b-q8",1,206,191.2,0.18,1.59,32768,5,1],["phi4-mini-3.8b-q4",1,92.1,43.7,0.72,8.93,131072,10,1],["phi4-mini-3.8b-q8",1,63.5,36,0.75,9.24,131072,10,1],["mage-vl-cowork-q4",1,90.7,40.7,0.85,11.53,262144,10,1],["smollm2-360m-q4",1,235.5,null,0.08,1.63,8192,5,1],["llama3.3-70b-q4",1,7.4,6.1,12.64,122.1,131072,10,1],["qwen3-8b-q4",1,54.8,31.4,1.51,16.79,40960,10,1],["qwen3-8b-q8",1,35,23.8,1.56,17.36,40960,10,1],["qwen3-14b-q4",1,32.6,21.9,2.68,28.03,40960,10,1],["qwen3-30b-q4",1,81.9,47.1,0.7,11.86,40960,10,1],["qwen3-30b-a3b-q8",1,51.9,35.3,0.72,12.26,40960,10,1],["qwen3-32b-q4",1,15.3,11.2,5.99,64.75,40960,10,1],["qwen3-32b-q8",1,9.1,7.4,6.2,66.94,40960,10,1],["qwen3-coder-30b-a3b-q4",1,82.1,47.1,0.7,11.86,262144,10,1],["qwen3-coder-30b-a3b-q8",1,52,35.4,0.72,12.26,262144,10,1],["gemma3-4b-q4",1,101.9,85.5,0.68,5.77,131072,10,1],["gemma3-4b-q8",1,67.3,59.7,0.7,5.97,131072,10,1],["gemma3-12b-q4",1,38.6,31.3,2.06,17.56,131072,10,1],["gemma3-27b-q4",1,18.2,16,4.72,39.06,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,64.1,47.9,1.38,14.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39.5,32.7,1.43,14.75,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,33.1,20.7,2.71,29.54,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,20.1,14.7,2.8,30.53,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,15.5,11.3,5.88,57.56,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,9.1,7.5,6.08,59.5,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,7.4,6.1,12.64,122.1,131072,10,1],["mistral-small-3.1-cloud",1,20.1,15.4,4.19,38.78,131072,10,1],["mistral-small-3.1-24b-q8",1,12.2,10.3,4.33,40.09,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,190,0.12,1.35,262144,5,1],["qwen3.5-2b-q4",1,127.8,111.7,0.3,2.77,262144,5,1],["qwen3.5-4b-q4",1,99.5,76.6,0.67,6.4,262144,10,1],["qwen3.5-4b-q8",1,63.8,53.5,0.69,6.62,262144,10,1],["qwen3.5-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["qwen3.5-35b-a3b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.5-27b-q4",1,19.8,17.7,4.29,37.46,262144,10,1],["qwen3.5-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["qwen3.5-122b-a10b-q4",1,38.6,35.5,1.4,14.38,262144,10,1],["lfm2-24b-a2b-q4",1,119.4,97.5,0.38,3.72,128000,10,1],["lfm2.5-8b-a1b-q4",1,152,129.7,0.28,2.64,128000,10,1],["granite4.1-3b-q4",1,111,60.5,0.65,8.48,131072,10,1],["granite4.1-8b-q4",1,49.8,28.5,1.55,17.65,131072,10,1],["qwen3.6-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q4",1,19.5,17.4,4.29,37.46,262144,10,1],["qwen3.8-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["qwen3.6-35b-a3b-q4",1,108.7,90.3,0.51,5.39,262144,10,1],["gemma4-31b-q4",1,15.7,12.7,5.29,44.92,262144,10,1],["gemma4-31b-q8",1,9.4,8.2,5.47,46.44,262144,10,1],["gemma4-26b-a4b-q4",1,71.3,56.2,0.57,5.22,262144,10,1],["gemma4-e4b-q4",1,82.1,74.1,1.28,10.74,131072,10,1],["gemma4-e4b-q8",1,58.9,54.6,1.33,11.1,131072,10,1],["gemma4-e2b-q4",1,165.4,149.1,0.7,6.07,131072,10,1],["gemma4-e2b-q8",1,126.6,116.9,0.73,6.28,131072,10,1],["llama4-scout-q4",1,26.2,17.8,2.08,24.48,210384,10,1],["gemma4-12b-q4",1,38.3,31.1,2.06,17.56,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,70.5,67.8,0.87,8.05,262144,10,1],["laguna-xs2-q4",1,92,68.4,0.49,5.92,262144,10,1],["north-mini-code-1-q4",1,76.8,64.7,0.6,6.53,500000,10,1],["gpt-oss-120b",1,60.3,50,0.94,9.63,131072,10,1],["gpt-oss-20b",1,71.8,61.8,0.68,6.9,131072,10,1],["qwen3-next-80b-a3b",1,92.4,76.4,0.57,6.1,262144,10,1],["qwen3.6-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-35b-a3b-q8",1,68,60.3,0.53,5.58,262144,10,1],["qwen3.5-9b-q8",1,36.3,32.7,1.49,13.04,262144,10,1],["qwen3.6-27b-q8",1,11.5,10.8,4.43,38.73,262144,10,1],["gemma4-12b-q8",1,23.6,20.7,2.13,18.15,262144,10,1],["gemma4-26b-a4b-q8",1,48.7,41.2,0.59,5.4,262144,10,1],["qwen3-next-80b-a3b-q8",1,58.8,51.9,0.58,6.3,262144,10,1],["qwen3-14b-q8",1,20,15.4,2.77,28.98,40960,10,1],["llama3.3-70b-q8",1,4.3,3.8,13.07,126.23,103225,10,1],["llama3.3-70b-q6",1,5.5,4.7,17.31,167.24,131072,10,1],["laguna-xs-2.1-q4",1,101.9,73.7,0.49,5.92,262144,10,1],["laguna-s-2.1-q4",1,31.5,27.5,1.31,12.87,258233,10,1],["ornith-9b-q4",1,58.6,49.8,1.45,12.61,262144,10,1],["ornith-35b-q4",1,111,91.8,0.51,5.39,262144,10,1],["qwen3.8-flash-next-q4xs",1,50.3,45.2,0.97,10.11,262144,10,1],["qwen3.8-flash-next-q3",1,52.4,46.9,1.33,13.85,262144,10,1],["granite4.2-3b-q4",1,111.5,60.6,0.69,8.84,131072,10,1],["granite4.2-8b-q4",1,51.8,29.1,1.62,18.22,131072,10,1],["granite4.2-30b-q4",1,17.1,12.1,5.24,50.31,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,67.6,65.1,0.64,5.88,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,87.7,83.6,0.64,5.88,1048576,10,1],["muse-glimmer-30b-q4",1,19.7,19.2,4.63,38.71,131072,10,1],["minicpm-v4.5-8b-q4",1,56.5,32,1.51,16.79,40960,10,1],["glm-4.7-flash-q4",1,76.4,55.4,0.69,8.62,202752,10,1],["glm-4-9b-chat-q4",1,50.1,42.2,1.73,19.07,131072,10,1],["glm-4-9b-chat-q8",1,32.6,29,1.79,19.71,131072,10,1],["nemotron-3-super-120b-q4",1,21.6,21.2,2.24,18.96,262144,10,1],["nemotron-3-super-120b-q4xs",1,28.7,28.1,2.24,18.96,262144,10,1],["olmo-3.1-32b-q4",1,15.7,14.3,5.65,47.82,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.7,48.4,1.45,12.61,262144,10,1],["ling-3.0-flash",1,63.4,60.5,0.86,7.78,262144,10,1],["ling-3.0-flash-q4xs",1,70.8,67.3,0.86,7.78,262144,10,1],["devstral-small-2-24b-q4",1,20.4,15.6,4.19,38.78,393216,10,1],["devstral-2-123b-q4",1,4.3,3.8,22.35,213.44,94056,10,1],["ministral-3-3b-q4",1,83.7,46,0.66,8.67,262144,10,1],["ministral-3-8b-q4",1,48.4,29.9,1.56,16.9,262144,10,1],["ministral-3-14b-q4",1,33.2,22.1,2.44,24.78,262144,10,1],["flint-40b",1,117.5,89.7,0.65,7.69,262144,10,1],["mellum2.1-12b-q4",1,107.7,94.3,0.44,4.44,131072,10,1],["kolibri-1-q4",1,80.1,69.6,0.66,7.24,262144,10,1],["kolibri-1-q4xs",1,89.5,76.6,0.66,7.24,262144,10,1],["arex-2-27b-q4",1,19.1,17.1,4.29,37.46,262144,10,1],["arete-27b-q4",1,19.1,17.1,4.29,37.46,262144,10,1],["twil-8b-q4",1,51.8,29.1,1.62,18.22,131072,10,1],["nanbeige4.3-33b-q4",1,15.2,11.7,5.97,59.7,413213,10,1],["nanbeige4.3-33b-q8",1,9.2,7.8,6.17,61.72,345575,10,1],["ripple-65b-q4",1,8.2,7.8,10.62,90.25,1064037,10,1],["ripple-65b-q8",1,4.7,4.6,10.98,93.3,605643,10,1],["nemotron-3.5-bolt-e4b-q4",1,74.1,67.6,1.28,10.74,65536,10,1],["granite-switch-4.1-8b-q4",1,42.7,25.5,1.62,18.51,131072,10,1],["granite-switch-4.1-30b-q4",1,14.4,10.6,5.33,51.27,131072,10,1],["jebadiah-9b-q4",1,57.2,null,1.45,12.61,4096,10,1],["jebadiah-9b-q5",1,50.5,null,1.98,17.28,4096,10,1],["jebadiah-9b-q8",1,35.4,null,1.49,13.04,4096,10,1],["jebadiah-27b-q4",1,19.5,null,4.29,37.46,4096,10,1],["jebadiah-27b-q5",1,16.9,null,5.87,51.31,4096,10,1],["jebadiah-27b-q8",1,11.5,null,4.43,38.73,4096,10,1],["lfm3-1.7b-q4",1,198.9,162.4,0.29,2.74,262144,5,1],["ornith-1.5-122b-q4",1,41.2,37.7,1.4,14.38,262144,10,1],["sage-a1.5-q4",1,108.8,90.3,0.51,5.39,262144,10,1]]},"Apple M4 Pro|24GB|16c":{"label":"Apple M4 Pro 16-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.63,8.01,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1.25,15.05,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,5.83,63.61,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.31,16.4,128876,10,1],["llama3.1-8b-q4",1,42.5,24.7,3.17,34.38,90631,10,1],["llama3.1-8b-q8",1,26.2,18.1,3.27,35.55,63012,10,1],["llama3.1-8b-q5",1,37.3,22.8,4.34,47.09,84434,10,1],["mistral-7b-q4",1,45,25.5,2.87,32.04,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.94,43.88,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.97,33.12,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,4.79,49.59,59376,10,1],["mistral-nemo-12b-q8",1,17.4,null,4.95,51.27,23056,10,1],["gemma2-2b-q4",1,94.7,null,1.01,9.93,8192,10,1],["gemma2-9b-q4",1,30.8,null,3.57,34.46,8192,10,1],["phi3-mini-q4",1,53.9,null,1.55,19.19,4096,10,1],["phi3-medium-q4",1,24,null,5.48,57.95,4096,10,1],["phi4-14b-q4",1,23.4,null,5.74,60.05,16384,10,1],["phi4-14b-q8",1,14.3,null,5.93,62.08,5954,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,5.83,63.61,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.5,6.29,131072,5,1],["mistral-small-22b-q4",1,16.8,null,8.75,93.75,18444,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.21,3.17,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.38,3.32,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.39,3.43,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.56,19.24,109162,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.61,19.89,97010,10,1],["mage-vl-cowork-q4",1,68.3,29.6,1.83,24.84,95512,10,1],["smollm2-360m-q4",1,196.5,null,0.17,3.51,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,3.25,36.15,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,3.36,37.38,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,5.78,60.37,40960,10,1],["gemma3-4b-q4",1,77.3,64.1,1.46,12.43,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.51,12.85,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,4.44,37.82,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.97,30.72,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,3.07,31.76,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,5.83,63.61,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,null,6.03,65.76,5586,10,1],["mistral-small-3.1-cloud",1,14.4,null,9.03,83.51,8014,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.26,2.9,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.64,5.96,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.44,13.78,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.49,14.25,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.83,8.02,116420,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.6,5.68,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.4,18.26,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,3.34,38.01,69898,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.77,23.12,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.86,23.9,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.51,13.08,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.56,13.52,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,4.44,37.82,138596,10,1],["gpt-oss-20b",1,53.4,45.6,1.47,14.85,122210,10,1],["qwen3.5-9b-q8",1,26.4,23.7,3.22,28.08,221939,10,1],["gemma4-12b-q8",1,17,14.9,4.59,39.09,57904,10,1],["qwen3-14b-q8",1,14.4,null,5.98,62.42,5523,10,1],["ornith-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.5,19.03,131072,10,1],["granite4.2-8b-q4",1,38,21,3.49,39.24,69898,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,3.25,36.15,40960,10,1],["glm-4-9b-chat-q4",1,36.7,30.7,3.72,41.07,131072,10,1],["glm-4-9b-chat-q8",1,23.6,21,3.85,42.45,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,3.11,27.16,262144,10,1],["devstral-small-2-24b-q4",1,14.7,null,9.03,83.51,9903,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.41,18.67,130016,10,1],["ministral-3-8b-q4",1,35.5,21.6,3.35,36.4,77391,10,1],["ministral-3-14b-q4",1,24,15.9,5.26,53.36,47103,10,1],["mellum2.1-12b-q4",1,82,71.2,0.95,9.56,131072,10,1],["twil-8b-q4",1,38,21,3.49,39.24,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,55.2,50.1,2.77,23.12,65536,10,1],["granite-switch-4.1-8b-q4",1,31.1,18.4,3.5,39.85,60381,10,1],["jebadiah-9b-q4",1,42.1,null,3.11,27.16,4096,10,1],["jebadiah-9b-q5",1,37,null,4.26,37.2,4096,10,1],["jebadiah-9b-q8",1,25.7,null,3.22,28.08,4096,10,1],["lfm3-1.7b-q4",1,161.6,128.5,0.63,5.9,262144,5,1]]},"Apple M4 Pro|24GB|20c":{"label":"Apple M4 Pro 20-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.5,6.41,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1,12.04,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.38,24.57,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,4.66,50.88,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.05,13.12,128876,10,1],["llama3.1-8b-q4",1,42.5,24.7,2.53,27.51,90631,10,1],["llama3.1-8b-q8",1,26.2,18.1,2.62,28.44,63012,10,1],["llama3.1-8b-q5",1,37.3,22.8,3.47,37.67,84434,10,1],["mistral-7b-q4",1,45,25.5,2.3,25.63,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.15,35.11,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.38,26.5,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,3.83,39.67,59376,10,1],["mistral-nemo-12b-q8",1,17.4,null,3.96,41.02,23056,10,1],["gemma2-2b-q4",1,94.7,null,0.81,7.94,8192,10,1],["gemma2-9b-q4",1,30.8,null,2.85,27.56,8192,10,1],["phi3-mini-q4",1,53.9,null,1.24,15.35,4096,10,1],["phi3-medium-q4",1,24,null,4.38,46.36,4096,10,1],["phi4-14b-q4",1,23.4,null,4.59,48.04,16384,10,1],["phi4-14b-q8",1,14.3,null,4.75,49.66,5954,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.38,24.57,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,4.66,50.88,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.4,5.03,131072,5,1],["mistral-small-22b-q4",1,16.8,null,7,75,18444,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.17,2.54,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.3,2.65,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.31,2.74,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.25,15.39,109162,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.29,15.91,97010,10,1],["mage-vl-cowork-q4",1,68.3,29.6,1.47,19.87,95512,10,1],["smollm2-360m-q4",1,196.5,null,0.14,2.81,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,2.6,28.92,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,2.69,29.9,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,4.62,48.3,40960,10,1],["gemma3-4b-q4",1,77.3,64.1,1.17,9.94,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.21,10.28,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,3.56,30.25,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.38,24.57,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,2.46,25.4,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,4.66,50.88,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,null,4.82,52.61,5586,10,1],["mistral-small-3.1-cloud",1,14.4,null,7.22,66.81,8014,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.2,2.32,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.51,4.77,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.15,11.02,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.19,11.4,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.66,6.41,116420,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.48,4.54,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.12,14.61,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,2.67,30.41,69898,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.21,18.5,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.29,19.12,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.21,10.46,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.25,10.82,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,3.56,30.25,138596,10,1],["gpt-oss-20b",1,53.4,45.6,1.18,11.88,122210,10,1],["qwen3.5-9b-q8",1,26.4,23.7,2.57,22.47,221939,10,1],["gemma4-12b-q8",1,17,14.9,3.68,31.28,57904,10,1],["qwen3-14b-q8",1,14.4,null,4.78,49.93,5523,10,1],["ornith-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.2,15.23,131072,10,1],["granite4.2-8b-q4",1,38,21,2.79,31.4,69898,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,2.6,28.92,40960,10,1],["glm-4-9b-chat-q4",1,36.7,30.7,2.98,32.85,131072,10,1],["glm-4-9b-chat-q8",1,23.6,21,3.08,33.96,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,2.49,21.73,262144,10,1],["devstral-small-2-24b-q4",1,14.7,null,7.22,66.81,9903,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.13,14.93,130016,10,1],["ministral-3-8b-q4",1,35.5,21.6,2.68,29.12,77391,10,1],["ministral-3-14b-q4",1,24,15.9,4.21,42.69,47103,10,1],["mellum2.1-12b-q4",1,82,71.2,0.76,7.65,131072,10,1],["twil-8b-q4",1,38,21,2.79,31.4,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,55.2,50.1,2.21,18.5,65536,10,1],["granite-switch-4.1-8b-q4",1,31.1,18.4,2.8,31.88,60381,10,1],["jebadiah-9b-q4",1,42.1,null,2.49,21.73,4096,10,1],["jebadiah-9b-q5",1,37,null,3.41,29.76,4096,10,1],["jebadiah-9b-q8",1,25.7,null,2.57,22.47,4096,10,1],["lfm3-1.7b-q4",1,161.6,128.5,0.51,4.72,262144,5,1]]},"Apple M4 Pro|48GB|16c":{"label":"Apple M4 Pro 16-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.63,8.01,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1.25,15.05,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,5.83,63.61,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.31,16.4,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,3.17,34.38,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,3.27,35.55,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,4.34,47.09,131072,10,1],["mistral-7b-q4",1,45,25.5,2.87,32.04,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.94,43.88,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.97,33.12,32768,10,1],["mixtral-8x7b-q4",1,18,13.8,4.98,48.91,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,4.79,49.59,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,4.95,51.27,131072,10,1],["gemma2-2b-q4",1,94.7,null,1.01,9.93,8192,10,1],["gemma2-9b-q4",1,30.8,null,3.57,34.46,8192,10,1],["gemma2-27b-q4",1,12.5,null,10.31,88.96,8192,10,1],["phi3-mini-q4",1,53.9,null,1.55,19.19,4096,10,1],["phi3-medium-q4",1,24,null,5.48,57.95,4096,10,1],["phi4-14b-q4",1,23.4,null,5.74,60.05,16384,10,1],["phi4-14b-q8",1,14.3,null,5.93,62.08,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,5.83,63.61,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.5,6.29,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,8.75,93.75,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.21,3.17,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.38,3.32,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.39,3.43,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.56,19.24,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.61,19.89,131072,10,1],["mage-vl-cowork-q4",1,68.3,29.6,1.83,24.84,217582,10,1],["smollm2-360m-q4",1,196.5,null,0.17,3.51,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,3.25,36.15,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,3.36,37.38,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,5.78,60.37,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.5,25.54,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,null,1.55,26.41,23080,10,1],["qwen3-32b-q4",1,10.9,8,12.91,139.45,40960,10,1],["qwen3-coder-30b-a3b-q4",1,61.5,34.5,1.5,25.54,165235,10,1],["qwen3-coder-30b-a3b-q8",1,38.1,null,1.55,26.41,23560,10,1],["gemma3-4b-q4",1,77.3,64.1,1.46,12.43,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.51,12.85,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,4.44,37.82,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,10.16,84.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.97,30.72,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,3.07,31.76,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,5.83,63.61,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,6.03,65.76,97139,10,1],["deepseek-r1-distill-qwen-32b-q4",1,11.1,8.1,12.67,123.95,57024,10,1],["mistral-small-3.1-cloud",1,14.4,11,9.03,83.51,117877,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,9.33,86.33,52918,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.26,2.9,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.64,5.96,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.44,13.78,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.49,14.25,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,1.1,11.61,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,9.24,80.68,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,9.55,83.41,87767,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.83,8.02,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.6,5.68,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.4,18.26,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,3.34,38.01,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,9.55,83.41,87782,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,1.1,11.61,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,11.39,96.73,93329,10,1],["gemma4-31b-q8",1,6.7,null,11.77,100.01,8089,10,1],["gemma4-26b-a4b-q4",1,53,41.3,1.23,11.24,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.77,23.12,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.86,23.9,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.51,13.08,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.56,13.52,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,4.44,37.82,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.88,17.34,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,1.06,12.74,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.3,14.05,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.47,14.85,131072,10,1],["qwen3.5-9b-q8",1,26.4,23.7,3.22,28.08,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,9.55,83.41,87782,10,1],["gemma4-12b-q8",1,17,14.9,4.59,39.09,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.27,11.62,188730,10,1],["qwen3-14b-q8",1,14.4,11,5.98,62.42,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,1.06,12.74,262144,10,1],["ornith-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["ornith-35b-q4",1,84.8,69.2,1.1,11.61,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.5,19.03,131072,10,1],["granite4.2-8b-q4",1,38,21,3.49,39.24,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,11.28,108.34,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.37,12.66,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.37,12.66,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,9.96,83.36,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,3.25,36.15,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.49,18.56,202752,10,1],["glm-4-9b-chat-q4",1,36.7,30.7,3.72,41.07,131072,10,1],["glm-4-9b-chat-q8",1,23.6,21,3.85,42.45,131072,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,12.17,102.98,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,3.11,27.16,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,9.03,83.51,119766,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.41,18.67,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,3.35,36.4,206642,10,1],["ministral-3-14b-q4",1,24,15.9,5.26,53.36,156967,10,1],["flint-40b",1,90.1,67.5,1.39,16.56,262144,10,1],["mellum2.1-12b-q4",1,82,71.2,0.95,9.56,131072,10,1],["arex-2-27b-q4",1,13.7,12.3,9.24,80.68,262144,10,1],["arete-27b-q4",1,13.7,12.3,9.24,80.68,262144,10,1],["twil-8b-q4",1,38,21,3.49,39.24,131072,10,1],["nanbeige4.3-33b-q4",1,10.9,8.4,12.86,128.57,65782,10,1],["nemotron-3.5-bolt-e4b-q4",1,55.2,50.1,2.77,23.12,65536,10,1],["granite-switch-4.1-8b-q4",1,31.1,18.4,3.5,39.85,131072,10,1],["granite-switch-4.1-30b-q4",1,10.3,7.6,11.47,110.42,50916,10,1],["jebadiah-9b-q4",1,42.1,null,3.11,27.16,4096,10,1],["jebadiah-9b-q5",1,37,null,4.26,37.2,4096,10,1],["jebadiah-9b-q8",1,25.7,null,3.22,28.08,4096,10,1],["jebadiah-27b-q4",1,14,null,9.24,80.68,4096,10,1],["jebadiah-27b-q5",1,12.1,null,12.65,110.5,4096,10,1],["jebadiah-27b-q8",1,8.2,null,9.55,83.41,4096,10,1],["lfm3-1.7b-q4",1,161.6,128.5,0.63,5.9,262144,5,1],["sage-a1.5-q4",1,82.9,68,1.1,11.61,262144,10,1]]},"Apple M4 Pro|48GB|20c":{"label":"Apple M4 Pro 20-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.5,6.41,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1,12.04,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.38,24.57,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,4.66,50.88,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.05,13.12,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,2.53,27.51,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,2.62,28.44,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,3.47,37.67,131072,10,1],["mistral-7b-q4",1,45,25.5,2.3,25.63,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.15,35.11,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.38,26.5,32768,10,1],["mixtral-8x7b-q4",1,18,13.8,3.99,39.12,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,3.83,39.67,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,3.96,41.02,131072,10,1],["gemma2-2b-q4",1,94.7,null,0.81,7.94,8192,10,1],["gemma2-9b-q4",1,30.8,null,2.85,27.56,8192,10,1],["gemma2-27b-q4",1,12.5,null,8.25,71.17,8192,10,1],["phi3-mini-q4",1,53.9,null,1.24,15.35,4096,10,1],["phi3-medium-q4",1,24,null,4.38,46.36,4096,10,1],["phi4-14b-q4",1,23.4,null,4.59,48.04,16384,10,1],["phi4-14b-q8",1,14.3,null,4.75,49.66,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.38,24.57,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,4.66,50.88,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.4,5.03,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,7,75,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.17,2.54,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.3,2.65,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.31,2.74,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.25,15.39,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.29,15.91,131072,10,1],["mage-vl-cowork-q4",1,68.3,29.6,1.47,19.87,217582,10,1],["smollm2-360m-q4",1,196.5,null,0.14,2.81,8192,5,1],["qwen3-8b-q4",1,40.3,22.8,2.6,28.92,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,2.69,29.9,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,4.62,48.3,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.2,20.43,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,null,1.24,21.13,23080,10,1],["qwen3-32b-q4",1,10.9,8,10.33,111.56,40960,10,1],["qwen3-coder-30b-a3b-q4",1,61.5,34.5,1.2,20.43,165235,10,1],["qwen3-coder-30b-a3b-q8",1,38.1,null,1.24,21.13,23560,10,1],["gemma3-4b-q4",1,77.3,64.1,1.17,9.94,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.21,10.28,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,3.56,30.25,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,8.13,67.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.38,24.57,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,2.46,25.4,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,4.66,50.88,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,4.82,52.61,97139,10,1],["deepseek-r1-distill-qwen-32b-q4",1,11.1,8.1,10.13,99.16,57024,10,1],["mistral-small-3.1-cloud",1,14.4,11,7.22,66.81,117877,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,7.46,69.07,52918,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.2,2.32,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.51,4.77,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.15,11.02,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.19,11.4,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,7.39,64.54,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,7.64,66.73,87767,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.66,6.41,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.48,4.54,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.12,14.61,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,2.67,30.41,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,7.39,64.54,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,7.39,64.54,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,7.64,66.73,87782,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,0.88,9.29,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,9.11,77.39,93329,10,1],["gemma4-31b-q8",1,6.7,null,9.42,80.01,8089,10,1],["gemma4-26b-a4b-q4",1,53,41.3,0.98,8.99,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.21,18.5,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.29,19.12,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.21,10.46,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.25,10.82,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,3.56,30.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.5,13.87,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,0.85,10.2,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.04,11.24,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.18,11.88,131072,10,1],["qwen3.5-9b-q8",1,26.4,23.7,2.57,22.47,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,7.64,66.73,87782,10,1],["gemma4-12b-q8",1,17,14.9,3.68,31.28,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.02,9.3,188730,10,1],["qwen3-14b-q8",1,14.4,11,4.78,49.93,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,0.85,10.2,262144,10,1],["ornith-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["ornith-35b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.2,15.23,131072,10,1],["granite4.2-8b-q4",1,38,21,2.79,31.4,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,9.03,86.67,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.1,10.13,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.1,10.13,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,7.97,66.69,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,2.6,28.92,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.19,14.84,202752,10,1],["glm-4-9b-chat-q4",1,36.7,30.7,2.98,32.85,131072,10,1],["glm-4-9b-chat-q8",1,23.6,21,3.08,33.96,131072,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,9.73,82.38,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,2.49,21.73,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,7.22,66.81,119766,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.13,14.93,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,2.68,29.12,206642,10,1],["ministral-3-14b-q4",1,24,15.9,4.21,42.69,156967,10,1],["flint-40b",1,90.1,67.5,1.11,13.25,262144,10,1],["mellum2.1-12b-q4",1,82,71.2,0.76,7.65,131072,10,1],["arex-2-27b-q4",1,13.7,12.3,7.39,64.54,262144,10,1],["arete-27b-q4",1,13.7,12.3,7.39,64.54,262144,10,1],["twil-8b-q4",1,38,21,2.79,31.4,131072,10,1],["nanbeige4.3-33b-q4",1,10.9,8.4,10.28,102.85,65782,10,1],["nemotron-3.5-bolt-e4b-q4",1,55.2,50.1,2.21,18.5,65536,10,1],["granite-switch-4.1-8b-q4",1,31.1,18.4,2.8,31.88,131072,10,1],["granite-switch-4.1-30b-q4",1,10.3,7.6,9.18,88.33,50916,10,1],["jebadiah-9b-q4",1,42.1,null,2.49,21.73,4096,10,1],["jebadiah-9b-q5",1,37,null,3.41,29.76,4096,10,1],["jebadiah-9b-q8",1,25.7,null,2.57,22.47,4096,10,1],["jebadiah-27b-q4",1,14,null,7.39,64.54,4096,10,1],["jebadiah-27b-q5",1,12.1,null,10.12,88.4,4096,10,1],["jebadiah-27b-q8",1,8.2,null,7.64,66.73,4096,10,1],["lfm3-1.7b-q4",1,161.6,128.5,0.51,4.72,262144,5,1],["sage-a1.5-q4",1,82.9,68,0.88,9.29,262144,10,1]]},"Apple M4 Max|36GB|32c":{"label":"Apple M4 Max 32-core GPU, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":19.2},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":107.8},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":107.8}},"cells":[["qwen2.5-1.5b-q4",1,203.9,132,0.32,4.01,32768,5,1],["qwen2.5-3b-q4",1,125.7,87.8,0.62,7.53,32768,10,1],["qwen2.5-7b-q4",1,63.4,47.4,1.49,15.36,32768,10,1],["qwen2.5-14b-q4",1,32.7,20.4,2.92,31.8,32768,10,1],["llama3.2-3b-q4",1,107.9,50.1,0.65,8.2,131072,10,1],["llama3.1-8b-q4",1,57.1,33.6,1.58,17.19,131072,10,1],["llama3.1-8b-q8",1,35.6,24.8,1.64,17.77,128816,10,1],["llama3.1-8b-q5",1,50.3,31.1,2.17,23.55,131072,10,1],["mistral-7b-q4",1,60.3,34.7,1.44,16.02,32768,10,1],["mistral-7b-q5",1,52.9,32.1,1.97,21.94,32768,10,1],["mistral-7b-q8",1,37.4,25.7,1.49,16.56,32768,10,1],["mistral-nemo-12b-q4",1,40.9,25.2,2.39,24.8,112019,10,1],["mistral-nemo-12b-q8",1,23.8,17.5,2.47,25.64,75699,10,1],["gemma2-2b-q4",1,122,null,0.51,4.96,8192,10,1],["gemma2-9b-q4",1,41.7,null,1.78,17.23,8192,10,1],["gemma2-27b-q4",1,17.1,null,5.15,44.48,8192,10,1],["phi3-mini-q4",1,71.7,null,0.78,9.6,4096,10,1],["phi3-medium-q4",1,32.7,null,2.74,28.98,4096,10,1],["phi4-14b-q4",1,31.8,null,2.87,30.02,16384,10,1],["phi4-14b-q8",1,19.6,null,2.97,31.04,16384,10,1],["qwen2.5-coder-7b-q4",1,63.4,47.4,1.49,15.36,32768,10,1],["qwen2.5-coder-14b-q4",1,32.7,20.4,2.92,31.8,32768,10,1],["llama3.2-1b-q4",1,227,134.1,0.25,3.14,131072,5,1],["mistral-small-22b-q4",1,23.1,15.5,4.38,46.88,32768,10,1],["qwen2.5-0.5b-q4",1,350.4,250,0.11,1.59,32768,5,0],["gemma-3-1b-q4",1,246.6,225.4,0.19,1.66,32768,5,1],["gemma-3-1b-q8",1,205.1,190.2,0.2,1.71,32768,5,1],["phi4-mini-3.8b-q4",1,91.2,43.1,0.78,9.62,131072,10,1],["phi4-mini-3.8b-q8",1,62.8,35.5,0.8,9.94,131072,10,1],["mage-vl-cowork-q4",1,89.8,40.2,0.92,12.42,154004,10,1],["smollm2-360m-q4",1,234.9,null,0.09,1.75,8192,5,1],["qwen3-8b-q4",1,54.2,31.1,1.62,18.08,40960,10,1],["qwen3-8b-q8",1,34.6,23.5,1.68,18.69,40960,10,1],["qwen3-14b-q4",1,32.2,21.6,2.89,30.19,40960,10,1],["qwen3-30b-q4",1,81.1,46.5,0.75,12.77,40960,10,1],["qwen3-32b-q4",1,15.1,null,6.45,69.72,19927,10,1],["qwen3-coder-30b-a3b-q4",1,81.3,46.6,0.75,12.77,69867,10,1],["gemma3-4b-q4",1,100.9,84.6,0.73,6.21,131072,10,1],["gemma3-4b-q8",1,66.6,59.1,0.76,6.42,131072,10,1],["gemma3-12b-q4",1,38.2,31,2.22,18.91,131072,10,1],["gemma3-27b-q4",1,18,15.8,5.08,42.05,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,63.4,47.4,1.49,15.36,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,39,32.3,1.54,15.88,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,32.7,20.4,2.92,31.8,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,19.8,14.5,3.01,32.88,49455,10,1],["deepseek-r1-distill-qwen-32b-q4",1,15.3,null,6.33,61.97,21261,10,1],["mistral-small-3.1-cloud",1,19.8,15.2,4.51,41.75,60657,10,1],["qwen3.5-0.8b-q4",1,241.3,189.1,0.13,1.45,262144,5,1],["qwen3.5-2b-q4",1,126.8,110.7,0.32,2.98,262144,5,1],["qwen3.5-4b-q4",1,98.6,75.8,0.72,6.89,262144,10,1],["qwen3.5-4b-q8",1,63.1,52.9,0.74,7.12,262144,10,1],["qwen3.5-9b-q4",1,57.9,49.2,1.56,13.58,262144,10,1],["qwen3.5-35b-a3b-q4",1,110.1,91,0.55,5.81,207919,10,1],["qwen3.5-27b-q4",1,19.5,17.4,4.62,40.34,135461,10,1],["lfm2-24b-a2b-q4",1,118.4,96.5,0.41,4.01,128000,10,1],["lfm2.5-8b-a1b-q4",1,151,128.7,0.3,2.84,128000,10,1],["granite4.1-3b-q4",1,110.1,59.8,0.7,9.13,131072,10,1],["granite4.1-8b-q4",1,49.3,28.1,1.67,19.01,122540,10,1],["qwen3.6-27b-q4",1,19.2,17.2,4.62,40.34,131028,10,1],["qwen3.8-27b-q4",1,19.2,17.2,4.62,40.34,131443,10,1],["qwen3.6-35b-a3b-q4",1,107.8,89.4,0.55,5.81,180981,10,1],["gemma4-31b-q4",1,15.5,12.5,5.69,48.37,36109,10,1],["gemma4-26b-a4b-q4",1,70.5,55.6,0.61,5.62,198752,10,1],["gemma4-e4b-q4",1,81.2,73.3,1.38,11.56,131072,10,1],["gemma4-e4b-q8",1,58.2,54,1.43,11.95,131072,10,1],["gemma4-e2b-q4",1,164.4,148.1,0.76,6.54,131072,10,1],["gemma4-e2b-q8",1,125.6,115.9,0.78,6.76,131072,10,1],["gemma4-12b-q4",1,37.9,30.7,2.22,18.91,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,69.7,67.1,0.94,8.67,187597,10,1],["laguna-xs2-q4",1,91.1,67.6,0.53,6.37,55273,10,1],["north-mini-code-1-q4",1,76,64,0.65,7.03,245230,10,1],["gpt-oss-20b",1,71.1,61.1,0.74,7.43,131072,10,1],["qwen3.5-9b-q8",1,35.8,32.3,1.61,14.04,262144,10,1],["gemma4-12b-q8",1,23.3,20.4,2.3,19.55,189511,10,1],["qwen3-14b-q8",1,19.8,15.2,2.99,31.21,40960,10,1],["laguna-xs-2.1-q4",1,101,72.9,0.53,6.37,124213,10,1],["ornith-9b-q4",1,57.9,49.2,1.56,13.58,262144,10,1],["ornith-35b-q4",1,110.1,91,0.55,5.81,207919,10,1],["granite4.2-3b-q4",1,110.6,60,0.75,9.52,131072,10,1],["granite4.2-8b-q4",1,51.2,28.7,1.75,19.62,122540,10,1],["granite4.2-30b-q4",1,16.8,null,5.64,54.17,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,86.8,82.7,0.69,6.33,1048576,10,1],["muse-glimmer-30b-q4",1,19.4,19,4.98,41.68,131072,10,1],["minicpm-v4.5-8b-q4",1,55.9,31.6,1.62,18.07,40960,10,1],["glm-4.7-flash-q4",1,75.6,54.7,0.74,9.28,118308,10,1],["glm-4-9b-chat-q4",1,49.5,41.7,1.86,20.53,131072,10,1],["glm-4-9b-chat-q8",1,32.2,28.6,1.92,21.23,131072,10,1],["olmo-3.1-32b-q4",1,15.5,14.1,6.08,51.49,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,56.1,47.9,1.56,13.58,262144,10,1],["devstral-small-2-24b-q4",1,20.2,15.4,4.51,41.75,62546,10,1],["ministral-3-3b-q4",1,82.8,45.5,0.71,9.33,211005,10,1],["ministral-3-8b-q4",1,47.9,29.5,1.67,18.2,139323,10,1],["ministral-3-14b-q4",1,32.8,21.8,2.63,26.68,99746,10,1],["flint-40b",1,116.5,88.8,0.7,8.28,88069,10,1],["mellum2.1-12b-q4",1,106.7,93.4,0.47,4.78,131072,10,1],["arex-2-27b-q4",1,18.8,16.9,4.62,40.34,125451,10,1],["arete-27b-q4",1,18.8,16.9,4.62,40.34,125451,10,1],["twil-8b-q4",1,51.2,28.7,1.75,19.62,122540,10,1],["nanbeige4.3-33b-q4",1,15,null,6.43,64.28,21767,10,1],["nemotron-3.5-bolt-e4b-q4",1,73.4,66.8,1.38,11.56,65536,10,1],["granite-switch-4.1-8b-q4",1,42.1,25.2,1.75,19.93,110517,10,1],["granite-switch-4.1-30b-q4",1,14.2,null,5.74,55.21,16237,10,1],["jebadiah-9b-q4",1,56.6,null,1.56,13.58,4096,10,1],["jebadiah-9b-q5",1,49.9,null,2.13,18.6,4096,10,1],["jebadiah-9b-q8",1,35,null,1.61,14.04,4096,10,1],["jebadiah-27b-q4",1,19.2,null,4.62,40.34,4096,10,1],["jebadiah-27b-q5",1,16.7,null,6.33,55.25,4096,10,1],["lfm3-1.7b-q4",1,198,161.4,0.32,2.95,262144,5,1],["sage-a1.5-q4",1,107.8,89.4,0.55,5.81,181225,10,1]]},"Apple M4 Max|48GB|40c":{"label":"Apple M4 Max 40-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":25.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":25.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":136.5}},"cells":[["qwen2.5-1.5b-q4",1,247.2,165.3,0.25,3.21,32768,5,1],["qwen2.5-3b-q4",1,157.8,112.2,0.5,6.02,32768,10,1],["qwen2.5-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-14b-q4",1,42.8,27,2.33,25.44,32768,10,1],["llama3.2-3b-q4",1,136.6,65.2,0.52,6.56,131072,10,1],["llama3.1-8b-q4",1,73.9,44.1,1.27,13.75,131072,10,1],["llama3.1-8b-q8",1,46.6,32.7,1.31,14.22,131072,10,1],["llama3.1-8b-q5",1,65.4,40.9,1.74,18.84,131072,10,1],["mistral-7b-q4",1,78.1,45.5,1.15,12.82,32768,10,1],["mistral-7b-q5",1,68.7,42.1,1.57,17.55,32768,10,1],["mistral-7b-q8",1,48.9,33.8,1.19,13.25,32768,10,1],["mixtral-8x7b-q4",1,32.5,25.1,1.99,19.56,32768,10,1],["mistral-nemo-12b-q4",1,53.4,33.1,1.91,19.84,131072,10,1],["mistral-nemo-12b-q8",1,31.4,23.1,1.98,20.51,131072,10,1],["gemma2-2b-q4",1,153.5,null,0.4,3.97,8192,10,1],["gemma2-9b-q4",1,54.4,null,1.43,13.78,8192,10,1],["gemma2-27b-q4",1,22.6,null,4.12,35.58,8192,10,1],["phi3-mini-q4",1,92.3,null,0.62,7.68,4096,10,1],["phi3-medium-q4",1,42.9,null,2.19,23.18,4096,10,1],["phi4-14b-q4",1,41.8,null,2.3,24.02,16384,10,1],["phi4-14b-q8",1,25.9,null,2.37,24.83,16384,10,1],["qwen2.5-coder-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-coder-14b-q4",1,42.8,27,2.33,25.44,32768,10,1],["llama3.2-1b-q4",1,272.6,167.7,0.2,2.51,131072,5,1],["mistral-small-22b-q4",1,30.4,20.4,3.5,37.5,32768,10,1],["qwen2.5-0.5b-q4",1,399.2,297.2,0.08,1.27,32768,5,0],["gemma-3-1b-q4",1,293.6,270.8,0.15,1.33,32768,5,1],["gemma-3-1b-q8",1,248.6,232.1,0.16,1.37,32768,5,1],["phi4-mini-3.8b-q4",1,116.4,56.3,0.62,7.7,131072,10,1],["phi4-mini-3.8b-q8",1,81.2,46.5,0.64,7.96,131072,10,1],["mage-vl-cowork-q4",1,114.7,52.5,0.73,9.93,217582,10,1],["smollm2-360m-q4",1,281,null,0.07,1.4,8192,5,1],["qwen3-8b-q4",1,70.3,40.7,1.3,14.46,40960,10,1],["qwen3-8b-q8",1,45.3,30.9,1.34,14.95,40960,10,1],["qwen3-14b-q4",1,42.3,28.5,2.31,24.15,40960,10,1],["qwen3-30b-q4",1,103.9,60.6,0.6,10.22,40960,10,1],["qwen3-30b-a3b-q8",1,66.7,null,0.62,10.56,23080,10,1],["qwen3-32b-q4",1,19.9,14.6,5.16,55.78,40960,10,1],["qwen3-coder-30b-a3b-q4",1,104.2,60.7,0.6,10.22,165235,10,1],["qwen3-coder-30b-a3b-q8",1,66.8,null,0.62,10.56,23560,10,1],["gemma3-4b-q4",1,128.2,108.3,0.59,4.97,131072,10,1],["gemma3-4b-q8",1,85.9,76.5,0.61,5.14,131072,10,1],["gemma3-12b-q4",1,49.9,40.6,1.78,15.13,131072,10,1],["gemma3-27b-q4",1,23.8,20.9,4.06,33.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,82,61.7,1.19,12.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,51,42.3,1.23,12.7,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,42.8,27,2.33,25.44,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,26.2,19.2,2.41,26.3,97139,10,1],["deepseek-r1-distill-qwen-32b-q4",1,20.2,14.8,5.07,49.58,57024,10,1],["mistral-small-3.1-cloud",1,26.1,20.1,3.61,33.4,117877,10,1],["mistral-small-3.1-24b-q8",1,16,13.5,3.73,34.53,52918,10,1],["qwen3.5-0.8b-q4",1,287.9,230.8,0.1,1.16,262144,5,1],["qwen3.5-2b-q4",1,159.2,140,0.26,2.38,262144,5,1],["qwen3.5-4b-q4",1,125.4,97.4,0.58,5.51,262144,10,1],["qwen3.5-4b-q8",1,81.5,68.7,0.6,5.7,262144,10,1],["qwen3.5-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,139.2,116,0.44,4.65,262144,10,1],["qwen3.5-27b-q4",1,25.8,23,3.69,32.27,262144,10,1],["qwen3.5-27b-q8",1,15,14.1,3.82,33.36,87767,10,1],["lfm2-24b-a2b-q4",1,149.1,122.9,0.33,3.21,128000,10,1],["lfm2.5-8b-a1b-q4",1,187.4,161.4,0.24,2.27,128000,10,1],["granite4.1-3b-q4",1,139.2,77.4,0.56,7.31,131072,10,1],["granite4.1-8b-q4",1,64.1,36.9,1.34,15.21,131072,10,1],["qwen3.6-27b-q4",1,25.3,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q4",1,25.4,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q8",1,15,14.1,3.82,33.36,87782,10,1],["qwen3.6-35b-a3b-q4",1,136.5,114.1,0.44,4.65,262144,10,1],["gemma4-31b-q4",1,20.5,16.6,4.55,38.69,93329,10,1],["gemma4-31b-q8",1,12.3,null,4.71,40,8089,10,1],["gemma4-26b-a4b-q4",1,90.8,72.1,0.49,4.5,262144,10,1],["gemma4-e4b-q4",1,104.1,94.3,1.11,9.25,131072,10,1],["gemma4-e4b-q8",1,75.4,70.1,1.14,9.56,131072,10,1],["gemma4-e2b-q4",1,202.8,184.1,0.6,5.23,131072,10,1],["gemma4-e2b-q8",1,157.7,146.2,0.62,5.41,131072,10,1],["gemma4-12b-q4",1,49.5,40.3,1.78,15.13,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,89.9,86.5,0.75,6.94,262144,10,1],["laguna-xs2-q4",1,116.3,87.2,0.43,5.1,262144,10,1],["north-mini-code-1-q4",1,97.7,82.6,0.52,5.62,500000,10,1],["gpt-oss-20b",1,91.5,79.1,0.59,5.94,131072,10,1],["qwen3.5-9b-q8",1,46.9,42.4,1.29,11.23,262144,10,1],["qwen3.6-27b-q8",1,15,14.1,3.82,33.36,87782,10,1],["gemma4-12b-q8",1,30.7,26.9,1.84,15.64,262144,10,1],["gemma4-26b-a4b-q8",1,62.6,53.1,0.51,4.65,188730,10,1],["qwen3-14b-q8",1,26.1,20.1,2.39,24.97,40960,10,1],["laguna-xs-2.1-q4",1,128.3,93.8,0.43,5.1,262144,10,1],["ornith-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["ornith-35b-q4",1,139.2,116,0.44,4.65,262144,10,1],["granite4.2-3b-q4",1,139.8,77.6,0.6,7.61,131072,10,1],["granite4.2-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["granite4.2-30b-q4",1,22.2,15.8,4.51,43.34,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,86.3,83.2,0.55,5.06,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,111,106,0.55,5.06,1048576,10,1],["muse-glimmer-30b-q4",1,25.6,25,3.98,33.35,131072,10,1],["minicpm-v4.5-8b-q4",1,72.5,41.5,1.3,14.46,40960,10,1],["glm-4.7-flash-q4",1,97.1,71,0.6,7.42,202752,10,1],["glm-4-9b-chat-q4",1,64.4,54.4,1.49,16.43,131072,10,1],["glm-4-9b-chat-q8",1,42.2,37.6,1.54,16.98,131072,10,1],["olmo-3.1-32b-q4",1,20.4,18.7,4.87,41.19,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,72.7,62.3,1.25,10.87,262144,10,1],["devstral-small-2-24b-q4",1,26.6,20.4,3.61,33.4,119766,10,1],["ministral-3-3b-q4",1,106.1,59.2,0.57,7.47,262144,10,1],["ministral-3-8b-q4",1,62.3,38.8,1.34,14.56,206642,10,1],["ministral-3-14b-q4",1,42.9,28.8,2.1,21.35,156967,10,1],["flint-40b",1,146.9,113.4,0.56,6.62,262144,10,1],["mellum2.1-12b-q4",1,135.1,119,0.38,3.83,131072,10,1],["arex-2-27b-q4",1,24.8,22.3,3.69,32.27,262144,10,1],["arete-27b-q4",1,24.8,22.3,3.69,32.27,262144,10,1],["twil-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["nanbeige4.3-33b-q4",1,19.8,15.3,5.14,51.43,65782,10,1],["nemotron-3.5-bolt-e4b-q4",1,94.4,86.2,1.11,9.25,65536,10,1],["granite-switch-4.1-8b-q4",1,55,33.1,1.4,15.94,131072,10,1],["granite-switch-4.1-30b-q4",1,18.7,13.8,4.59,44.17,50916,10,1],["jebadiah-9b-q4",1,73.4,null,1.25,10.87,4096,10,1],["jebadiah-9b-q5",1,64.9,null,1.71,14.88,4096,10,1],["jebadiah-9b-q8",1,45.8,null,1.29,11.23,4096,10,1],["jebadiah-27b-q4",1,25.4,null,3.69,32.27,4096,10,1],["jebadiah-27b-q5",1,22,null,5.06,44.2,4096,10,1],["jebadiah-27b-q8",1,15,null,3.82,33.36,4096,10,1],["lfm3-1.7b-q4",1,240.8,199.5,0.25,2.36,262144,5,1],["sage-a1.5-q4",1,136.5,114.2,0.44,4.65,262144,10,1]]},"Apple M4 Max|64GB|40c":{"label":"Apple M4 Max 40-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":25.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":25.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":136.5}},"cells":[["qwen2.5-1.5b-q4",1,247.2,165.3,0.25,3.21,32768,5,1],["qwen2.5-3b-q4",1,157.8,112.2,0.5,6.02,32768,10,1],["qwen2.5-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-14b-q4",1,42.8,27,2.33,25.44,32768,10,1],["llama3.2-3b-q4",1,136.6,65.2,0.52,6.56,131072,10,1],["llama3.1-8b-q4",1,73.9,44.1,1.27,13.75,131072,10,1],["llama3.1-8b-q8",1,46.6,32.7,1.31,14.22,131072,10,1],["llama3.1-8b-q5",1,65.4,40.9,1.74,18.84,131072,10,1],["llama3.1-70b-q4",1,9.7,null,10.89,105.18,16722,10,1],["mistral-7b-q4",1,78.1,45.5,1.15,12.82,32768,10,1],["mistral-7b-q5",1,68.7,42.1,1.57,17.55,32768,10,1],["mistral-7b-q8",1,48.9,33.8,1.19,13.25,32768,10,1],["mixtral-8x7b-q4",1,32.5,25.1,1.99,19.56,32768,10,1],["mistral-nemo-12b-q4",1,53.4,33.1,1.91,19.84,131072,10,1],["mistral-nemo-12b-q8",1,31.4,23.1,1.98,20.51,131072,10,1],["gemma2-2b-q4",1,153.5,null,0.4,3.97,8192,10,1],["gemma2-9b-q4",1,54.4,null,1.43,13.78,8192,10,1],["gemma2-27b-q4",1,22.6,null,4.12,35.58,8192,10,1],["phi3-mini-q4",1,92.3,null,0.62,7.68,4096,10,1],["phi3-medium-q4",1,42.9,null,2.19,23.18,4096,10,1],["phi4-14b-q4",1,41.8,null,2.3,24.02,16384,10,1],["phi4-14b-q8",1,25.9,null,2.37,24.83,16384,10,1],["qwen2.5-coder-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-coder-14b-q4",1,42.8,27,2.33,25.44,32768,10,1],["llama3.2-1b-q4",1,272.6,167.7,0.2,2.51,131072,5,1],["mistral-small-22b-q4",1,30.4,20.4,3.5,37.5,32768,10,1],["qwen2.5-0.5b-q4",1,399.2,297.2,0.08,1.27,32768,5,0],["gemma-3-1b-q4",1,293.6,270.8,0.15,1.33,32768,5,1],["gemma-3-1b-q8",1,248.6,232.1,0.16,1.37,32768,5,1],["phi4-mini-3.8b-q4",1,116.4,56.3,0.62,7.7,131072,10,1],["phi4-mini-3.8b-q8",1,81.2,46.5,0.64,7.96,131072,10,1],["mage-vl-cowork-q4",1,114.7,52.5,0.73,9.93,262144,10,1],["smollm2-360m-q4",1,281,null,0.07,1.4,8192,5,1],["llama3.3-70b-q4",1,9.7,null,10.89,105.18,16722,10,1],["qwen3-8b-q4",1,70.3,40.7,1.3,14.46,40960,10,1],["qwen3-8b-q8",1,45.3,30.9,1.34,14.95,40960,10,1],["qwen3-14b-q4",1,42.3,28.5,2.31,24.15,40960,10,1],["qwen3-30b-q4",1,103.9,60.6,0.6,10.22,40960,10,1],["qwen3-30b-a3b-q8",1,66.7,45.7,0.62,10.56,40960,10,1],["qwen3-32b-q4",1,19.9,14.6,5.16,55.78,40960,10,1],["qwen3-32b-q8",1,11.9,9.7,5.34,57.67,40960,10,1],["qwen3-coder-30b-a3b-q4",1,104.2,60.7,0.6,10.22,262144,10,1],["qwen3-coder-30b-a3b-q8",1,66.8,45.8,0.62,10.56,157837,10,1],["gemma3-4b-q4",1,128.2,108.3,0.59,4.97,131072,10,1],["gemma3-4b-q8",1,85.9,76.5,0.61,5.14,131072,10,1],["gemma3-12b-q4",1,49.9,40.6,1.78,15.13,131072,10,1],["gemma3-27b-q4",1,23.8,20.9,4.06,33.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,82,61.7,1.19,12.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,51,42.3,1.23,12.7,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,42.8,27,2.33,25.44,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,26.2,19.2,2.41,26.3,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,20.2,14.8,5.07,49.58,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,12,9.8,5.24,51.26,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,9.7,null,10.89,105.18,16722,10,1],["mistral-small-3.1-cloud",1,26.1,20.1,3.61,33.4,131072,10,1],["mistral-small-3.1-24b-q8",1,16,13.5,3.73,34.53,131072,10,1],["qwen3.5-0.8b-q4",1,287.9,230.8,0.1,1.16,262144,5,1],["qwen3.5-2b-q4",1,159.2,140,0.26,2.38,262144,5,1],["qwen3.5-4b-q4",1,125.4,97.4,0.58,5.51,262144,10,1],["qwen3.5-4b-q8",1,81.5,68.7,0.6,5.7,262144,10,1],["qwen3.5-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,139.2,116,0.44,4.65,262144,10,1],["qwen3.5-27b-q4",1,25.8,23,3.69,32.27,262144,10,1],["qwen3.5-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["lfm2-24b-a2b-q4",1,149.1,122.9,0.33,3.21,128000,10,1],["lfm2.5-8b-a1b-q4",1,187.4,161.4,0.24,2.27,128000,10,1],["granite4.1-3b-q4",1,139.2,77.4,0.56,7.31,131072,10,1],["granite4.1-8b-q4",1,64.1,36.9,1.34,15.21,131072,10,1],["qwen3.6-27b-q4",1,25.3,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q4",1,25.4,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["qwen3.6-35b-a3b-q4",1,136.5,114.1,0.44,4.65,262144,10,1],["gemma4-31b-q4",1,20.5,16.6,4.55,38.69,173896,10,1],["gemma4-31b-q8",1,12.3,10.8,4.71,40,88656,10,1],["gemma4-26b-a4b-q4",1,90.8,72.1,0.49,4.5,262144,10,1],["gemma4-e4b-q4",1,104.1,94.3,1.11,9.25,131072,10,1],["gemma4-e4b-q8",1,75.4,70.1,1.14,9.56,131072,10,1],["gemma4-e2b-q4",1,202.8,184.1,0.6,5.23,131072,10,1],["gemma4-e2b-q8",1,157.7,146.2,0.62,5.41,131072,10,1],["gemma4-12b-q4",1,49.5,40.3,1.78,15.13,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,89.9,86.5,0.75,6.94,262144,10,1],["laguna-xs2-q4",1,116.3,87.2,0.43,5.1,262144,10,1],["north-mini-code-1-q4",1,97.7,82.6,0.52,5.62,500000,10,1],["gpt-oss-20b",1,91.5,79.1,0.59,5.94,131072,10,1],["qwen3.6-35b-a3b-q8",1,86.7,77.1,0.45,4.8,262144,10,1],["qwen3.5-35b-a3b-q8",1,86.7,77.1,0.45,4.8,262144,10,1],["qwen3.5-9b-q8",1,46.9,42.4,1.29,11.23,262144,10,1],["qwen3.6-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["gemma4-12b-q8",1,30.7,26.9,1.84,15.64,262144,10,1],["gemma4-26b-a4b-q8",1,62.6,53.1,0.51,4.65,262144,10,1],["qwen3-14b-q8",1,26.1,20.1,2.39,24.97,40960,10,1],["laguna-xs-2.1-q4",1,128.3,93.8,0.43,5.1,262144,10,1],["ornith-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["ornith-35b-q4",1,139.2,116,0.44,4.65,262144,10,1],["granite4.2-3b-q4",1,139.8,77.6,0.6,7.61,131072,10,1],["granite4.2-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["granite4.2-30b-q4",1,22.2,15.8,4.51,43.34,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,86.3,83.2,0.55,5.06,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,111,106,0.55,5.06,1048576,10,1],["muse-glimmer-30b-q4",1,25.6,25,3.98,33.35,131072,10,1],["minicpm-v4.5-8b-q4",1,72.5,41.5,1.3,14.46,40960,10,1],["glm-4.7-flash-q4",1,97.1,71,0.6,7.42,202752,10,1],["glm-4-9b-chat-q4",1,64.4,54.4,1.49,16.43,131072,10,1],["glm-4-9b-chat-q8",1,42.2,37.6,1.54,16.98,131072,10,1],["olmo-3.1-32b-q4",1,20.4,18.7,4.87,41.19,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,72.7,62.3,1.25,10.87,262144,10,1],["devstral-small-2-24b-q4",1,26.6,20.4,3.61,33.4,200333,10,1],["ministral-3-3b-q4",1,106.1,59.2,0.57,7.47,262144,10,1],["ministral-3-8b-q4",1,62.3,38.8,1.34,14.56,262144,10,1],["ministral-3-14b-q4",1,42.9,28.8,2.1,21.35,237533,10,1],["flint-40b",1,146.9,113.4,0.56,6.62,262144,10,1],["mellum2.1-12b-q4",1,135.1,119,0.38,3.83,131072,10,1],["kolibri-1-q4xs",1,113.2,97.4,0.57,6.24,211185,10,1],["arex-2-27b-q4",1,24.8,22.3,3.69,32.27,262144,10,1],["arete-27b-q4",1,24.8,22.3,3.69,32.27,262144,10,1],["twil-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["nanbeige4.3-33b-q4",1,19.8,15.3,5.14,51.43,127756,10,1],["nanbeige4.3-33b-q8",1,12.1,10.2,5.32,53.17,60119,10,1],["ripple-65b-q4",1,10.8,10.3,9.15,77.74,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,94.4,86.2,1.11,9.25,65536,10,1],["granite-switch-4.1-8b-q4",1,55,33.1,1.4,15.94,131072,10,1],["granite-switch-4.1-30b-q4",1,18.7,13.8,4.59,44.17,99744,10,1],["jebadiah-9b-q4",1,73.4,null,1.25,10.87,4096,10,1],["jebadiah-9b-q5",1,64.9,null,1.71,14.88,4096,10,1],["jebadiah-9b-q8",1,45.8,null,1.29,11.23,4096,10,1],["jebadiah-27b-q4",1,25.4,null,3.69,32.27,4096,10,1],["jebadiah-27b-q5",1,22,null,5.06,44.2,4096,10,1],["jebadiah-27b-q8",1,15,null,3.82,33.36,4096,10,1],["lfm3-1.7b-q4",1,240.8,199.5,0.25,2.36,262144,5,1],["sage-a1.5-q4",1,136.5,114.2,0.44,4.65,262144,10,1]]},"Apple M4 Max|128GB|40c":{"label":"Apple M4 Max 40-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":25.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":25.4},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":136.5}},"cells":[["qwen2.5-1.5b-q4",1,247.2,165.3,0.25,3.21,32768,5,1],["qwen2.5-3b-q4",1,157.8,112.2,0.5,6.02,32768,10,1],["qwen2.5-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-14b-q4",1,42.8,27,2.33,25.44,32768,10,1],["llama3.2-3b-q4",1,136.6,65.2,0.52,6.56,131072,10,1],["llama3.1-8b-q4",1,73.9,44.1,1.27,13.75,131072,10,1],["llama3.1-8b-q8",1,46.6,32.7,1.31,14.22,131072,10,1],["llama3.1-8b-q5",1,65.4,40.9,1.74,18.84,131072,10,1],["llama3.1-70b-q4",1,9.7,8,10.89,105.18,131072,10,1],["mistral-7b-q4",1,78.1,45.5,1.15,12.82,32768,10,1],["mistral-7b-q5",1,68.7,42.1,1.57,17.55,32768,10,1],["mistral-7b-q8",1,48.9,33.8,1.19,13.25,32768,10,1],["mixtral-8x7b-q4",1,32.5,25.1,1.99,19.56,32768,10,1],["mistral-nemo-12b-q4",1,53.4,33.1,1.91,19.84,131072,10,1],["mistral-nemo-12b-q8",1,31.4,23.1,1.98,20.51,131072,10,1],["gemma2-2b-q4",1,153.5,null,0.4,3.97,8192,10,1],["gemma2-9b-q4",1,54.4,null,1.43,13.78,8192,10,1],["gemma2-27b-q4",1,22.6,null,4.12,35.58,8192,10,1],["phi3-mini-q4",1,92.3,null,0.62,7.68,4096,10,1],["phi3-medium-q4",1,42.9,null,2.19,23.18,4096,10,1],["phi4-14b-q4",1,41.8,null,2.3,24.02,16384,10,1],["phi4-14b-q8",1,25.9,null,2.37,24.83,16384,10,1],["qwen2.5-coder-7b-q4",1,82,61.7,1.19,12.29,32768,10,1],["qwen2.5-coder-14b-q4",1,42.8,27,2.33,25.44,32768,10,1],["llama3.2-1b-q4",1,272.6,167.7,0.2,2.51,131072,5,1],["mistral-small-22b-q4",1,30.4,20.4,3.5,37.5,32768,10,1],["qwen2.5-0.5b-q4",1,399.2,297.2,0.08,1.27,32768,5,0],["gemma-3-1b-q4",1,293.6,270.8,0.15,1.33,32768,5,1],["gemma-3-1b-q8",1,248.6,232.1,0.16,1.37,32768,5,1],["phi4-mini-3.8b-q4",1,116.4,56.3,0.62,7.7,131072,10,1],["phi4-mini-3.8b-q8",1,81.2,46.5,0.64,7.96,131072,10,1],["mage-vl-cowork-q4",1,114.7,52.5,0.73,9.93,262144,10,1],["smollm2-360m-q4",1,281,null,0.07,1.4,8192,5,1],["llama3.3-70b-q4",1,9.7,8,10.89,105.18,131072,10,1],["qwen3-8b-q4",1,70.3,40.7,1.3,14.46,40960,10,1],["qwen3-8b-q8",1,45.3,30.9,1.34,14.95,40960,10,1],["qwen3-14b-q4",1,42.3,28.5,2.31,24.15,40960,10,1],["qwen3-30b-q4",1,103.9,60.6,0.6,10.22,40960,10,1],["qwen3-30b-a3b-q8",1,66.7,45.7,0.62,10.56,40960,10,1],["qwen3-32b-q4",1,19.9,14.6,5.16,55.78,40960,10,1],["qwen3-32b-q8",1,11.9,9.7,5.34,57.67,40960,10,1],["qwen3-coder-30b-a3b-q4",1,104.2,60.7,0.6,10.22,262144,10,1],["qwen3-coder-30b-a3b-q8",1,66.8,45.8,0.62,10.56,262144,10,1],["gemma3-4b-q4",1,128.2,108.3,0.59,4.97,131072,10,1],["gemma3-4b-q8",1,85.9,76.5,0.61,5.14,131072,10,1],["gemma3-12b-q4",1,49.9,40.6,1.78,15.13,131072,10,1],["gemma3-27b-q4",1,23.8,20.9,4.06,33.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,82,61.7,1.19,12.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,51,42.3,1.23,12.7,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,42.8,27,2.33,25.44,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,26.2,19.2,2.41,26.3,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,20.2,14.8,5.07,49.58,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,12,9.8,5.24,51.26,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,9.7,8,10.89,105.18,131072,10,1],["mistral-small-3.1-cloud",1,26.1,20.1,3.61,33.4,131072,10,1],["mistral-small-3.1-24b-q8",1,16,13.5,3.73,34.53,131072,10,1],["qwen3.5-0.8b-q4",1,287.9,230.8,0.1,1.16,262144,5,1],["qwen3.5-2b-q4",1,159.2,140,0.26,2.38,262144,5,1],["qwen3.5-4b-q4",1,125.4,97.4,0.58,5.51,262144,10,1],["qwen3.5-4b-q8",1,81.5,68.7,0.6,5.7,262144,10,1],["qwen3.5-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,139.2,116,0.44,4.65,262144,10,1],["qwen3.5-27b-q4",1,25.8,23,3.69,32.27,262144,10,1],["qwen3.5-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["qwen3.5-122b-a10b-q4",1,49.9,45.9,1.21,12.39,262144,10,1],["lfm2-24b-a2b-q4",1,149.1,122.9,0.33,3.21,128000,10,1],["lfm2.5-8b-a1b-q4",1,187.4,161.4,0.24,2.27,128000,10,1],["granite4.1-3b-q4",1,139.2,77.4,0.56,7.31,131072,10,1],["granite4.1-8b-q4",1,64.1,36.9,1.34,15.21,131072,10,1],["qwen3.6-27b-q4",1,25.3,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q4",1,25.4,22.7,3.69,32.27,262144,10,1],["qwen3.8-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["qwen3.6-35b-a3b-q4",1,136.5,114.1,0.44,4.65,262144,10,1],["gemma4-31b-q4",1,20.5,16.6,4.55,38.69,262144,10,1],["gemma4-31b-q8",1,12.3,10.8,4.71,40,262144,10,1],["gemma4-26b-a4b-q4",1,90.8,72.1,0.49,4.5,262144,10,1],["gemma4-e4b-q4",1,104.1,94.3,1.11,9.25,131072,10,1],["gemma4-e4b-q8",1,75.4,70.1,1.14,9.56,131072,10,1],["gemma4-e2b-q4",1,202.8,184.1,0.6,5.23,131072,10,1],["gemma4-e2b-q8",1,157.7,146.2,0.62,5.41,131072,10,1],["llama4-scout-q4",1,34.1,23.2,1.79,21.09,210384,10,1],["gemma4-12b-q4",1,49.5,40.3,1.78,15.13,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,89.9,86.5,0.75,6.94,262144,10,1],["laguna-xs2-q4",1,116.3,87.2,0.43,5.1,262144,10,1],["north-mini-code-1-q4",1,97.7,82.6,0.52,5.62,500000,10,1],["gpt-oss-120b",1,77.1,64.3,0.81,8.29,131072,10,1],["gpt-oss-20b",1,91.5,79.1,0.59,5.94,131072,10,1],["qwen3-next-80b-a3b",1,116.7,97.2,0.49,5.25,262144,10,1],["qwen3.6-35b-a3b-q8",1,86.7,77.1,0.45,4.8,262144,10,1],["qwen3.5-35b-a3b-q8",1,86.7,77.1,0.45,4.8,262144,10,1],["qwen3.5-9b-q8",1,46.9,42.4,1.29,11.23,262144,10,1],["qwen3.6-27b-q8",1,15,14.1,3.82,33.36,262144,10,1],["gemma4-12b-q8",1,30.7,26.9,1.84,15.64,262144,10,1],["gemma4-26b-a4b-q8",1,62.6,53.1,0.51,4.65,262144,10,1],["qwen3-next-80b-a3b-q8",1,75.3,66.7,0.5,5.43,262144,10,1],["qwen3-14b-q8",1,26.1,20.1,2.39,24.97,40960,10,1],["llama3.3-70b-q8",1,5.6,5,11.26,108.74,103225,10,1],["llama3.3-70b-q6",1,7.2,6.2,14.91,144.06,131072,10,1],["laguna-xs-2.1-q4",1,128.3,93.8,0.43,5.1,262144,10,1],["laguna-s-2.1-q4",1,40.8,35.7,1.13,11.09,258233,10,1],["ornith-9b-q4",1,75.1,64.1,1.25,10.87,262144,10,1],["ornith-35b-q4",1,139.2,116,0.44,4.65,262144,10,1],["qwen3.8-flash-next-q4xs",1,64.7,58.2,0.83,8.71,262144,10,1],["qwen3.8-flash-next-q3",1,67.3,60.4,1.14,11.93,262144,10,1],["granite4.2-3b-q4",1,139.8,77.6,0.6,7.61,131072,10,1],["granite4.2-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["granite4.2-30b-q4",1,22.2,15.8,4.51,43.34,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,86.3,83.2,0.55,5.06,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,111,106,0.55,5.06,1048576,10,1],["muse-glimmer-30b-q4",1,25.6,25,3.98,33.35,131072,10,1],["minicpm-v4.5-8b-q4",1,72.5,41.5,1.3,14.46,40960,10,1],["glm-4.7-flash-q4",1,97.1,71,0.6,7.42,202752,10,1],["glm-4-9b-chat-q4",1,64.4,54.4,1.49,16.43,131072,10,1],["glm-4-9b-chat-q8",1,42.2,37.6,1.54,16.98,131072,10,1],["nemotron-3-super-120b-q4",1,28,27.6,1.93,16.33,262144,10,1],["nemotron-3-super-120b-q4xs",1,37.2,36.4,1.93,16.33,262144,10,1],["olmo-3.1-32b-q4",1,20.4,18.7,4.87,41.19,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,72.7,62.3,1.25,10.87,262144,10,1],["ling-3.0-flash",1,81,77.5,0.74,6.7,262144,10,1],["ling-3.0-flash-q4xs",1,90.3,85.9,0.74,6.7,262144,10,1],["devstral-small-2-24b-q4",1,26.6,20.4,3.61,33.4,393216,10,1],["devstral-2-123b-q4",1,5.6,4.9,19.25,183.86,94056,10,1],["ministral-3-3b-q4",1,106.1,59.2,0.57,7.47,262144,10,1],["ministral-3-8b-q4",1,62.3,38.8,1.34,14.56,262144,10,1],["ministral-3-14b-q4",1,42.9,28.8,2.1,21.35,262144,10,1],["flint-40b",1,146.9,113.4,0.56,6.62,262144,10,1],["mellum2.1-12b-q4",1,135.1,119,0.38,3.83,131072,10,1],["kolibri-1-q4",1,101.7,88.8,0.57,6.24,262144,10,1],["kolibri-1-q4xs",1,113.2,97.4,0.57,6.24,262144,10,1],["arex-2-27b-q4",1,24.8,22.3,3.69,32.27,262144,10,1],["arete-27b-q4",1,24.8,22.3,3.69,32.27,262144,10,1],["twil-8b-q4",1,66.6,37.8,1.4,15.7,131072,10,1],["nanbeige4.3-33b-q4",1,19.8,15.3,5.14,51.43,413213,10,1],["nanbeige4.3-33b-q8",1,12.1,10.2,5.32,53.17,345575,10,1],["ripple-65b-q4",1,10.8,10.3,9.15,77.74,1064037,10,1],["ripple-65b-q8",1,6.2,6,9.46,80.37,605643,10,1],["nemotron-3.5-bolt-e4b-q4",1,94.4,86.2,1.11,9.25,65536,10,1],["granite-switch-4.1-8b-q4",1,55,33.1,1.4,15.94,131072,10,1],["granite-switch-4.1-30b-q4",1,18.7,13.8,4.59,44.17,131072,10,1],["jebadiah-9b-q4",1,73.4,null,1.25,10.87,4096,10,1],["jebadiah-9b-q5",1,64.9,null,1.71,14.88,4096,10,1],["jebadiah-9b-q8",1,45.8,null,1.29,11.23,4096,10,1],["jebadiah-27b-q4",1,25.4,null,3.69,32.27,4096,10,1],["jebadiah-27b-q5",1,22,null,5.06,44.2,4096,10,1],["jebadiah-27b-q8",1,15,null,3.82,33.36,4096,10,1],["lfm3-1.7b-q4",1,240.8,199.5,0.25,2.36,262144,5,1],["ornith-1.5-122b-q4",1,53.2,48.7,1.21,12.39,262144,10,1],["sage-a1.5-q4",1,136.5,114.2,0.44,4.65,262144,10,1]]},"Apple M5 Pro|24GB|16c":{"label":"Apple M5 Pro 16-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.22,2.75,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.43,5.17,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.45,5.63,128876,10,1],["llama3.1-8b-q4",1,50.6,29.4,1.09,11.81,90631,10,1],["llama3.1-8b-q8",1,31.2,21.6,1.12,12.21,63012,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.49,16.17,84434,10,1],["mistral-7b-q4",1,53.6,30.4,0.99,11,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.35,15.07,32768,10,1],["mistral-7b-q8",1,32.7,22.3,1.02,11.37,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.64,17.03,59376,10,1],["mistral-nemo-12b-q8",1,20.7,null,1.7,17.61,23056,10,1],["gemma2-2b-q4",1,112.9,null,0.35,3.41,8192,10,1],["gemma2-9b-q4",1,36.6,null,1.22,11.83,8192,10,1],["phi3-mini-q4",1,64.2,null,0.53,6.59,4096,10,1],["phi3-medium-q4",1,28.6,null,1.88,19.9,4096,10,1],["phi4-14b-q4",1,27.8,null,1.97,20.62,16384,10,1],["phi4-14b-q8",1,17,null,2.04,21.32,5954,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.17,2.16,131072,5,0],["mistral-small-22b-q4",1,20,null,3,32.19,18444,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.07,1.09,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.13,1.14,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.13,1.18,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.53,6.61,109162,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.55,6.83,97010,10,1],["mage-vl-cowork-q4",1,81.4,35.3,0.63,8.53,95512,10,1],["smollm2-360m-q4",1,234.5,null,0.06,1.2,8192,5,0],["qwen3-8b-q4",1,48,27.1,1.12,12.41,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,1.15,12.83,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.98,20.73,40960,10,1],["gemma3-4b-q4",1,92.1,76.4,0.5,4.27,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.52,4.41,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.53,12.98,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,1.02,10.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,1.06,10.9,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,2,21.84,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,null,2.07,22.58,5586,10,1],["mistral-small-3.1-cloud",1,17.2,null,3.1,28.67,8014,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.09,0.99,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.22,2.05,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.49,4.73,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.51,4.89,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.28,2.75,116420,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.21,1.95,128000,10,1],["granite4.1-3b-q4",1,101,53.1,0.48,6.27,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,1.15,13.05,69898,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.95,7.94,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.98,8.21,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.52,4.49,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.54,4.64,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.53,12.98,138596,10,1],["gpt-oss-20b",1,63.6,54.3,0.51,5.1,122210,10,1],["qwen3.5-9b-q8",1,31.4,28.2,1.11,9.64,221939,10,1],["gemma4-12b-q8",1,20.2,17.7,1.58,13.42,57904,10,1],["qwen3-14b-q8",1,17.1,null,2.05,21.43,5523,10,1],["ornith-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.51,6.54,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,1.2,13.48,69898,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,1.11,12.41,40960,10,1],["glm-4-9b-chat-q4",1,43.7,36.6,1.28,14.1,131072,10,1],["glm-4-9b-chat-q8",1,28.1,25,1.32,14.58,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,1.07,9.33,262144,10,1],["devstral-small-2-24b-q4",1,17.5,null,3.1,28.67,9903,10,1],["ministral-3-3b-q4",1,74.7,40,0.49,6.41,130016,10,1],["ministral-3-8b-q4",1,42.2,25.8,1.15,12.5,77391,10,1],["ministral-3-14b-q4",1,28.6,18.9,1.81,18.32,47103,10,1],["mellum2.1-12b-q4",1,97.7,84.8,0.33,3.28,131072,10,1],["twil-8b-q4",1,45.3,25.1,1.2,13.48,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,65.8,59.6,0.95,7.94,65536,10,1],["granite-switch-4.1-8b-q4",1,37,21.9,1.2,13.68,60381,10,1],["jebadiah-9b-q4",1,50.2,null,1.07,9.33,4096,10,1],["jebadiah-9b-q5",1,44.1,null,1.46,12.77,4096,10,1],["jebadiah-9b-q8",1,30.6,null,1.11,9.64,4096,10,1],["lfm3-1.7b-q4",1,192.7,153.2,0.22,2.03,262144,5,1]]},"Apple M5 Pro|24GB|20c":{"label":"Apple M5 Pro 20-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":51.4}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.17,2.2,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.34,4.14,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.36,4.51,128876,10,1],["llama3.1-8b-q4",1,50.6,29.4,0.87,9.44,90631,10,1],["llama3.1-8b-q8",1,31.2,21.6,0.9,9.76,63012,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.19,12.94,84434,10,1],["mistral-7b-q4",1,53.6,30.4,0.79,8.8,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.08,12.05,32768,10,1],["mistral-7b-q8",1,32.7,22.3,0.82,9.1,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.31,13.62,59376,10,1],["mistral-nemo-12b-q8",1,20.7,null,1.36,14.08,23056,10,1],["gemma2-2b-q4",1,112.9,null,0.28,2.73,8192,10,1],["gemma2-9b-q4",1,36.6,null,0.98,9.46,8192,10,1],["phi3-mini-q4",1,64.2,null,0.43,5.27,4096,10,1],["phi3-medium-q4",1,28.6,null,1.5,15.92,4096,10,1],["phi4-14b-q4",1,27.8,null,1.58,16.49,16384,10,1],["phi4-14b-q8",1,17,null,1.63,17.05,5954,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.14,1.73,131072,5,0],["mistral-small-22b-q4",1,20,null,2.4,25.75,18444,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.06,0.87,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.1,0.91,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.11,0.94,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.43,5.28,109162,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.44,5.46,97010,10,1],["mage-vl-cowork-q4",1,81.4,35.3,0.5,6.82,95512,10,1],["smollm2-360m-q4",1,234.5,null,0.05,0.96,8192,5,0],["qwen3-8b-q4",1,48,27.1,0.89,9.93,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,0.92,10.27,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.59,16.58,40960,10,1],["gemma3-4b-q4",1,92.1,76.4,0.4,3.41,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.42,3.53,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.22,10.39,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,0.82,8.44,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,0.84,8.72,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,1.6,17.47,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,null,1.66,18.06,5586,10,1],["mistral-small-3.1-cloud",1,17.2,null,2.48,22.94,8014,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.07,0.8,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.18,1.64,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.4,3.79,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.41,3.91,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.23,2.2,116420,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.17,1.56,128000,10,1],["granite4.1-3b-q4",1,101,53.1,0.38,5.02,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,0.92,10.44,69898,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.76,6.35,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.79,6.57,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.42,3.59,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.43,3.71,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.22,10.39,138596,10,1],["gpt-oss-20b",1,63.6,54.3,0.4,4.08,122210,10,1],["qwen3.5-9b-q8",1,31.4,28.2,0.88,7.71,221939,10,1],["gemma4-12b-q8",1,20.2,17.7,1.26,10.74,57904,10,1],["qwen3-14b-q8",1,17.1,null,1.64,17.15,5523,10,1],["ornith-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.41,5.23,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,0.96,10.78,69898,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,0.89,9.93,40960,10,1],["glm-4-9b-chat-q4",1,43.7,36.6,1.02,11.28,131072,10,1],["glm-4-9b-chat-q8",1,28.1,25,1.06,11.66,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,0.86,7.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,null,2.48,22.94,9903,10,1],["ministral-3-3b-q4",1,74.7,40,0.39,5.13,130016,10,1],["ministral-3-8b-q4",1,42.2,25.8,0.92,10,77391,10,1],["ministral-3-14b-q4",1,28.6,18.9,1.44,14.66,47103,10,1],["mellum2.1-12b-q4",1,97.7,84.8,0.26,2.63,131072,10,1],["twil-8b-q4",1,45.3,25.1,0.96,10.78,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,65.8,59.6,0.76,6.35,65536,10,1],["granite-switch-4.1-8b-q4",1,37,21.9,0.96,10.95,60381,10,1],["jebadiah-9b-q4",1,50.2,null,0.86,7.46,4096,10,1],["jebadiah-9b-q5",1,44.1,null,1.17,10.22,4096,10,1],["jebadiah-9b-q8",1,30.6,null,0.88,7.71,4096,10,1],["lfm3-1.7b-q4",1,192.7,153.2,0.17,1.62,262144,5,1]]},"Apple M5 Pro|48GB|16c":{"label":"Apple M5 Pro 16-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.22,2.75,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.43,5.17,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.45,5.63,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,1.09,11.81,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,1.12,12.21,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.49,16.17,131072,10,1],["mistral-7b-q4",1,53.6,30.4,0.99,11,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.35,15.07,32768,10,1],["mistral-7b-q8",1,32.7,22.3,1.02,11.37,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.71,16.79,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.64,17.03,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.7,17.61,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.35,3.41,8192,10,1],["gemma2-9b-q4",1,36.6,null,1.22,11.83,8192,10,1],["gemma2-27b-q4",1,14.8,null,3.54,30.55,8192,10,1],["phi3-mini-q4",1,64.2,null,0.53,6.59,4096,10,1],["phi3-medium-q4",1,28.6,null,1.88,19.9,4096,10,1],["phi4-14b-q4",1,27.8,null,1.97,20.62,16384,10,1],["phi4-14b-q8",1,17,null,2.04,21.32,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.17,2.16,131072,5,0],["mistral-small-22b-q4",1,20,13.4,3,32.19,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.07,1.09,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.13,1.14,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.13,1.18,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.53,6.61,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.55,6.83,131072,10,1],["mage-vl-cowork-q4",1,81.4,35.3,0.63,8.53,217582,10,1],["smollm2-360m-q4",1,234.5,null,0.06,1.2,8192,5,0],["qwen3-8b-q4",1,48,27.1,1.12,12.41,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,1.15,12.83,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.98,20.73,40960,10,1],["qwen3-30b-q4",1,73,41,0.51,8.77,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,null,0.53,9.07,23080,10,1],["qwen3-32b-q4",1,13,9.5,4.43,47.88,40960,10,1],["qwen3-coder-30b-a3b-q4",1,73.2,41.1,0.51,8.77,165235,10,1],["qwen3-coder-30b-a3b-q8",1,45.4,null,0.53,9.07,23560,10,1],["gemma3-4b-q4",1,92.1,76.4,0.5,4.27,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.52,4.41,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.53,12.98,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,3.49,28.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,1.02,10.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,1.06,10.9,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,2,21.84,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,2.07,22.58,97139,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.2,9.6,4.35,42.56,57024,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,3.1,28.67,117877,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,3.2,29.64,52918,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.09,0.99,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.22,2.05,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.49,4.73,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.51,4.89,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.38,3.99,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,3.17,27.7,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,3.28,28.64,87767,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.28,2.75,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.21,1.95,128000,10,1],["granite4.1-3b-q4",1,101,53.1,0.48,6.27,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,1.15,13.05,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,3.28,28.64,87782,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.38,3.99,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.91,33.22,93329,10,1],["gemma4-31b-q8",1,8,null,4.04,34.34,8089,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.42,3.86,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.95,7.94,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.98,8.21,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.52,4.49,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.54,4.64,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.53,12.98,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.64,5.95,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.37,4.38,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.45,4.83,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.51,5.1,131072,10,1],["qwen3.5-9b-q8",1,31.4,28.2,1.11,9.64,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,3.28,28.64,87782,10,1],["gemma4-12b-q8",1,20.2,17.7,1.58,13.42,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.44,3.99,188730,10,1],["qwen3-14b-q8",1,17.1,13.1,2.05,21.43,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.37,4.38,262144,10,1],["ornith-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["ornith-35b-q4",1,101,82.4,0.38,3.99,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.51,6.54,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,1.2,13.48,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.87,37.2,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.47,4.35,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.47,4.35,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,3.42,28.62,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,1.11,12.41,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.51,6.37,202752,10,1],["glm-4-9b-chat-q4",1,43.7,36.6,1.28,14.1,131072,10,1],["glm-4-9b-chat-q8",1,28.1,25,1.32,14.58,131072,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,4.18,35.36,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,1.07,9.33,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,3.1,28.67,119766,10,1],["ministral-3-3b-q4",1,74.7,40,0.49,6.41,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,1.15,12.5,206642,10,1],["ministral-3-14b-q4",1,28.6,18.9,1.81,18.32,156967,10,1],["flint-40b",1,107.3,80.4,0.48,5.69,262144,10,1],["mellum2.1-12b-q4",1,97.7,84.8,0.33,3.28,131072,10,1],["arex-2-27b-q4",1,16.3,14.6,3.17,27.7,262144,10,1],["arete-27b-q4",1,16.3,14.6,3.17,27.7,262144,10,1],["twil-8b-q4",1,45.3,25.1,1.2,13.48,131072,10,1],["nanbeige4.3-33b-q4",1,13,10,4.41,44.15,65782,10,1],["nemotron-3.5-bolt-e4b-q4",1,65.8,59.6,0.95,7.94,65536,10,1],["granite-switch-4.1-8b-q4",1,37,21.9,1.2,13.68,131072,10,1],["granite-switch-4.1-30b-q4",1,12.2,9,3.94,37.91,50916,10,1],["jebadiah-9b-q4",1,50.2,null,1.07,9.33,4096,10,1],["jebadiah-9b-q5",1,44.1,null,1.46,12.77,4096,10,1],["jebadiah-9b-q8",1,30.6,null,1.11,9.64,4096,10,1],["jebadiah-27b-q4",1,16.7,null,3.17,27.7,4096,10,1],["jebadiah-27b-q5",1,14.4,null,4.34,37.94,4096,10,1],["jebadiah-27b-q8",1,9.8,null,3.28,28.64,4096,10,1],["lfm3-1.7b-q4",1,192.7,153.2,0.22,2.03,262144,5,1],["sage-a1.5-q4",1,98.8,80.9,0.38,3.99,262144,10,1]]},"Apple M5 Pro|48GB|20c":{"label":"Apple M5 Pro 20-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.17,2.2,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.34,4.14,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.36,4.51,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,0.87,9.44,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,0.9,9.76,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.19,12.94,131072,10,1],["mistral-7b-q4",1,53.6,30.4,0.79,8.8,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.08,12.05,32768,10,1],["mistral-7b-q8",1,32.7,22.3,0.82,9.1,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.37,13.43,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.31,13.62,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.36,14.08,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.28,2.73,8192,10,1],["gemma2-9b-q4",1,36.6,null,0.98,9.46,8192,10,1],["gemma2-27b-q4",1,14.8,null,2.83,24.44,8192,10,1],["phi3-mini-q4",1,64.2,null,0.43,5.27,4096,10,1],["phi3-medium-q4",1,28.6,null,1.5,15.92,4096,10,1],["phi4-14b-q4",1,27.8,null,1.58,16.49,16384,10,1],["phi4-14b-q8",1,17,null,1.63,17.05,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.14,1.73,131072,5,0],["mistral-small-22b-q4",1,20,13.4,2.4,25.75,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.06,0.87,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.1,0.91,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.11,0.94,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.43,5.28,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.44,5.46,131072,10,1],["mage-vl-cowork-q4",1,81.4,35.3,0.5,6.82,217582,10,1],["smollm2-360m-q4",1,234.5,null,0.05,0.96,8192,5,0],["qwen3-8b-q4",1,48,27.1,0.89,9.93,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,0.92,10.27,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.59,16.58,40960,10,1],["qwen3-30b-q4",1,73,41,0.41,7.02,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,null,0.43,7.25,23080,10,1],["qwen3-32b-q4",1,13,9.5,3.55,38.31,40960,10,1],["qwen3-coder-30b-a3b-q4",1,73.2,41.1,0.41,7.02,165235,10,1],["qwen3-coder-30b-a3b-q8",1,45.4,null,0.43,7.25,23560,10,1],["gemma3-4b-q4",1,92.1,76.4,0.4,3.41,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.42,3.53,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.22,10.39,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,2.79,23.1,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,0.82,8.44,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,0.84,8.72,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,1.6,17.47,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,1.66,18.06,97139,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.2,9.6,3.48,34.05,57024,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,2.48,22.94,117877,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,2.56,23.72,52918,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.07,0.8,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.18,1.64,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.4,3.79,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.41,3.91,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.3,3.19,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,2.54,22.16,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,2.62,22.91,87767,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.23,2.2,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.17,1.56,128000,10,1],["granite4.1-3b-q4",1,101,53.1,0.38,5.02,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,0.92,10.44,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,2.62,22.91,87782,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.3,3.19,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.13,26.57,93329,10,1],["gemma4-31b-q8",1,8,null,3.23,27.47,8089,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.34,3.09,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.76,6.35,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.79,6.57,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.42,3.59,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.43,3.71,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.22,10.39,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.52,4.76,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.29,3.5,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.36,3.86,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.4,4.08,131072,10,1],["qwen3.5-9b-q8",1,31.4,28.2,0.88,7.71,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,2.62,22.91,87782,10,1],["gemma4-12b-q8",1,20.2,17.7,1.26,10.74,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.35,3.19,188730,10,1],["qwen3-14b-q8",1,17.1,13.1,1.64,17.15,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.29,3.5,262144,10,1],["ornith-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["ornith-35b-q4",1,101,82.4,0.3,3.19,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.41,5.23,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,0.96,10.78,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.1,29.76,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.38,3.48,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.38,3.48,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,2.74,22.9,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,0.89,9.93,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.41,5.1,202752,10,1],["glm-4-9b-chat-q4",1,43.7,36.6,1.02,11.28,131072,10,1],["glm-4-9b-chat-q8",1,28.1,25,1.06,11.66,131072,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,3.34,28.29,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,0.86,7.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,2.48,22.94,119766,10,1],["ministral-3-3b-q4",1,74.7,40,0.39,5.13,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,0.92,10,206642,10,1],["ministral-3-14b-q4",1,28.6,18.9,1.44,14.66,156967,10,1],["flint-40b",1,107.3,80.4,0.38,4.55,262144,10,1],["mellum2.1-12b-q4",1,97.7,84.8,0.26,2.63,131072,10,1],["arex-2-27b-q4",1,16.3,14.6,2.54,22.16,262144,10,1],["arete-27b-q4",1,16.3,14.6,2.54,22.16,262144,10,1],["twil-8b-q4",1,45.3,25.1,0.96,10.78,131072,10,1],["nanbeige4.3-33b-q4",1,13,10,3.53,35.32,65782,10,1],["nemotron-3.5-bolt-e4b-q4",1,65.8,59.6,0.76,6.35,65536,10,1],["granite-switch-4.1-8b-q4",1,37,21.9,0.96,10.95,131072,10,1],["granite-switch-4.1-30b-q4",1,12.2,9,3.15,30.33,50916,10,1],["jebadiah-9b-q4",1,50.2,null,0.86,7.46,4096,10,1],["jebadiah-9b-q5",1,44.1,null,1.17,10.22,4096,10,1],["jebadiah-9b-q8",1,30.6,null,0.88,7.71,4096,10,1],["jebadiah-27b-q4",1,16.7,null,2.54,22.16,4096,10,1],["jebadiah-27b-q5",1,14.4,null,3.48,30.35,4096,10,1],["jebadiah-27b-q8",1,9.8,null,2.62,22.91,4096,10,1],["lfm3-1.7b-q4",1,192.7,153.2,0.17,1.62,262144,5,1],["sage-a1.5-q4",1,98.8,80.9,0.3,3.19,262144,10,1]]},"Apple M5 Pro|64GB|20c":{"label":"Apple M5 Pro 20-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.17,2.2,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.34,4.14,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.36,4.51,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,0.87,9.44,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,0.9,9.76,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.19,12.94,131072,10,1],["llama3.1-70b-q4",1,6.3,null,7.48,72.23,16722,10,1],["mistral-7b-q4",1,53.6,30.4,0.79,8.8,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.08,12.05,32768,10,1],["mistral-7b-q8",1,32.7,22.3,0.82,9.1,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.37,13.43,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.31,13.62,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.36,14.08,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.28,2.73,8192,10,1],["gemma2-9b-q4",1,36.6,null,0.98,9.46,8192,10,1],["gemma2-27b-q4",1,14.8,null,2.83,24.44,8192,10,1],["phi3-mini-q4",1,64.2,null,0.43,5.27,4096,10,1],["phi3-medium-q4",1,28.6,null,1.5,15.92,4096,10,1],["phi4-14b-q4",1,27.8,null,1.58,16.49,16384,10,1],["phi4-14b-q8",1,17,null,1.63,17.05,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,0.82,8.44,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,1.6,17.47,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.14,1.73,131072,5,0],["mistral-small-22b-q4",1,20,13.4,2.4,25.75,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.06,0.87,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.1,0.91,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.11,0.94,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.43,5.28,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.44,5.46,131072,10,1],["mage-vl-cowork-q4",1,81.4,35.3,0.5,6.82,262144,10,1],["smollm2-360m-q4",1,234.5,null,0.05,0.96,8192,5,0],["llama3.3-70b-q4",1,6.3,null,7.48,72.23,16722,10,1],["qwen3-8b-q4",1,48,27.1,0.89,9.93,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,0.92,10.27,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.59,16.58,40960,10,1],["qwen3-30b-q4",1,73,41,0.41,7.02,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,30.5,0.43,7.25,40960,10,1],["qwen3-32b-q4",1,13,9.5,3.55,38.31,40960,10,1],["qwen3-32b-q8",1,7.7,6.3,3.67,39.6,40960,10,1],["qwen3-coder-30b-a3b-q4",1,73.2,41.1,0.41,7.02,262144,10,1],["qwen3-coder-30b-a3b-q8",1,45.4,30.6,0.43,7.25,157837,10,1],["gemma3-4b-q4",1,92.1,76.4,0.4,3.41,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.42,3.53,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.22,10.39,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,2.79,23.1,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,0.82,8.44,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,0.84,8.72,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,1.6,17.47,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,1.66,18.06,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.2,9.6,3.48,34.05,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,7.8,6.4,3.6,35.2,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.3,null,7.48,72.23,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,2.48,22.94,131072,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,2.56,23.72,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.07,0.8,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.18,1.64,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.4,3.79,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.41,3.91,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.3,3.19,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,2.54,22.16,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,2.62,22.91,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.23,2.2,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.17,1.56,128000,10,1],["granite4.1-3b-q4",1,101,53.1,0.38,5.02,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,0.92,10.44,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,2.54,22.16,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,2.62,22.91,262144,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.3,3.19,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.13,26.57,173896,10,1],["gemma4-31b-q8",1,8,7,3.23,27.47,88656,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.34,3.09,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.76,6.35,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.79,6.57,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.42,3.59,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.43,3.71,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.22,10.39,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.52,4.76,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.29,3.5,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.36,3.86,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.4,4.08,131072,10,1],["qwen3.6-35b-a3b-q8",1,60,52.9,0.31,3.3,262144,10,1],["qwen3.5-35b-a3b-q8",1,60,52.9,0.31,3.3,262144,10,1],["qwen3.5-9b-q8",1,31.4,28.2,0.88,7.71,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,2.62,22.91,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,1.26,10.74,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.35,3.19,262144,10,1],["qwen3-14b-q8",1,17.1,13.1,1.64,17.15,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.29,3.5,262144,10,1],["ornith-9b-q4",1,51.4,43.5,0.86,7.46,262144,10,1],["ornith-35b-q4",1,101,82.4,0.3,3.19,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.41,5.23,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,0.96,10.78,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.1,29.76,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.38,3.48,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.38,3.48,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,2.74,22.9,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,0.89,9.93,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.41,5.1,202752,10,1],["glm-4-9b-chat-q4",1,43.7,36.6,1.02,11.28,131072,10,1],["glm-4-9b-chat-q8",1,28.1,25,1.06,11.66,131072,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,3.34,28.29,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,0.86,7.46,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,2.48,22.94,200333,10,1],["ministral-3-3b-q4",1,74.7,40,0.39,5.13,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,0.92,10,262144,10,1],["ministral-3-14b-q4",1,28.6,18.9,1.44,14.66,237533,10,1],["flint-40b",1,107.3,80.4,0.38,4.55,262144,10,1],["mellum2.1-12b-q4",1,97.7,84.8,0.26,2.63,131072,10,1],["kolibri-1-q4xs",1,80.2,68,0.39,4.28,211185,10,1],["arex-2-27b-q4",1,16.3,14.6,2.54,22.16,262144,10,1],["arete-27b-q4",1,16.3,14.6,2.54,22.16,262144,10,1],["twil-8b-q4",1,45.3,25.1,0.96,10.78,131072,10,1],["nanbeige4.3-33b-q4",1,13,10,3.53,35.32,127756,10,1],["nanbeige4.3-33b-q8",1,7.8,6.6,3.65,36.51,60119,10,1],["ripple-65b-q4",1,7,6.7,6.29,53.39,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,65.8,59.6,0.76,6.35,65536,10,1],["granite-switch-4.1-8b-q4",1,37,21.9,0.96,10.95,131072,10,1],["granite-switch-4.1-30b-q4",1,12.2,9,3.15,30.33,99744,10,1],["jebadiah-9b-q4",1,50.2,null,0.86,7.46,4096,10,1],["jebadiah-9b-q5",1,44.1,null,1.17,10.22,4096,10,1],["jebadiah-9b-q8",1,30.6,null,0.88,7.71,4096,10,1],["jebadiah-27b-q4",1,16.7,null,2.54,22.16,4096,10,1],["jebadiah-27b-q5",1,14.4,null,3.48,30.35,4096,10,1],["jebadiah-27b-q8",1,9.8,null,2.62,22.91,4096,10,1],["lfm3-1.7b-q4",1,192.7,153.2,0.17,1.62,262144,5,1],["sage-a1.5-q4",1,98.8,80.9,0.3,3.19,262144,10,1]]},"Apple M5 Max|36GB|32c":{"label":"Apple M5 Max 32-core GPU, 36 GB","kind":"apple","budgetGb":25.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":22.9},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":22.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":128.2}},"cells":[["qwen2.5-1.5b-q4",1,242.9,157.1,0.11,1.38,32768,5,1],["qwen2.5-3b-q4",1,149.6,104.4,0.21,2.58,32768,10,1],["qwen2.5-7b-q4",1,75.4,56.3,0.51,5.27,32768,10,1],["qwen2.5-14b-q4",1,38.8,24.3,1,10.92,32768,10,1],["llama3.2-3b-q4",1,128.3,59.6,0.22,2.82,131072,10,1],["llama3.1-8b-q4",1,67.8,40,0.54,5.9,131072,10,1],["llama3.1-8b-q8",1,42.3,29.5,0.56,6.1,128816,10,1],["llama3.1-8b-q5",1,59.7,37,0.74,8.08,131072,10,1],["mistral-7b-q4",1,71.7,41.3,0.49,5.5,32768,10,1],["mistral-7b-q5",1,62.9,38.2,0.68,7.53,32768,10,1],["mistral-7b-q8",1,44.4,30.5,0.51,5.69,32768,10,1],["mistral-nemo-12b-q4",1,48.6,29.9,0.82,8.51,112019,10,1],["mistral-nemo-12b-q8",1,28.3,20.7,0.85,8.8,75699,10,1],["gemma2-2b-q4",1,145.2,null,0.17,1.7,8192,10,1],["gemma2-9b-q4",1,49.5,null,0.61,5.92,8192,10,1],["gemma2-27b-q4",1,20.4,null,1.77,15.27,8192,10,1],["phi3-mini-q4",1,85.2,null,0.27,3.3,4096,10,1],["phi3-medium-q4",1,38.9,null,0.94,9.95,4096,10,1],["phi4-14b-q4",1,37.8,null,0.99,10.31,16384,10,1],["phi4-14b-q8",1,23.3,null,1.02,10.66,16384,10,1],["qwen2.5-coder-7b-q4",1,75.4,56.3,0.51,5.27,32768,10,1],["qwen2.5-coder-14b-q4",1,38.8,24.3,1,10.92,32768,10,1],["llama3.2-1b-q4",1,270.7,159.6,0.09,1.08,131072,5,1],["mistral-small-22b-q4",1,27.4,18.4,1.5,16.1,32768,10,1],["qwen2.5-0.5b-q4",1,418.6,298.2,0.04,0.55,32768,5,0],["gemma-3-1b-q4",1,294.1,268.7,0.07,0.57,32768,5,1],["gemma-3-1b-q8",1,244.5,226.6,0.07,0.59,32768,5,1],["phi4-mini-3.8b-q4",1,108.5,51.3,0.27,3.3,131072,10,1],["phi4-mini-3.8b-q8",1,74.6,42.2,0.28,3.41,131072,10,1],["mage-vl-cowork-q4",1,106.8,47.8,0.31,4.26,154004,10,1],["smollm2-360m-q4",1,280.1,null,0.03,0.6,8192,5,1],["qwen3-8b-q4",1,64.4,36.9,0.56,6.21,40960,10,1],["qwen3-8b-q8",1,41.1,27.9,0.58,6.42,40960,10,1],["qwen3-14b-q4",1,38.3,25.7,0.99,10.37,40960,10,1],["qwen3-30b-q4",1,96.4,55.3,0.26,4.39,40960,10,1],["qwen3-32b-q4",1,17.9,null,2.22,23.94,19927,10,1],["qwen3-coder-30b-a3b-q4",1,96.7,55.4,0.26,4.39,69867,10,1],["gemma3-4b-q4",1,120.1,100.7,0.25,2.13,131072,10,1],["gemma3-4b-q8",1,79.2,70.2,0.26,2.21,131072,10,1],["gemma3-12b-q4",1,45.4,36.8,0.76,6.49,131072,10,1],["gemma3-27b-q4",1,21.4,18.8,1.74,14.44,102943,10,1],["deepseek-r1-distill-qwen-7b-q4",1,75.4,56.3,0.51,5.27,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,46.3,38.3,0.53,5.45,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,38.8,24.3,1,10.92,83602,10,1],["deepseek-r1-distill-qwen-14b-q8",1,23.6,17.3,1.03,11.29,49455,10,1],["deepseek-r1-distill-qwen-32b-q4",1,18.2,null,2.17,21.28,21261,10,1],["mistral-small-3.1-cloud",1,23.5,18.1,1.55,14.34,60657,10,1],["qwen3.5-0.8b-q4",1,287.7,225.3,0.04,0.5,262144,5,1],["qwen3.5-2b-q4",1,150.9,131.8,0.11,1.02,262144,5,1],["qwen3.5-4b-q4",1,117.3,90.1,0.25,2.37,262144,10,1],["qwen3.5-4b-q8",1,75,62.9,0.26,2.45,262144,10,1],["qwen3.5-9b-q4",1,68.9,58.5,0.53,4.66,262144,10,1],["qwen3.5-35b-a3b-q4",1,131,108.2,0.19,1.99,207919,10,1],["qwen3.5-27b-q4",1,23.2,20.7,1.59,13.85,135461,10,1],["lfm2-24b-a2b-q4",1,140.8,114.8,0.14,1.38,128000,10,1],["lfm2.5-8b-a1b-q4",1,179.8,153.2,0.1,0.97,128000,10,1],["granite4.1-3b-q4",1,131,71.1,0.24,3.14,131072,10,1],["granite4.1-8b-q4",1,58.6,33.4,0.57,6.53,122540,10,1],["qwen3.6-27b-q4",1,22.8,20.4,1.59,13.85,131028,10,1],["qwen3.8-27b-q4",1,22.9,20.5,1.59,13.85,131443,10,1],["qwen3.6-35b-a3b-q4",1,128.2,106.3,0.19,1.99,180981,10,1],["gemma4-31b-q4",1,18.4,14.9,1.95,16.61,36109,10,1],["gemma4-26b-a4b-q4",1,83.8,66,0.21,1.93,198752,10,1],["gemma4-e4b-q4",1,96.6,87.1,0.47,3.97,131072,10,1],["gemma4-e4b-q8",1,69.2,64.2,0.49,4.1,131072,10,1],["gemma4-e2b-q4",1,195.7,176.3,0.26,2.25,131072,10,1],["gemma4-e2b-q8",1,149.5,137.9,0.27,2.32,131072,10,1],["gemma4-12b-q4",1,45,36.5,0.76,6.49,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,82.9,79.7,0.32,2.98,187597,10,1],["laguna-xs2-q4",1,108.4,80.4,0.18,2.19,55273,10,1],["north-mini-code-1-q4",1,90.4,76,0.22,2.41,245230,10,1],["gpt-oss-20b",1,84.5,72.6,0.25,2.55,131072,10,1],["qwen3.5-9b-q8",1,42.6,38.4,0.55,4.82,262144,10,1],["gemma4-12b-q8",1,27.7,24.2,0.79,6.71,189511,10,1],["qwen3-14b-q8",1,23.5,18,1.03,10.72,40960,10,1],["laguna-xs-2.1-q4",1,120.2,86.7,0.18,2.19,124213,10,1],["ornith-9b-q4",1,68.9,58.5,0.53,4.66,262144,10,1],["ornith-35b-q4",1,131,108.2,0.19,1.99,207919,10,1],["granite4.2-3b-q4",1,131.6,71.3,0.26,3.27,131072,10,1],["granite4.2-8b-q4",1,60.9,34.2,0.6,6.74,122540,10,1],["granite4.2-30b-q4",1,20,null,1.94,18.6,29386,10,1],["nemotron-3.5-lightning-30b-q4xs",1,103.3,98.4,0.24,2.17,1048576,10,1],["muse-glimmer-30b-q4",1,23.1,22.5,1.71,14.31,131072,10,1],["minicpm-v4.5-8b-q4",1,66.4,37.6,0.56,6.21,40960,10,1],["glm-4.7-flash-q4",1,89.9,65,0.26,3.19,118308,10,1],["glm-4-9b-chat-q4",1,58.9,49.5,0.64,7.05,131072,10,1],["glm-4-9b-chat-q8",1,38.2,34,0.66,7.29,131072,10,1],["olmo-3.1-32b-q4",1,18.4,16.8,2.09,17.68,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,66.6,56.9,0.53,4.66,262144,10,1],["devstral-small-2-24b-q4",1,24,18.3,1.55,14.34,62546,10,1],["ministral-3-3b-q4",1,98.5,54,0.24,3.2,211005,10,1],["ministral-3-8b-q4",1,56.9,35.1,0.58,6.25,139323,10,1],["ministral-3-14b-q4",1,38.9,25.9,0.9,9.16,99746,10,1],["flint-40b",1,138.6,105.6,0.24,2.84,88069,10,1],["mellum2.1-12b-q4",1,126.9,111.1,0.16,1.64,131072,10,1],["arex-2-27b-q4",1,22.4,20,1.59,13.85,125451,10,1],["arete-27b-q4",1,22.4,20,1.59,13.85,125451,10,1],["twil-8b-q4",1,60.9,34.2,0.6,6.74,122540,10,1],["nanbeige4.3-33b-q4",1,17.8,null,2.21,22.07,21767,10,1],["nemotron-3.5-bolt-e4b-q4",1,87.2,79.4,0.47,3.97,65536,10,1],["granite-switch-4.1-8b-q4",1,50.1,29.9,0.6,6.84,110517,10,1],["granite-switch-4.1-30b-q4",1,16.8,null,1.97,18.96,16237,10,1],["jebadiah-9b-q4",1,67.3,null,0.53,4.66,4096,10,1],["jebadiah-9b-q5",1,59.4,null,0.73,6.39,4096,10,1],["jebadiah-9b-q8",1,41.5,null,0.55,4.82,4096,10,1],["jebadiah-27b-q4",1,22.9,null,1.59,13.85,4096,10,1],["jebadiah-27b-q5",1,19.8,null,2.17,18.97,4096,10,1],["lfm3-1.7b-q4",1,236,192.2,0.11,1.01,262144,5,1],["sage-a1.5-q4",1,128.3,106.3,0.19,1.99,181225,10,1]]},"Apple M5 Max|48GB|40c":{"label":"Apple M5 Max 40-core GPU, 48 GB","kind":"apple","budgetGb":34.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.2},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":162.7}},"cells":[["qwen2.5-1.5b-q4",1,295.3,197.2,0.09,1.1,32768,5,1],["qwen2.5-3b-q4",1,188.3,133.7,0.17,2.07,32768,10,1],["qwen2.5-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-3b-q4",1,162.8,77.6,0.18,2.25,131072,10,1],["llama3.1-8b-q4",1,88.1,52.5,0.44,4.72,131072,10,1],["llama3.1-8b-q8",1,55.5,38.9,0.45,4.88,131072,10,1],["llama3.1-8b-q5",1,77.9,48.7,0.6,6.47,131072,10,1],["mistral-7b-q4",1,93.1,54.2,0.39,4.4,32768,10,1],["mistral-7b-q5",1,81.8,50.2,0.54,6.03,32768,10,1],["mistral-7b-q8",1,58.2,40.2,0.41,4.55,32768,10,1],["mixtral-8x7b-q4",1,38.7,29.8,0.68,6.72,32768,10,1],["mistral-nemo-12b-q4",1,63.6,39.4,0.66,6.81,131072,10,1],["mistral-nemo-12b-q8",1,37.3,27.5,0.68,7.04,131072,10,1],["gemma2-2b-q4",1,183.1,null,0.14,1.36,8192,10,1],["gemma2-9b-q4",1,64.8,null,0.49,4.73,8192,10,1],["gemma2-27b-q4",1,27,null,1.42,12.22,8192,10,1],["phi3-mini-q4",1,110,null,0.21,2.64,4096,10,1],["phi3-medium-q4",1,51.1,null,0.75,7.96,4096,10,1],["phi4-14b-q4",1,49.7,null,0.79,8.25,16384,10,1],["phi4-14b-q8",1,30.8,null,0.81,8.53,16384,10,1],["qwen2.5-coder-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-coder-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-1b-q4",1,325.7,200.1,0.07,0.86,131072,5,1],["mistral-small-22b-q4",1,36.2,24.3,1.2,12.88,32768,10,1],["qwen2.5-0.5b-q4",1,477.9,355.3,0.03,0.44,32768,5,0],["gemma-3-1b-q4",1,350.9,323.5,0.05,0.46,32768,5,1],["gemma-3-1b-q8",1,297,277.1,0.05,0.47,32768,5,1],["phi4-mini-3.8b-q4",1,138.7,67.1,0.21,2.64,131072,10,1],["phi4-mini-3.8b-q8",1,96.7,55.4,0.22,2.73,131072,10,1],["mage-vl-cowork-q4",1,136.7,62.6,0.25,3.41,217582,10,1],["smollm2-360m-q4",1,335.8,null,0.02,0.48,8192,5,1],["qwen3-8b-q4",1,83.8,48.5,0.45,4.97,40960,10,1],["qwen3-8b-q8",1,54,36.8,0.46,5.13,40960,10,1],["qwen3-14b-q4",1,50.4,33.9,0.79,8.29,40960,10,1],["qwen3-30b-q4",1,123.8,72.2,0.21,3.51,40960,10,1],["qwen3-30b-a3b-q8",1,79.4,null,0.21,3.63,23080,10,1],["qwen3-32b-q4",1,23.7,17.4,1.77,19.15,40960,10,1],["qwen3-coder-30b-a3b-q4",1,124.2,72.3,0.21,3.51,165235,10,1],["qwen3-coder-30b-a3b-q8",1,79.5,null,0.21,3.63,23560,10,1],["gemma3-4b-q4",1,152.9,129.1,0.2,1.71,131072,10,1],["gemma3-4b-q8",1,102.4,91.1,0.21,1.76,131072,10,1],["gemma3-12b-q4",1,59.5,48.4,0.61,5.19,131072,10,1],["gemma3-27b-q4",1,28.3,24.9,1.4,11.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,97.7,73.5,0.41,4.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,60.7,50.4,0.42,4.36,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,51,32.1,0.8,8.74,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.1,22.9,0.83,9.03,97139,10,1],["deepseek-r1-distill-qwen-32b-q4",1,24.1,17.6,1.74,17.02,57024,10,1],["mistral-small-3.1-cloud",1,31.1,23.9,1.24,11.47,117877,10,1],["mistral-small-3.1-24b-q8",1,19,16.1,1.28,11.86,52918,10,1],["qwen3.5-0.8b-q4",1,344.1,275.6,0.04,0.4,262144,5,1],["qwen3.5-2b-q4",1,189.9,167,0.09,0.82,262144,5,1],["qwen3.5-4b-q4",1,149.5,116.1,0.2,1.89,262144,10,1],["qwen3.5-4b-q8",1,97.1,81.8,0.2,1.96,262144,10,1],["qwen3.5-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.5-27b-q4",1,30.7,27.4,1.27,11.08,262144,10,1],["qwen3.5-27b-q8",1,17.9,16.7,1.31,11.46,87767,10,1],["lfm2-24b-a2b-q4",1,177.9,146.5,0.11,1.1,128000,10,1],["lfm2.5-8b-a1b-q4",1,223.7,192.6,0.08,0.78,128000,10,1],["granite4.1-3b-q4",1,166,92.3,0.19,2.51,131072,10,1],["granite4.1-8b-q4",1,76.3,44,0.46,5.22,131072,10,1],["qwen3.6-27b-q4",1,30.2,27,1.27,11.08,262144,10,1],["qwen3.8-27b-q4",1,30.2,27.1,1.27,11.08,262144,10,1],["qwen3.8-27b-q8",1,17.9,16.7,1.31,11.46,87782,10,1],["qwen3.6-35b-a3b-q4",1,162.7,136.1,0.15,1.6,262144,10,1],["gemma4-31b-q4",1,24.4,19.7,1.56,13.29,93329,10,1],["gemma4-31b-q8",1,14.6,null,1.62,13.74,8089,10,1],["gemma4-26b-a4b-q4",1,108.2,85.9,0.17,1.54,262144,10,1],["gemma4-e4b-q4",1,124.1,112.3,0.38,3.18,131072,10,1],["gemma4-e4b-q8",1,89.8,83.5,0.39,3.28,131072,10,1],["gemma4-e2b-q4",1,242.1,219.7,0.21,1.8,131072,10,1],["gemma4-e2b-q8",1,188.2,174.3,0.21,1.86,131072,10,1],["gemma4-12b-q4",1,59,48.1,0.61,5.19,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,107.1,103.1,0.26,2.38,262144,10,1],["laguna-xs2-q4",1,138.6,103.9,0.15,1.75,262144,10,1],["north-mini-code-1-q4",1,116.4,98.5,0.18,1.93,500000,10,1],["gpt-oss-20b",1,109,94.2,0.2,2.04,131072,10,1],["qwen3.5-9b-q8",1,55.9,50.5,0.44,3.86,262144,10,1],["qwen3.6-27b-q8",1,17.9,16.7,1.31,11.46,87782,10,1],["gemma4-12b-q8",1,36.6,32,0.63,5.37,262144,10,1],["gemma4-26b-a4b-q8",1,74.6,63.3,0.17,1.6,188730,10,1],["qwen3-14b-q8",1,31.1,23.9,0.82,8.57,40960,10,1],["laguna-xs-2.1-q4",1,153,111.8,0.15,1.75,262144,10,1],["ornith-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["ornith-35b-q4",1,166,138.4,0.15,1.6,262144,10,1],["granite4.2-3b-q4",1,166.7,92.5,0.21,2.61,131072,10,1],["granite4.2-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["granite4.2-30b-q4",1,26.5,18.8,1.55,14.88,65149,10,1],["nemotron-3.5-lightning-30b-q4",1,102.8,99.2,0.19,1.74,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,132.3,126.3,0.19,1.74,1048576,10,1],["muse-glimmer-30b-q4",1,30.5,29.8,1.37,11.45,131072,10,1],["minicpm-v4.5-8b-q4",1,86.4,49.4,0.45,4.97,40960,10,1],["glm-4.7-flash-q4",1,115.8,84.6,0.2,2.55,202752,10,1],["glm-4-9b-chat-q4",1,76.7,64.8,0.51,5.64,131072,10,1],["glm-4-9b-chat-q8",1,50.2,44.8,0.53,5.83,131072,10,1],["olmo-3.1-32b-q4",1,24.3,22.2,1.67,14.14,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,86.6,74.2,0.43,3.73,262144,10,1],["devstral-small-2-24b-q4",1,31.7,24.3,1.24,11.47,119766,10,1],["ministral-3-3b-q4",1,126.4,70.6,0.19,2.56,262144,10,1],["ministral-3-8b-q4",1,74.2,46.2,0.46,5,206642,10,1],["ministral-3-14b-q4",1,51.1,34.3,0.72,7.33,156967,10,1],["flint-40b",1,175.2,135.2,0.19,2.27,262144,10,1],["mellum2.1-12b-q4",1,161.2,141.9,0.13,1.31,131072,10,1],["arex-2-27b-q4",1,29.6,26.5,1.27,11.08,262144,10,1],["arete-27b-q4",1,29.6,26.5,1.27,11.08,262144,10,1],["twil-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["nanbeige4.3-33b-q4",1,23.6,18.2,1.77,17.66,65782,10,1],["nemotron-3.5-bolt-e4b-q4",1,112.5,102.7,0.38,3.18,65536,10,1],["granite-switch-4.1-8b-q4",1,65.5,39.4,0.48,5.47,131072,10,1],["granite-switch-4.1-30b-q4",1,22.3,16.5,1.58,15.17,50916,10,1],["jebadiah-9b-q4",1,87.4,null,0.43,3.73,4096,10,1],["jebadiah-9b-q5",1,77.4,null,0.59,5.11,4096,10,1],["jebadiah-9b-q8",1,54.5,null,0.44,3.86,4096,10,1],["jebadiah-27b-q4",1,30.2,null,1.27,11.08,4096,10,1],["jebadiah-27b-q5",1,26.2,null,1.74,15.18,4096,10,1],["jebadiah-27b-q8",1,17.9,null,1.31,11.46,4096,10,1],["lfm3-1.7b-q4",1,287.6,238.1,0.09,0.81,262144,5,1],["sage-a1.5-q4",1,162.8,136.1,0.15,1.6,262144,10,1]]},"Apple M5 Max|64GB|40c":{"label":"Apple M5 Max 40-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.2},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":162.7}},"cells":[["qwen2.5-1.5b-q4",1,295.3,197.2,0.09,1.1,32768,5,1],["qwen2.5-3b-q4",1,188.3,133.7,0.17,2.07,32768,10,1],["qwen2.5-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-3b-q4",1,162.8,77.6,0.18,2.25,131072,10,1],["llama3.1-8b-q4",1,88.1,52.5,0.44,4.72,131072,10,1],["llama3.1-8b-q8",1,55.5,38.9,0.45,4.88,131072,10,1],["llama3.1-8b-q5",1,77.9,48.7,0.6,6.47,131072,10,1],["llama3.1-70b-q4",1,11.6,null,3.74,36.12,16722,10,1],["mistral-7b-q4",1,93.1,54.2,0.39,4.4,32768,10,1],["mistral-7b-q5",1,81.8,50.2,0.54,6.03,32768,10,1],["mistral-7b-q8",1,58.2,40.2,0.41,4.55,32768,10,1],["mixtral-8x7b-q4",1,38.7,29.8,0.68,6.72,32768,10,1],["mistral-nemo-12b-q4",1,63.6,39.4,0.66,6.81,131072,10,1],["mistral-nemo-12b-q8",1,37.3,27.5,0.68,7.04,131072,10,1],["gemma2-2b-q4",1,183.1,null,0.14,1.36,8192,10,1],["gemma2-9b-q4",1,64.8,null,0.49,4.73,8192,10,1],["gemma2-27b-q4",1,27,null,1.42,12.22,8192,10,1],["phi3-mini-q4",1,110,null,0.21,2.64,4096,10,1],["phi3-medium-q4",1,51.1,null,0.75,7.96,4096,10,1],["phi4-14b-q4",1,49.7,null,0.79,8.25,16384,10,1],["phi4-14b-q8",1,30.8,null,0.81,8.53,16384,10,1],["qwen2.5-coder-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-coder-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-1b-q4",1,325.7,200.1,0.07,0.86,131072,5,1],["mistral-small-22b-q4",1,36.2,24.3,1.2,12.88,32768,10,1],["qwen2.5-0.5b-q4",1,477.9,355.3,0.03,0.44,32768,5,0],["gemma-3-1b-q4",1,350.9,323.5,0.05,0.46,32768,5,1],["gemma-3-1b-q8",1,297,277.1,0.05,0.47,32768,5,1],["phi4-mini-3.8b-q4",1,138.7,67.1,0.21,2.64,131072,10,1],["phi4-mini-3.8b-q8",1,96.7,55.4,0.22,2.73,131072,10,1],["mage-vl-cowork-q4",1,136.7,62.6,0.25,3.41,262144,10,1],["smollm2-360m-q4",1,335.8,null,0.02,0.48,8192,5,1],["llama3.3-70b-q4",1,11.6,null,3.74,36.12,16722,10,1],["qwen3-8b-q4",1,83.8,48.5,0.45,4.97,40960,10,1],["qwen3-8b-q8",1,54,36.8,0.46,5.13,40960,10,1],["qwen3-14b-q4",1,50.4,33.9,0.79,8.29,40960,10,1],["qwen3-30b-q4",1,123.8,72.2,0.21,3.51,40960,10,1],["qwen3-30b-a3b-q8",1,79.4,54.4,0.21,3.63,40960,10,1],["qwen3-32b-q4",1,23.7,17.4,1.77,19.15,40960,10,1],["qwen3-32b-q8",1,14.1,11.6,1.83,19.8,40960,10,1],["qwen3-coder-30b-a3b-q4",1,124.2,72.3,0.21,3.51,262144,10,1],["qwen3-coder-30b-a3b-q8",1,79.5,54.5,0.21,3.63,157837,10,1],["gemma3-4b-q4",1,152.9,129.1,0.2,1.71,131072,10,1],["gemma3-4b-q8",1,102.4,91.1,0.21,1.76,131072,10,1],["gemma3-12b-q4",1,59.5,48.4,0.61,5.19,131072,10,1],["gemma3-27b-q4",1,28.3,24.9,1.4,11.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,97.7,73.5,0.41,4.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,60.7,50.4,0.42,4.36,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,51,32.1,0.8,8.74,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.1,22.9,0.83,9.03,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,24.1,17.6,1.74,17.02,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,14.2,11.7,1.8,17.6,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,11.6,null,3.74,36.12,16722,10,1],["mistral-small-3.1-cloud",1,31.1,23.9,1.24,11.47,131072,10,1],["mistral-small-3.1-24b-q8",1,19,16.1,1.28,11.86,131072,10,1],["qwen3.5-0.8b-q4",1,344.1,275.6,0.04,0.4,262144,5,1],["qwen3.5-2b-q4",1,189.9,167,0.09,0.82,262144,5,1],["qwen3.5-4b-q4",1,149.5,116.1,0.2,1.89,262144,10,1],["qwen3.5-4b-q8",1,97.1,81.8,0.2,1.96,262144,10,1],["qwen3.5-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.5-27b-q4",1,30.7,27.4,1.27,11.08,262144,10,1],["qwen3.5-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["lfm2-24b-a2b-q4",1,177.9,146.5,0.11,1.1,128000,10,1],["lfm2.5-8b-a1b-q4",1,223.7,192.6,0.08,0.78,128000,10,1],["granite4.1-3b-q4",1,166,92.3,0.19,2.51,131072,10,1],["granite4.1-8b-q4",1,76.3,44,0.46,5.22,131072,10,1],["qwen3.6-27b-q4",1,30.2,27,1.27,11.08,262144,10,1],["qwen3.8-27b-q4",1,30.2,27.1,1.27,11.08,262144,10,1],["qwen3.8-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["qwen3.6-35b-a3b-q4",1,162.7,136.1,0.15,1.6,262144,10,1],["gemma4-31b-q4",1,24.4,19.7,1.56,13.29,173896,10,1],["gemma4-31b-q8",1,14.6,12.8,1.62,13.74,88656,10,1],["gemma4-26b-a4b-q4",1,108.2,85.9,0.17,1.54,262144,10,1],["gemma4-e4b-q4",1,124.1,112.3,0.38,3.18,131072,10,1],["gemma4-e4b-q8",1,89.8,83.5,0.39,3.28,131072,10,1],["gemma4-e2b-q4",1,242.1,219.7,0.21,1.8,131072,10,1],["gemma4-e2b-q8",1,188.2,174.3,0.21,1.86,131072,10,1],["gemma4-12b-q4",1,59,48.1,0.61,5.19,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,107.1,103.1,0.26,2.38,262144,10,1],["laguna-xs2-q4",1,138.6,103.9,0.15,1.75,262144,10,1],["north-mini-code-1-q4",1,116.4,98.5,0.18,1.93,500000,10,1],["gpt-oss-20b",1,109,94.2,0.2,2.04,131072,10,1],["qwen3.6-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-9b-q8",1,55.9,50.5,0.44,3.86,262144,10,1],["qwen3.6-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["gemma4-12b-q8",1,36.6,32,0.63,5.37,262144,10,1],["gemma4-26b-a4b-q8",1,74.6,63.3,0.17,1.6,262144,10,1],["qwen3-14b-q8",1,31.1,23.9,0.82,8.57,40960,10,1],["laguna-xs-2.1-q4",1,153,111.8,0.15,1.75,262144,10,1],["ornith-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["ornith-35b-q4",1,166,138.4,0.15,1.6,262144,10,1],["granite4.2-3b-q4",1,166.7,92.5,0.21,2.61,131072,10,1],["granite4.2-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["granite4.2-30b-q4",1,26.5,18.8,1.55,14.88,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,102.8,99.2,0.19,1.74,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,132.3,126.3,0.19,1.74,1048576,10,1],["muse-glimmer-30b-q4",1,30.5,29.8,1.37,11.45,131072,10,1],["minicpm-v4.5-8b-q4",1,86.4,49.4,0.45,4.97,40960,10,1],["glm-4.7-flash-q4",1,115.8,84.6,0.2,2.55,202752,10,1],["glm-4-9b-chat-q4",1,76.7,64.8,0.51,5.64,131072,10,1],["glm-4-9b-chat-q8",1,50.2,44.8,0.53,5.83,131072,10,1],["olmo-3.1-32b-q4",1,24.3,22.2,1.67,14.14,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,86.6,74.2,0.43,3.73,262144,10,1],["devstral-small-2-24b-q4",1,31.7,24.3,1.24,11.47,200333,10,1],["ministral-3-3b-q4",1,126.4,70.6,0.19,2.56,262144,10,1],["ministral-3-8b-q4",1,74.2,46.2,0.46,5,262144,10,1],["ministral-3-14b-q4",1,51.1,34.3,0.72,7.33,237533,10,1],["flint-40b",1,175.2,135.2,0.19,2.27,262144,10,1],["mellum2.1-12b-q4",1,161.2,141.9,0.13,1.31,131072,10,1],["kolibri-1-q4xs",1,134.9,116.1,0.19,2.14,211185,10,1],["arex-2-27b-q4",1,29.6,26.5,1.27,11.08,262144,10,1],["arete-27b-q4",1,29.6,26.5,1.27,11.08,262144,10,1],["twil-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["nanbeige4.3-33b-q4",1,23.6,18.2,1.77,17.66,127756,10,1],["nanbeige4.3-33b-q8",1,14.3,12.2,1.83,18.26,60119,10,1],["ripple-65b-q4",1,12.8,12.2,3.14,26.69,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,112.5,102.7,0.38,3.18,65536,10,1],["granite-switch-4.1-8b-q4",1,65.5,39.4,0.48,5.47,131072,10,1],["granite-switch-4.1-30b-q4",1,22.3,16.5,1.58,15.17,99744,10,1],["jebadiah-9b-q4",1,87.4,null,0.43,3.73,4096,10,1],["jebadiah-9b-q5",1,77.4,null,0.59,5.11,4096,10,1],["jebadiah-9b-q8",1,54.5,null,0.44,3.86,4096,10,1],["jebadiah-27b-q4",1,30.2,null,1.27,11.08,4096,10,1],["jebadiah-27b-q5",1,26.2,null,1.74,15.18,4096,10,1],["jebadiah-27b-q8",1,17.9,null,1.31,11.46,4096,10,1],["lfm3-1.7b-q4",1,287.6,238.1,0.09,0.81,262144,5,1],["sage-a1.5-q4",1,162.8,136.1,0.15,1.6,262144,10,1]]},"Apple M5 Max|128GB|40c":{"label":"Apple M5 Max 40-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.2},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.2},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":162.7}},"cells":[["qwen2.5-1.5b-q4",1,295.3,197.2,0.09,1.1,32768,5,1],["qwen2.5-3b-q4",1,188.3,133.7,0.17,2.07,32768,10,1],["qwen2.5-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-3b-q4",1,162.8,77.6,0.18,2.25,131072,10,1],["llama3.1-8b-q4",1,88.1,52.5,0.44,4.72,131072,10,1],["llama3.1-8b-q8",1,55.5,38.9,0.45,4.88,131072,10,1],["llama3.1-8b-q5",1,77.9,48.7,0.6,6.47,131072,10,1],["llama3.1-70b-q4",1,11.6,9.5,3.74,36.12,131072,10,1],["mistral-7b-q4",1,93.1,54.2,0.39,4.4,32768,10,1],["mistral-7b-q5",1,81.8,50.2,0.54,6.03,32768,10,1],["mistral-7b-q8",1,58.2,40.2,0.41,4.55,32768,10,1],["mixtral-8x7b-q4",1,38.7,29.8,0.68,6.72,32768,10,1],["mistral-nemo-12b-q4",1,63.6,39.4,0.66,6.81,131072,10,1],["mistral-nemo-12b-q8",1,37.3,27.5,0.68,7.04,131072,10,1],["gemma2-2b-q4",1,183.1,null,0.14,1.36,8192,10,1],["gemma2-9b-q4",1,64.8,null,0.49,4.73,8192,10,1],["gemma2-27b-q4",1,27,null,1.42,12.22,8192,10,1],["phi3-mini-q4",1,110,null,0.21,2.64,4096,10,1],["phi3-medium-q4",1,51.1,null,0.75,7.96,4096,10,1],["phi4-14b-q4",1,49.7,null,0.79,8.25,16384,10,1],["phi4-14b-q8",1,30.8,null,0.81,8.53,16384,10,1],["qwen2.5-coder-7b-q4",1,97.7,73.5,0.41,4.22,32768,10,1],["qwen2.5-coder-14b-q4",1,51,32.1,0.8,8.74,32768,10,1],["llama3.2-1b-q4",1,325.7,200.1,0.07,0.86,131072,5,1],["mistral-small-22b-q4",1,36.2,24.3,1.2,12.88,32768,10,1],["qwen2.5-0.5b-q4",1,477.9,355.3,0.03,0.44,32768,5,0],["gemma-3-1b-q4",1,350.9,323.5,0.05,0.46,32768,5,1],["gemma-3-1b-q8",1,297,277.1,0.05,0.47,32768,5,1],["phi4-mini-3.8b-q4",1,138.7,67.1,0.21,2.64,131072,10,1],["phi4-mini-3.8b-q8",1,96.7,55.4,0.22,2.73,131072,10,1],["mage-vl-cowork-q4",1,136.7,62.6,0.25,3.41,262144,10,1],["smollm2-360m-q4",1,335.8,null,0.02,0.48,8192,5,1],["llama3.3-70b-q4",1,11.6,9.5,3.74,36.12,131072,10,1],["qwen3-8b-q4",1,83.8,48.5,0.45,4.97,40960,10,1],["qwen3-8b-q8",1,54,36.8,0.46,5.13,40960,10,1],["qwen3-14b-q4",1,50.4,33.9,0.79,8.29,40960,10,1],["qwen3-30b-q4",1,123.8,72.2,0.21,3.51,40960,10,1],["qwen3-30b-a3b-q8",1,79.4,54.4,0.21,3.63,40960,10,1],["qwen3-32b-q4",1,23.7,17.4,1.77,19.15,40960,10,1],["qwen3-32b-q8",1,14.1,11.6,1.83,19.8,40960,10,1],["qwen3-coder-30b-a3b-q4",1,124.2,72.3,0.21,3.51,262144,10,1],["qwen3-coder-30b-a3b-q8",1,79.5,54.5,0.21,3.63,262144,10,1],["gemma3-4b-q4",1,152.9,129.1,0.2,1.71,131072,10,1],["gemma3-4b-q8",1,102.4,91.1,0.21,1.76,131072,10,1],["gemma3-12b-q4",1,59.5,48.4,0.61,5.19,131072,10,1],["gemma3-27b-q4",1,28.3,24.9,1.4,11.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,97.7,73.5,0.41,4.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,60.7,50.4,0.42,4.36,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,51,32.1,0.8,8.74,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.1,22.9,0.83,9.03,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,24.1,17.6,1.74,17.02,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,14.2,11.7,1.8,17.6,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,11.6,9.5,3.74,36.12,131072,10,1],["mistral-small-3.1-cloud",1,31.1,23.9,1.24,11.47,131072,10,1],["mistral-small-3.1-24b-q8",1,19,16.1,1.28,11.86,131072,10,1],["qwen3.5-0.8b-q4",1,344.1,275.6,0.04,0.4,262144,5,1],["qwen3.5-2b-q4",1,189.9,167,0.09,0.82,262144,5,1],["qwen3.5-4b-q4",1,149.5,116.1,0.2,1.89,262144,10,1],["qwen3.5-4b-q8",1,97.1,81.8,0.2,1.96,262144,10,1],["qwen3.5-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.5-27b-q4",1,30.7,27.4,1.27,11.08,262144,10,1],["qwen3.5-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["qwen3.5-122b-a10b-q4",1,59.4,54.7,0.42,4.25,262144,10,1],["lfm2-24b-a2b-q4",1,177.9,146.5,0.11,1.1,128000,10,1],["lfm2.5-8b-a1b-q4",1,223.7,192.6,0.08,0.78,128000,10,1],["granite4.1-3b-q4",1,166,92.3,0.19,2.51,131072,10,1],["granite4.1-8b-q4",1,76.3,44,0.46,5.22,131072,10,1],["qwen3.6-27b-q4",1,30.2,27,1.27,11.08,262144,10,1],["qwen3.8-27b-q4",1,30.2,27.1,1.27,11.08,262144,10,1],["qwen3.8-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["qwen3.6-35b-a3b-q4",1,162.7,136.1,0.15,1.6,262144,10,1],["gemma4-31b-q4",1,24.4,19.7,1.56,13.29,262144,10,1],["gemma4-31b-q8",1,14.6,12.8,1.62,13.74,262144,10,1],["gemma4-26b-a4b-q4",1,108.2,85.9,0.17,1.54,262144,10,1],["gemma4-e4b-q4",1,124.1,112.3,0.38,3.18,131072,10,1],["gemma4-e4b-q8",1,89.8,83.5,0.39,3.28,131072,10,1],["gemma4-e2b-q4",1,242.1,219.7,0.21,1.8,131072,10,1],["gemma4-e2b-q8",1,188.2,174.3,0.21,1.86,131072,10,1],["llama4-scout-q4",1,40.6,27.6,0.61,7.24,210384,10,1],["gemma4-12b-q4",1,59,48.1,0.61,5.19,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,107.1,103.1,0.26,2.38,262144,10,1],["laguna-xs2-q4",1,138.6,103.9,0.15,1.75,262144,10,1],["north-mini-code-1-q4",1,116.4,98.5,0.18,1.93,500000,10,1],["gpt-oss-120b",1,91.9,76.6,0.28,2.85,131072,10,1],["gpt-oss-20b",1,109,94.2,0.2,2.04,131072,10,1],["qwen3-next-80b-a3b",1,139.1,115.9,0.17,1.8,262144,10,1],["qwen3.6-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-35b-a3b-q8",1,103.4,91.9,0.16,1.65,262144,10,1],["qwen3.5-9b-q8",1,55.9,50.5,0.44,3.86,262144,10,1],["qwen3.6-27b-q8",1,17.9,16.7,1.31,11.46,262144,10,1],["gemma4-12b-q8",1,36.6,32,0.63,5.37,262144,10,1],["gemma4-26b-a4b-q8",1,74.6,63.3,0.17,1.6,262144,10,1],["qwen3-next-80b-a3b-q8",1,89.8,79.5,0.17,1.86,262144,10,1],["qwen3-14b-q8",1,31.1,23.9,0.82,8.57,40960,10,1],["llama3.3-70b-q8",1,6.7,5.9,3.86,37.34,103225,10,1],["llama3.3-70b-q6",1,8.6,7.4,5.12,49.47,131072,10,1],["laguna-xs-2.1-q4",1,153,111.8,0.15,1.75,262144,10,1],["laguna-s-2.1-q4",1,48.5,42.6,0.39,3.81,258233,10,1],["ornith-9b-q4",1,89.5,76.3,0.43,3.73,262144,10,1],["ornith-35b-q4",1,166,138.4,0.15,1.6,262144,10,1],["qwen3.8-flash-next-q4xs",1,77,69.3,0.29,2.99,262144,10,1],["qwen3.8-flash-next-q3",1,80.2,71.9,0.39,4.1,262144,10,1],["granite4.2-3b-q4",1,166.7,92.5,0.21,2.61,131072,10,1],["granite4.2-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["granite4.2-30b-q4",1,26.5,18.8,1.55,14.88,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,102.8,99.2,0.19,1.74,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,132.3,126.3,0.19,1.74,1048576,10,1],["muse-glimmer-30b-q4",1,30.5,29.8,1.37,11.45,131072,10,1],["minicpm-v4.5-8b-q4",1,86.4,49.4,0.45,4.97,40960,10,1],["glm-4.7-flash-q4",1,115.8,84.6,0.2,2.55,202752,10,1],["glm-4-9b-chat-q4",1,76.7,64.8,0.51,5.64,131072,10,1],["glm-4-9b-chat-q8",1,50.2,44.8,0.53,5.83,131072,10,1],["nemotron-3-super-120b-q4",1,33.4,32.9,0.66,5.61,262144,10,1],["nemotron-3-super-120b-q4xs",1,44.3,43.4,0.66,5.61,262144,10,1],["olmo-3.1-32b-q4",1,24.3,22.2,1.67,14.14,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,86.6,74.2,0.43,3.73,262144,10,1],["ling-3.0-flash",1,96.6,92.3,0.25,2.3,262144,10,1],["ling-3.0-flash-q4xs",1,107.6,102.3,0.25,2.3,262144,10,1],["devstral-small-2-24b-q4",1,31.7,24.3,1.24,11.47,393216,10,1],["devstral-2-123b-q4",1,6.7,5.9,6.61,63.13,94056,10,1],["ministral-3-3b-q4",1,126.4,70.6,0.19,2.56,262144,10,1],["ministral-3-8b-q4",1,74.2,46.2,0.46,5,262144,10,1],["ministral-3-14b-q4",1,51.1,34.3,0.72,7.33,262144,10,1],["flint-40b",1,175.2,135.2,0.19,2.27,262144,10,1],["mellum2.1-12b-q4",1,161.2,141.9,0.13,1.31,131072,10,1],["kolibri-1-q4",1,121.2,105.8,0.19,2.14,262144,10,1],["kolibri-1-q4xs",1,134.9,116.1,0.19,2.14,262144,10,1],["arex-2-27b-q4",1,29.6,26.5,1.27,11.08,262144,10,1],["arete-27b-q4",1,29.6,26.5,1.27,11.08,262144,10,1],["twil-8b-q4",1,79.3,45,0.48,5.39,131072,10,1],["nanbeige4.3-33b-q4",1,23.6,18.2,1.77,17.66,413213,10,1],["nanbeige4.3-33b-q8",1,14.3,12.2,1.83,18.26,345575,10,1],["ripple-65b-q4",1,12.8,12.2,3.14,26.69,1064037,10,1],["ripple-65b-q8",1,7.3,7.1,3.25,27.6,605643,10,1],["nemotron-3.5-bolt-e4b-q4",1,112.5,102.7,0.38,3.18,65536,10,1],["granite-switch-4.1-8b-q4",1,65.5,39.4,0.48,5.47,131072,10,1],["granite-switch-4.1-30b-q4",1,22.3,16.5,1.58,15.17,131072,10,1],["jebadiah-9b-q4",1,87.4,null,0.43,3.73,4096,10,1],["jebadiah-9b-q5",1,77.4,null,0.59,5.11,4096,10,1],["jebadiah-9b-q8",1,54.5,null,0.44,3.86,4096,10,1],["jebadiah-27b-q4",1,30.2,null,1.27,11.08,4096,10,1],["jebadiah-27b-q5",1,26.2,null,1.74,15.18,4096,10,1],["jebadiah-27b-q8",1,17.9,null,1.31,11.46,4096,10,1],["lfm3-1.7b-q4",1,287.6,238.1,0.09,0.81,262144,5,1],["ornith-1.5-122b-q4",1,63.3,58,0.42,4.25,262144,10,1],["sage-a1.5-q4",1,162.8,136.1,0.15,1.6,262144,10,1]]},"Apple M1 Ultra|64GB|48c":{"label":"Apple M1 Ultra 48-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.36,4.61,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.72,8.67,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.75,9.44,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.82,19.79,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.89,20.46,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,2.5,27.11,131072,10,1],["llama3.1-70b-q4",1,12.3,null,15.67,151.37,16722,10,1],["mistral-7b-q4",1,81.4,51.8,1.65,18.44,32768,10,1],["mistral-7b-q5",1,73.4,48.4,2.27,25.26,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.71,19.07,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.87,28.15,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.76,28.55,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.85,29.52,131072,10,1],["gemma2-2b-q4",1,134,null,0.58,5.71,8192,10,1],["gemma2-9b-q4",1,60.4,null,2.05,19.84,8192,10,1],["gemma2-27b-q4",1,27.5,null,5.93,51.21,8192,10,1],["phi3-mini-q4",1,92.8,null,0.89,11.05,4096,10,1],["phi3-medium-q4",1,49.2,null,3.15,33.36,4096,10,1],["phi4-14b-q4",1,48,null,3.3,34.57,16384,10,1],["phi4-14b-q8",1,31.1,null,3.42,35.74,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.29,3.62,131072,5,0],["mistral-small-22b-q4",1,36.1,25,5.04,53.97,32768,10,1],["qwen2.5-0.5b-q4",1,227.8,198,0.12,1.83,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.22,1.91,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.23,1.97,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.9,11.08,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.93,11.45,131072,10,1],["mage-vl-cowork-q4",1,109.2,58.6,1.06,14.3,262144,10,1],["smollm2-360m-q4",1,192.4,null,0.1,2.02,8192,5,0],["llama3.3-70b-q4",1,12.3,null,15.67,151.37,16722,10,1],["qwen3-8b-q4",1,74.8,47,1.87,20.81,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.93,21.52,40960,10,1],["qwen3-14b-q4",1,48.5,34,3.33,34.75,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.86,14.7,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.89,15.2,40960,10,1],["qwen3-32b-q4",1,24.4,18.2,7.43,80.28,40960,10,1],["qwen3-32b-q8",1,14.9,12.3,7.68,82.99,40960,10,1],["qwen3-coder-30b-a3b-q4",1,101.7,66.2,0.86,14.7,262144,10,1],["qwen3-coder-30b-a3b-q8",1,71.7,52,0.89,15.2,157837,10,1],["gemma3-4b-q4",1,118.3,104.7,0.84,7.15,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.87,7.4,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,2.56,21.77,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,5.85,48.42,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.71,17.68,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.77,18.28,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,3.36,36.62,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,3.47,37.85,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,24.8,18.4,7.29,71.35,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,15,12.4,7.54,73.77,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,null,15.67,151.37,16722,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,5.2,48.07,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,5.37,49.7,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.15,1.67,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.37,3.43,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.83,7.93,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.86,8.2,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["qwen3.5-27b-q4",1,31,28,5.32,46.44,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.48,4.62,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.35,3.27,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.81,10.51,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.92,21.88,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.63,6.69,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,6.55,55.69,173896,10,1],["gemma4-31b-q8",1,15.4,13.6,6.78,57.57,88656,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.71,6.47,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.59,13.31,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.65,13.76,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.87,7.53,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.9,7.78,131072,10,1],["gemma4-12b-q4",1,55.7,46.6,2.56,21.77,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,1.08,9.98,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.61,7.34,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.75,8.09,500000,10,1],["gpt-oss-20b",1,92.2,82.2,0.85,8.55,131072,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.85,16.17,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,2.65,22.51,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.73,6.69,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,3.44,35.93,40960,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.61,7.34,262144,10,1],["ornith-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.86,10.96,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,2.01,22.59,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,6.49,62.37,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.79,7.29,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.79,7.29,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,5.73,47.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.87,20.81,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.86,10.68,202752,10,1],["glm-4-9b-chat-q4",1,69.6,60.4,2.14,23.64,131072,10,1],["glm-4-9b-chat-q8",1,48.4,43.8,2.21,24.44,131072,10,1],["olmo-3.1-32b-q4",1,25,23,7,59.28,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.79,15.64,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,5.2,48.07,200333,10,1],["ministral-3-3b-q4",1,103.1,64.9,0.81,10.75,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.93,20.96,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,3.03,30.72,237533,10,1],["flint-40b",1,130,108.3,0.8,9.53,262144,10,1],["mellum2.1-12b-q4",1,122.8,112.2,0.55,5.51,131072,10,1],["kolibri-1-q4xs",1,108.2,96.7,0.82,8.97,211185,10,1],["arex-2-27b-q4",1,30,27.1,5.32,46.44,262144,10,1],["arete-27b-q4",1,30,27.1,5.32,46.44,262144,10,1],["twil-8b-q4",1,71.5,43.9,2.01,22.59,131072,10,1],["nanbeige4.3-33b-q4",1,24.3,19,7.4,74.01,127756,10,1],["nanbeige4.3-33b-q8",1,15.1,12.9,7.65,76.52,60119,10,1],["ripple-65b-q4",1,13.6,13,13.17,111.88,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,94.4,88,1.59,13.31,65536,10,1],["granite-switch-4.1-8b-q4",1,60.9,39,2.01,22.94,131072,10,1],["granite-switch-4.1-30b-q4",1,23,17.3,6.6,63.56,99744,10,1],["jebadiah-9b-q4",1,77.4,null,1.79,15.64,4096,10,1],["jebadiah-9b-q5",1,70,null,2.45,21.42,4096,10,1],["jebadiah-9b-q8",1,52,null,1.85,16.17,4096,10,1],["jebadiah-27b-q4",1,30.6,null,5.32,46.44,4096,10,1],["jebadiah-27b-q5",1,26.8,null,7.28,63.61,4096,10,1],["jebadiah-27b-q8",1,18.7,null,5.5,48.02,4096,10,1],["lfm3-1.7b-q4",1,176.8,158.4,0.36,3.4,262144,5,0],["sage-a1.5-q4",1,123.6,108.8,0.63,6.69,262144,10,1]]},"Apple M1 Ultra|64GB|64c":{"label":"Apple M1 Ultra 64-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.27,3.46,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.54,6.5,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,2.52,27.46,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.57,7.08,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.37,14.84,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.41,15.35,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,1.87,20.33,131072,10,1],["llama3.1-70b-q4",1,12.3,null,11.75,113.53,16722,10,1],["mistral-7b-q4",1,81.4,51.8,1.24,13.83,32768,10,1],["mistral-7b-q5",1,73.4,48.4,1.7,18.95,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.28,14.3,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.15,21.12,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.07,21.41,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.14,22.14,131072,10,1],["gemma2-2b-q4",1,134,null,0.44,4.29,8192,10,1],["gemma2-9b-q4",1,60.4,null,1.54,14.88,8192,10,1],["gemma2-27b-q4",1,27.5,null,4.45,38.41,8192,10,1],["phi3-mini-q4",1,92.8,null,0.67,8.29,4096,10,1],["phi3-medium-q4",1,49.2,null,2.37,25.02,4096,10,1],["phi4-14b-q4",1,48,null,2.48,25.93,16384,10,1],["phi4-14b-q8",1,31.1,null,2.56,26.8,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,2.52,27.46,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.22,2.71,131072,5,0],["mistral-small-22b-q4",1,36.1,25,3.78,40.48,32768,10,1],["qwen2.5-0.5b-q4",1,227.8,198,0.09,1.37,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.16,1.43,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.17,1.48,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.67,8.31,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.69,8.59,131072,10,1],["mage-vl-cowork-q4",1,109.2,58.6,0.79,10.72,262144,10,1],["smollm2-360m-q4",1,192.4,null,0.07,1.51,8192,5,0],["llama3.3-70b-q4",1,12.3,null,11.75,113.53,16722,10,1],["qwen3-8b-q4",1,74.8,47,1.4,15.61,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.45,16.14,40960,10,1],["qwen3-14b-q4",1,48.5,34,2.5,26.07,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.65,11.03,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.67,11.4,40960,10,1],["qwen3-32b-q4",1,24.4,18.2,5.57,60.21,40960,10,1],["qwen3-32b-q8",1,14.9,12.3,5.76,62.24,40960,10,1],["qwen3-coder-30b-a3b-q4",1,101.7,66.2,0.65,11.03,262144,10,1],["qwen3-coder-30b-a3b-q8",1,71.7,52,0.67,11.4,157837,10,1],["gemma3-4b-q4",1,118.3,104.7,0.63,5.37,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.65,5.55,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,1.92,16.33,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,4.39,36.31,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.28,13.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.33,13.71,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,2.52,27.46,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,2.6,28.39,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,24.8,18.4,5.47,53.52,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,15,12.4,5.65,55.33,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,null,11.75,113.53,16722,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,3.9,36.05,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,4.03,37.27,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.11,1.25,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.28,2.57,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.62,5.95,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.64,6.15,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.47,5.01,262144,10,1],["qwen3.5-27b-q4",1,31,28,3.99,34.83,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.36,3.46,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.26,2.45,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.6,7.89,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.44,16.41,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.47,5.01,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,4.92,41.77,173896,10,1],["gemma4-31b-q8",1,15.4,13.6,5.08,43.18,88656,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.53,4.85,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.19,9.98,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.23,10.32,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.65,5.65,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.67,5.84,131072,10,1],["gemma4-12b-q4",1,55.7,46.6,1.92,16.33,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,0.81,7.49,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.46,5.5,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.56,6.07,500000,10,1],["gpt-oss-20b",1,92.2,82.2,0.64,6.41,131072,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.39,12.12,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,1.98,16.88,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.55,5.02,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,2.58,26.95,40960,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.46,5.5,262144,10,1],["ornith-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.47,5.01,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.65,8.22,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,1.51,16.94,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,4.87,46.78,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.59,5.47,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.59,5.47,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,4.3,35.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.4,15.61,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.64,8.01,202752,10,1],["glm-4-9b-chat-q4",1,69.6,60.4,1.61,17.73,131072,10,1],["glm-4-9b-chat-q8",1,48.4,43.8,1.66,18.33,131072,10,1],["olmo-3.1-32b-q4",1,25,23,5.25,44.46,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.34,11.73,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,3.9,36.05,200333,10,1],["ministral-3-3b-q4",1,103.1,64.9,0.61,8.06,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.45,15.72,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,2.27,23.04,237533,10,1],["flint-40b",1,130,108.3,0.6,7.15,262144,10,1],["mellum2.1-12b-q4",1,122.8,112.2,0.41,4.13,131072,10,1],["kolibri-1-q4xs",1,108.2,96.7,0.61,6.73,211185,10,1],["arex-2-27b-q4",1,30,27.1,3.99,34.83,262144,10,1],["arete-27b-q4",1,30,27.1,3.99,34.83,262144,10,1],["twil-8b-q4",1,71.5,43.9,1.51,16.94,131072,10,1],["nanbeige4.3-33b-q4",1,24.3,19,5.55,55.51,127756,10,1],["nanbeige4.3-33b-q8",1,15.1,12.9,5.74,57.39,60119,10,1],["ripple-65b-q4",1,13.6,13,9.88,83.91,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,94.4,88,1.19,9.98,65536,10,1],["granite-switch-4.1-8b-q4",1,60.9,39,1.51,17.21,131072,10,1],["granite-switch-4.1-30b-q4",1,23,17.3,4.95,47.67,99744,10,1],["jebadiah-9b-q4",1,77.4,null,1.34,11.73,4096,10,1],["jebadiah-9b-q5",1,70,null,1.84,16.06,4096,10,1],["jebadiah-9b-q8",1,52,null,1.39,12.12,4096,10,1],["jebadiah-27b-q4",1,30.6,null,3.99,34.83,4096,10,1],["jebadiah-27b-q5",1,26.8,null,5.46,47.71,4096,10,1],["jebadiah-27b-q8",1,18.7,null,4.12,36.01,4096,10,1],["lfm3-1.7b-q4",1,176.8,158.4,0.27,2.55,262144,5,0],["sage-a1.5-q4",1,123.6,108.8,0.47,5.01,262144,10,1]]},"Apple M1 Ultra|128GB|48c":{"label":"Apple M1 Ultra 48-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.36,4.61,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.72,8.67,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.75,9.44,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.82,19.79,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.89,20.46,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,2.5,27.11,131072,10,1],["llama3.1-70b-q4",1,12.3,10.1,15.67,151.37,131072,10,1],["mistral-7b-q4",1,81.4,51.8,1.65,18.44,32768,10,1],["mistral-7b-q5",1,73.4,48.4,2.27,25.26,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.71,19.07,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.87,28.15,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.76,28.55,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.85,29.52,131072,10,1],["gemma2-2b-q4",1,134,null,0.58,5.71,8192,10,1],["gemma2-9b-q4",1,60.4,null,2.05,19.84,8192,10,1],["gemma2-27b-q4",1,27.5,null,5.93,51.21,8192,10,1],["phi3-mini-q4",1,92.8,null,0.89,11.05,4096,10,1],["phi3-medium-q4",1,49.2,null,3.15,33.36,4096,10,1],["phi4-14b-q4",1,48,null,3.3,34.57,16384,10,1],["phi4-14b-q8",1,31.1,null,3.42,35.74,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.71,17.68,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,3.36,36.62,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.29,3.62,131072,5,0],["mistral-small-22b-q4",1,36.1,25,5.04,53.97,32768,10,1],["qwen2.5-0.5b-q4",1,227.8,198,0.12,1.83,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.22,1.91,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.23,1.97,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.9,11.08,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.93,11.45,131072,10,1],["mage-vl-cowork-q4",1,109.2,58.6,1.06,14.3,262144,10,1],["smollm2-360m-q4",1,192.4,null,0.1,2.02,8192,5,0],["llama3.3-70b-q4",1,12.3,10.1,15.67,151.37,131072,10,1],["qwen3-8b-q4",1,74.8,47,1.87,20.81,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.93,21.52,40960,10,1],["qwen3-14b-q4",1,48.5,34,3.33,34.75,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.86,14.7,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.89,15.2,40960,10,1],["qwen3-32b-q4",1,24.4,18.2,7.43,80.28,40960,10,1],["qwen3-32b-q8",1,14.9,12.3,7.68,82.99,40960,10,1],["qwen3-coder-30b-a3b-q4",1,101.7,66.2,0.86,14.7,262144,10,1],["qwen3-coder-30b-a3b-q8",1,71.7,52,0.89,15.2,262144,10,1],["gemma3-4b-q4",1,118.3,104.7,0.84,7.15,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.87,7.4,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,2.56,21.77,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,5.85,48.42,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.71,17.68,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.77,18.28,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,3.36,36.62,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,3.47,37.85,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,24.8,18.4,7.29,71.35,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,15,12.4,7.54,73.77,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,10.1,15.67,151.37,131072,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,5.2,48.07,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,5.37,49.7,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.15,1.67,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.37,3.43,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.83,7.93,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.86,8.2,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["qwen3.5-27b-q4",1,31,28,5.32,46.44,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["qwen3.5-122b-a10b-q4",1,56,52.2,1.74,17.83,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.48,4.62,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.35,3.27,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.81,10.51,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.92,21.88,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,5.32,46.44,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.63,6.69,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,6.55,55.69,262144,10,1],["gemma4-31b-q8",1,15.4,13.6,6.78,57.57,262144,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.71,6.47,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.59,13.31,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.65,13.76,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.87,7.53,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.9,7.78,131072,10,1],["llama4-scout-q4",1,40,28.1,2.57,30.35,210384,10,1],["gemma4-12b-q4",1,55.7,46.6,2.56,21.77,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,1.08,9.98,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.61,7.34,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.75,8.09,500000,10,1],["gpt-oss-120b",1,80.6,69.5,1.16,11.94,131072,10,1],["gpt-oss-20b",1,92.2,82.2,0.85,8.55,131072,10,1],["qwen3-next-80b-a3b",1,110.6,96.5,0.7,7.56,262144,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.65,6.91,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.85,16.17,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,5.5,48.02,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,2.65,22.51,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.73,6.69,262144,10,1],["qwen3-next-80b-a3b-q8",1,79.1,71.6,0.72,7.81,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,3.44,35.93,40960,10,1],["llama3.3-70b-q8",1,7.2,6.4,16.2,156.5,103225,10,0],["llama3.3-70b-q6",1,9.2,7.9,21.46,207.33,131072,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.61,7.34,262144,10,1],["laguna-s-2.1-q4",1,47,41.8,1.63,15.96,258233,10,1],["ornith-9b-q4",1,78.8,69.2,1.79,15.64,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.63,6.69,262144,10,1],["qwen3.8-flash-next-q4xs",1,69.8,63.9,1.2,12.53,262144,10,1],["qwen3.8-flash-next-q3",1,72.2,65.9,1.64,17.17,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.86,10.96,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,2.01,22.59,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,6.49,62.37,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.79,7.29,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.79,7.29,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,5.73,47.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.87,20.81,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.86,10.68,202752,10,1],["glm-4-9b-chat-q4",1,69.6,60.4,2.14,23.64,131072,10,1],["glm-4-9b-chat-q8",1,48.4,43.8,2.21,24.44,131072,10,1],["nemotron-3-super-120b-q4",1,33.5,33.1,2.77,23.5,262144,10,1],["nemotron-3-super-120b-q4xs",1,43.3,42.5,2.77,23.5,262144,10,1],["olmo-3.1-32b-q4",1,25,23,7,59.28,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.79,15.64,262144,10,1],["ling-3.0-flash",1,83.8,80.9,1.06,9.64,262144,10,1],["ling-3.0-flash-q4xs",1,91.2,87.7,1.06,9.64,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,5.2,48.07,393216,10,1],["devstral-2-123b-q4",1,7.2,6.3,27.71,264.61,94056,10,0],["ministral-3-3b-q4",1,103.1,64.9,0.81,10.75,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.93,20.96,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,3.03,30.72,262144,10,1],["flint-40b",1,130,108.3,0.8,9.53,262144,10,1],["mellum2.1-12b-q4",1,122.8,112.2,0.55,5.51,131072,10,1],["kolibri-1-q4",1,99.9,90,0.82,8.97,262144,10,1],["kolibri-1-q4xs",1,108.2,96.7,0.82,8.97,262144,10,1],["arex-2-27b-q4",1,30,27.1,5.32,46.44,262144,10,1],["arete-27b-q4",1,30,27.1,5.32,46.44,262144,10,1],["twil-8b-q4",1,71.5,43.9,2.01,22.59,131072,10,1],["nanbeige4.3-33b-q4",1,24.3,19,7.4,74.01,413213,10,1],["nanbeige4.3-33b-q8",1,15.1,12.9,7.65,76.52,345575,10,1],["ripple-65b-q4",1,13.6,13,13.17,111.88,1064037,10,1],["ripple-65b-q8",1,7.9,7.7,13.62,115.67,605643,10,0],["nemotron-3.5-bolt-e4b-q4",1,94.4,88,1.59,13.31,65536,10,1],["granite-switch-4.1-8b-q4",1,60.9,39,2.01,22.94,131072,10,1],["granite-switch-4.1-30b-q4",1,23,17.3,6.6,63.56,131072,10,1],["jebadiah-9b-q4",1,77.4,null,1.79,15.64,4096,10,1],["jebadiah-9b-q5",1,70,null,2.45,21.42,4096,10,1],["jebadiah-9b-q8",1,52,null,1.85,16.17,4096,10,1],["jebadiah-27b-q4",1,30.6,null,5.32,46.44,4096,10,1],["jebadiah-27b-q5",1,26.8,null,7.28,63.61,4096,10,1],["jebadiah-27b-q8",1,18.7,null,5.5,48.02,4096,10,1],["lfm3-1.7b-q4",1,176.8,158.4,0.36,3.4,262144,5,0],["ornith-1.5-122b-q4",1,59.2,54.9,1.74,17.83,262144,10,1],["sage-a1.5-q4",1,123.6,108.8,0.63,6.69,262144,10,1]]},"Apple M1 Ultra|128GB|64c":{"label":"Apple M1 Ultra 64-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":30.6},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":123.6}},"cells":[["qwen2.5-1.5b-q4",1,179.5,140.6,0.27,3.46,32768,5,0],["qwen2.5-3b-q4",1,136.5,107.5,0.54,6.5,32768,10,1],["qwen2.5-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-14b-q4",1,49.1,32.3,2.52,27.46,32768,10,1],["llama3.2-3b-q4",1,123.7,70.2,0.57,7.08,131072,10,1],["llama3.1-8b-q4",1,77.9,50.3,1.37,14.84,131072,10,1],["llama3.1-8b-q8",1,52.9,38.5,1.41,15.35,131072,10,1],["llama3.1-8b-q5",1,70.4,47.1,1.87,20.33,131072,10,1],["llama3.1-70b-q4",1,12.3,10.1,11.75,113.53,131072,10,1],["mistral-7b-q4",1,81.4,51.8,1.24,13.83,32768,10,1],["mistral-7b-q5",1,73.4,48.4,1.7,18.95,32768,10,1],["mistral-7b-q8",1,55.1,39.7,1.28,14.3,32768,10,1],["mixtral-8x7b-q4",1,38.4,30.2,2.15,21.12,32768,10,1],["mistral-nemo-12b-q4",1,59.4,39,2.07,21.41,131072,10,1],["mistral-nemo-12b-q8",1,37.1,28,2.14,22.14,131072,10,1],["gemma2-2b-q4",1,134,null,0.44,4.29,8192,10,1],["gemma2-9b-q4",1,60.4,null,1.54,14.88,8192,10,1],["gemma2-27b-q4",1,27.5,null,4.45,38.41,8192,10,1],["phi3-mini-q4",1,92.8,null,0.67,8.29,4096,10,1],["phi3-medium-q4",1,49.2,null,2.37,25.02,4096,10,1],["phi4-14b-q4",1,48,null,2.48,25.93,16384,10,1],["phi4-14b-q8",1,31.1,null,2.56,26.8,16384,10,1],["qwen2.5-coder-7b-q4",1,84.6,67.1,1.28,13.26,32768,10,1],["qwen2.5-coder-14b-q4",1,49.1,32.3,2.52,27.46,32768,10,1],["llama3.2-1b-q4",1,189.3,142,0.22,2.71,131072,5,0],["mistral-small-22b-q4",1,36.1,25,3.78,40.48,32768,10,1],["qwen2.5-0.5b-q4",1,227.8,198,0.09,1.37,32768,5,0],["gemma-3-1b-q4",1,196.8,188.6,0.16,1.43,32768,5,0],["gemma-3-1b-q8",1,180,173.2,0.17,1.48,32768,5,0],["phi4-mini-3.8b-q4",1,110.4,62.1,0.67,8.31,131072,10,1],["phi4-mini-3.8b-q8",1,83.9,52.8,0.69,8.59,131072,10,1],["mage-vl-cowork-q4",1,109.2,58.6,0.79,10.72,262144,10,1],["smollm2-360m-q4",1,192.4,null,0.07,1.51,8192,5,0],["llama3.3-70b-q4",1,12.3,10.1,11.75,113.53,131072,10,1],["qwen3-8b-q4",1,74.8,47,1.4,15.61,40960,10,1],["qwen3-8b-q8",1,51.6,36.6,1.45,16.14,40960,10,1],["qwen3-14b-q4",1,48.5,34,2.5,26.07,40960,10,1],["qwen3-30b-q4",1,101.5,66.1,0.65,11.03,40960,10,1],["qwen3-30b-a3b-q8",1,71.6,52,0.67,11.4,40960,10,1],["qwen3-32b-q4",1,24.4,18.2,5.57,60.21,40960,10,1],["qwen3-32b-q8",1,14.9,12.3,5.76,62.24,40960,10,1],["qwen3-coder-30b-a3b-q4",1,101.7,66.2,0.65,11.03,262144,10,1],["qwen3-coder-30b-a3b-q8",1,71.7,52,0.67,11.4,262144,10,1],["gemma3-4b-q4",1,118.3,104.7,0.63,5.37,131072,10,1],["gemma3-4b-q8",1,87.8,80,0.65,5.55,131072,10,1],["gemma3-12b-q4",1,56.1,46.8,1.92,16.33,131072,10,1],["gemma3-27b-q4",1,28.8,25.6,4.39,36.31,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,84.6,67.1,1.28,13.26,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,57.1,48.6,1.33,13.71,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,49.1,32.3,2.52,27.46,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,31.5,23.6,2.6,28.39,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,24.8,18.4,5.47,53.52,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,15,12.4,5.65,55.33,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,12.3,10.1,11.75,113.53,131072,10,1],["mistral-small-3.1-cloud",1,31.4,24.6,3.9,36.05,131072,10,1],["mistral-small-3.1-24b-q8",1,19.8,16.9,4.03,37.27,131072,10,1],["qwen3.5-0.8b-q4",1,194.8,172.6,0.11,1.25,262144,5,0],["qwen3.5-2b-q4",1,137.2,125.8,0.28,2.57,262144,5,1],["qwen3.5-4b-q4",1,116.5,96.7,0.62,5.95,262144,10,1],["qwen3.5-4b-q8",1,84.2,73.3,0.64,6.15,262144,10,1],["qwen3.5-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,125.3,110.2,0.47,5.01,262144,10,1],["qwen3.5-27b-q4",1,31,28,3.99,34.83,262144,10,1],["qwen3.5-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["qwen3.5-122b-a10b-q4",1,56,52.2,1.31,13.37,262144,10,1],["lfm2-24b-a2b-q4",1,131.4,114.8,0.36,3.46,128000,10,1],["lfm2.5-8b-a1b-q4",1,152.4,138.5,0.26,2.45,128000,10,0],["granite4.1-3b-q4",1,125.3,80.8,0.6,7.89,131072,10,1],["granite4.1-8b-q4",1,69.3,43.1,1.44,16.41,131072,10,1],["qwen3.6-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q4",1,30.6,27.6,3.99,34.83,262144,10,1],["qwen3.8-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["qwen3.6-35b-a3b-q4",1,123.6,108.8,0.47,5.01,262144,10,1],["gemma4-31b-q4",1,25.1,20.5,4.92,41.77,262144,10,1],["gemma4-31b-q8",1,15.4,13.6,5.08,43.18,262144,10,1],["gemma4-26b-a4b-q4",1,91.6,76.3,0.53,4.85,262144,10,1],["gemma4-e4b-q4",1,101.7,94.3,1.19,9.98,131072,10,1],["gemma4-e4b-q8",1,79.1,74.6,1.23,10.32,131072,10,1],["gemma4-e2b-q4",1,160,150.7,0.65,5.65,131072,10,1],["gemma4-e2b-q8",1,136.4,129.6,0.67,5.84,131072,10,1],["llama4-scout-q4",1,40,28.1,1.93,22.76,210384,10,1],["gemma4-12b-q4",1,55.7,46.6,1.92,16.33,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,90.9,88.2,0.81,7.49,262144,10,1],["laguna-xs2-q4",1,110.3,88.8,0.46,5.5,262144,10,1],["north-mini-code-1-q4",1,96.9,85.1,0.56,6.07,500000,10,1],["gpt-oss-120b",1,80.6,69.5,0.87,8.95,131072,10,1],["gpt-oss-20b",1,92.2,82.2,0.64,6.41,131072,10,1],["qwen3-next-80b-a3b",1,110.6,96.5,0.53,5.67,262144,10,1],["qwen3.6-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-35b-a3b-q8",1,88.4,80.6,0.49,5.18,262144,10,1],["qwen3.5-9b-q8",1,53.2,48.6,1.39,12.12,262144,10,1],["qwen3.6-27b-q8",1,18.7,17.5,4.12,36.01,262144,10,1],["gemma4-12b-q8",1,36.4,32.3,1.98,16.88,262144,10,1],["gemma4-26b-a4b-q8",1,68,59.1,0.55,5.02,262144,10,1],["qwen3-next-80b-a3b-q8",1,79.1,71.6,0.54,5.86,262144,10,1],["qwen3-14b-q8",1,31.4,24.6,2.58,26.95,40960,10,1],["llama3.3-70b-q8",1,7.2,6.4,12.15,117.37,103225,10,0],["llama3.3-70b-q6",1,9.2,7.9,16.09,155.5,131072,10,1],["laguna-xs-2.1-q4",1,118.4,93.9,0.46,5.5,262144,10,1],["laguna-s-2.1-q4",1,47,41.8,1.22,11.97,258233,10,1],["ornith-9b-q4",1,78.8,69.2,1.34,11.73,262144,10,1],["ornith-35b-q4",1,125.3,110.2,0.47,5.01,262144,10,1],["qwen3.8-flash-next-q4xs",1,69.8,63.9,0.9,9.4,262144,10,1],["qwen3.8-flash-next-q3",1,72.2,65.9,1.23,12.87,262144,10,1],["granite4.2-3b-q4",1,125.7,81,0.65,8.22,131072,10,1],["granite4.2-8b-q4",1,71.5,43.9,1.51,16.94,131072,10,1],["granite4.2-30b-q4",1,27.1,19.6,4.87,46.78,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,88.1,85.6,0.59,5.47,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,106.6,103,0.59,5.47,1048576,10,1],["muse-glimmer-30b-q4",1,30.9,30.2,4.3,35.99,131072,10,1],["minicpm-v4.5-8b-q4",1,76.6,47.7,1.4,15.61,40960,10,1],["glm-4.7-flash-q4",1,96.5,75.4,0.64,8.01,202752,10,1],["glm-4-9b-chat-q4",1,69.6,60.4,1.61,17.73,131072,10,1],["glm-4-9b-chat-q8",1,48.4,43.8,1.66,18.33,131072,10,1],["nemotron-3-super-120b-q4",1,33.5,33.1,2.08,17.62,262144,10,1],["nemotron-3-super-120b-q4xs",1,43.3,42.5,2.08,17.62,262144,10,1],["olmo-3.1-32b-q4",1,25,23,5.25,44.46,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,76.8,67.7,1.34,11.73,262144,10,1],["ling-3.0-flash",1,83.8,80.9,0.8,7.23,262144,10,1],["ling-3.0-flash-q4xs",1,91.2,87.7,0.8,7.23,262144,10,1],["devstral-small-2-24b-q4",1,32,24.9,3.9,36.05,393216,10,1],["devstral-2-123b-q4",1,7.2,6.3,20.78,198.46,94056,10,0],["ministral-3-3b-q4",1,103.1,64.9,0.61,8.06,262144,10,1],["ministral-3-8b-q4",1,67.7,45,1.45,15.72,262144,10,1],["ministral-3-14b-q4",1,49.2,34.3,2.27,23.04,262144,10,1],["flint-40b",1,130,108.3,0.6,7.15,262144,10,1],["mellum2.1-12b-q4",1,122.8,112.2,0.41,4.13,131072,10,1],["kolibri-1-q4",1,99.9,90,0.61,6.73,262144,10,1],["kolibri-1-q4xs",1,108.2,96.7,0.61,6.73,262144,10,1],["arex-2-27b-q4",1,30,27.1,3.99,34.83,262144,10,1],["arete-27b-q4",1,30,27.1,3.99,34.83,262144,10,1],["twil-8b-q4",1,71.5,43.9,1.51,16.94,131072,10,1],["nanbeige4.3-33b-q4",1,24.3,19,5.55,55.51,413213,10,1],["nanbeige4.3-33b-q8",1,15.1,12.9,5.74,57.39,345575,10,1],["ripple-65b-q4",1,13.6,13,9.88,83.91,1064037,10,1],["ripple-65b-q8",1,7.9,7.7,10.21,86.75,605643,10,0],["nemotron-3.5-bolt-e4b-q4",1,94.4,88,1.19,9.98,65536,10,1],["granite-switch-4.1-8b-q4",1,60.9,39,1.51,17.21,131072,10,1],["granite-switch-4.1-30b-q4",1,23,17.3,4.95,47.67,131072,10,1],["jebadiah-9b-q4",1,77.4,null,1.34,11.73,4096,10,1],["jebadiah-9b-q5",1,70,null,1.84,16.06,4096,10,1],["jebadiah-9b-q8",1,52,null,1.39,12.12,4096,10,1],["jebadiah-27b-q4",1,30.6,null,3.99,34.83,4096,10,1],["jebadiah-27b-q5",1,26.8,null,5.46,47.71,4096,10,1],["jebadiah-27b-q8",1,18.7,null,4.12,36.01,4096,10,1],["lfm3-1.7b-q4",1,176.8,158.4,0.27,2.55,262144,5,0],["ornith-1.5-122b-q4",1,59.2,54.9,1.31,13.37,262144,10,1],["sage-a1.5-q4",1,123.6,108.8,0.47,5.01,262144,10,1]]},"Apple M2 Ultra|64GB|60c":{"label":"Apple M2 Ultra 60-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.28,3.57,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.56,6.71,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.58,7.31,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.41,15.32,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.46,15.84,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.93,20.98,131072,10,1],["llama3.1-70b-q4",1,13.6,null,12.13,117.16,16722,10,1],["mistral-7b-q4",1,91,57.7,1.28,14.28,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.75,19.55,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.32,14.76,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,2.22,21.79,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,2.13,22.1,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,2.2,22.84,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.45,4.42,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.59,15.35,8192,10,1],["gemma2-27b-q4",1,30.6,null,4.59,39.64,8192,10,1],["phi3-mini-q4",1,103.9,null,0.69,8.55,4096,10,1],["phi3-medium-q4",1,54.7,null,2.44,25.82,4096,10,1],["phi4-14b-q4",1,53.5,null,2.56,26.75,16384,10,1],["phi4-14b-q8",1,34.6,null,2.64,27.66,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.22,2.8,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.9,41.77,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.09,1.41,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.17,1.48,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.17,1.53,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.69,8.57,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.72,8.86,131072,10,1],["mage-vl-cowork-q4",1,122.6,65.3,0.82,11.07,262144,10,1],["smollm2-360m-q4",1,218.2,null,0.08,1.56,8192,5,0],["llama3.3-70b-q4",1,13.6,null,12.13,117.16,16722,10,1],["qwen3-8b-q4",1,83.5,52.3,1.45,16.11,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.5,16.65,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.58,26.9,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.67,11.38,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.69,11.77,40960,10,1],["qwen3-32b-q4",1,27.1,20.2,5.75,62.13,40960,10,1],["qwen3-32b-q8",1,16.5,13.7,5.95,64.24,40960,10,1],["qwen3-coder-30b-a3b-q4",1,114,73.9,0.67,11.38,262144,10,1],["qwen3-coder-30b-a3b-q8",1,80,57.9,0.69,11.77,157837,10,1],["gemma3-4b-q4",1,132.9,117.4,0.65,5.54,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.67,5.72,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.98,16.85,131072,10,1],["gemma3-27b-q4",1,32,28.4,4.53,37.48,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.33,13.69,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.37,14.15,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.6,28.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.69,29.3,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,27.5,20.4,5.64,55.23,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,16.7,13.7,5.84,57.1,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,null,12.13,117.16,16722,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,4.02,37.21,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,4.16,38.47,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.11,1.29,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.28,2.65,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.64,6.14,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.66,6.35,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,4.12,35.95,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.37,3.57,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.27,2.53,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.62,8.14,131072,10,1],["granite4.1-8b-q4",1,77.3,47.9,1.49,16.94,131072,10,1],["qwen3.6-27b-q4",1,34,30.6,4.12,35.95,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.49,5.18,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,5.07,43.1,173896,10,1],["gemma4-31b-q8",1,17.1,15,5.24,44.56,88656,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.55,5.01,262144,10,1],["gemma4-e4b-q4",1,114,105.6,1.23,10.3,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.27,10.65,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.67,5.83,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.7,6.02,131072,10,1],["gemma4-12b-q4",1,62.1,51.8,1.98,16.85,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.84,7.73,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.47,5.68,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.58,6.26,500000,10,1],["gpt-oss-20b",1,103.2,91.9,0.66,6.62,131072,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.43,12.51,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,2.05,17.42,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,65.9,0.57,5.18,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.66,27.81,40960,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.47,5.68,262144,10,1],["ornith-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.67,8.48,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,5.03,48.27,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.61,5.64,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.61,5.64,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,4.44,37.14,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.45,16.11,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.66,8.27,202752,10,1],["glm-4-9b-chat-q4",1,77.7,67.3,1.66,18.3,131072,10,1],["glm-4-9b-chat-q8",1,53.9,48.7,1.71,18.92,131072,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,5.42,45.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.39,12.1,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,4.02,37.21,200333,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.63,8.32,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.49,16.22,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,2.34,23.78,237533,10,1],["flint-40b",1,146.3,121.6,0.62,7.38,262144,10,1],["mellum2.1-12b-q4",1,138,126,0.42,4.26,131072,10,1],["kolibri-1-q4xs",1,121.4,108.3,0.63,6.95,211185,10,1],["arex-2-27b-q4",1,33.3,30.1,4.12,35.95,262144,10,1],["arete-27b-q4",1,33.3,30.1,4.12,35.95,262144,10,1],["twil-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["nanbeige4.3-33b-q4",1,27,21.1,5.73,57.28,127756,10,1],["nanbeige4.3-33b-q8",1,16.8,14.3,5.92,59.22,60119,10,1],["ripple-65b-q4",1,15.1,14.4,10.19,86.6,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,105.7,98.5,1.23,10.3,65536,10,1],["granite-switch-4.1-8b-q4",1,68,43.4,1.56,17.76,131072,10,1],["granite-switch-4.1-30b-q4",1,25.6,19.2,5.11,49.2,99744,10,1],["jebadiah-9b-q4",1,86.5,null,1.39,12.1,4096,10,1],["jebadiah-9b-q5",1,78.2,null,1.9,16.58,4096,10,1],["jebadiah-9b-q8",1,58,null,1.43,12.51,4096,10,1],["jebadiah-27b-q4",1,34,null,4.12,35.95,4096,10,1],["jebadiah-27b-q5",1,29.8,null,5.64,49.24,4096,10,1],["jebadiah-27b-q8",1,20.7,null,4.25,37.16,4096,10,1],["lfm3-1.7b-q4",1,200.2,178.8,0.28,2.63,262144,5,1],["sage-a1.5-q4",1,139,122.1,0.49,5.18,262144,10,1]]},"Apple M2 Ultra|64GB|76c":{"label":"Apple M2 Ultra 76-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.09,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.5,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.56,131072,10,1],["llama3.1-70b-q4",1,13.6,null,9.57,92.5,16722,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["mage-vl-cowork-q4",1,122.6,65.3,0.64,8.74,262144,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,null,9.57,92.5,16722,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["qwen3-32b-q4",1,27.1,20.2,4.54,49.05,40960,10,1],["qwen3-32b-q8",1,16.5,13.7,4.69,50.71,40960,10,1],["qwen3-coder-30b-a3b-q4",1,114,73.9,0.53,8.99,262144,10,1],["qwen3-coder-30b-a3b-q8",1,80,57.9,0.54,9.29,157837,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.8,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,27.5,20.4,4.46,43.6,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,16.7,13.7,4.61,45.08,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,null,9.57,92.5,16722,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.37,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.42,131072,10,1],["granite4.1-8b-q4",1,77.3,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.6,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,173896,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,88656,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,65.9,0.45,4.09,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["glm-4-9b-chat-q4",1,77.7,67.3,1.31,14.45,131072,10,1],["glm-4-9b-chat-q8",1,53.9,48.7,1.35,14.93,131072,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.37,200333,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.8,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,237533,10,1],["flint-40b",1,146.3,121.6,0.49,5.82,262144,10,1],["mellum2.1-12b-q4",1,138,126,0.33,3.36,131072,10,1],["kolibri-1-q4xs",1,121.4,108.3,0.5,5.48,211185,10,1],["arex-2-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["arete-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["twil-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["nanbeige4.3-33b-q4",1,27,21.1,4.52,45.22,127756,10,1],["nanbeige4.3-33b-q8",1,16.8,14.3,4.68,46.75,60119,10,1],["ripple-65b-q4",1,15.1,14.4,8.05,68.37,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,105.7,98.5,0.97,8.13,65536,10,1],["granite-switch-4.1-8b-q4",1,68,43.4,1.23,14.02,131072,10,1],["granite-switch-4.1-30b-q4",1,25.6,19.2,4.03,38.84,99744,10,1],["jebadiah-9b-q4",1,86.5,null,1.09,9.56,4096,10,1],["jebadiah-9b-q5",1,78.2,null,1.5,13.09,4096,10,1],["jebadiah-9b-q8",1,58,null,1.13,9.88,4096,10,1],["jebadiah-27b-q4",1,34,null,3.25,28.38,4096,10,1],["jebadiah-27b-q5",1,29.8,null,4.45,38.87,4096,10,1],["jebadiah-27b-q8",1,20.7,null,3.36,29.34,4096,10,1],["lfm3-1.7b-q4",1,200.2,178.8,0.22,2.07,262144,5,1],["sage-a1.5-q4",1,139,122.1,0.39,4.09,262144,10,1]]},"Apple M2 Ultra|96GB":{"label":"Apple M2 Ultra, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.09,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.5,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.56,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,9.57,92.5,104613,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["mage-vl-cowork-q4",1,122.6,65.3,0.64,8.74,262144,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,9.57,92.5,104613,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["qwen3-32b-q4",1,27.1,20.2,4.54,49.05,40960,10,1],["qwen3-32b-q8",1,16.5,13.7,4.69,50.71,40960,10,1],["qwen3-coder-30b-a3b-q4",1,114,73.9,0.53,8.99,262144,10,1],["qwen3-coder-30b-a3b-q8",1,80,57.9,0.54,9.29,262144,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.8,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,27.5,20.4,4.46,43.6,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,16.7,13.7,4.61,45.08,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,9.57,92.5,104613,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.37,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.42,131072,10,1],["granite4.1-8b-q4",1,77.3,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.6,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,262144,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.57,18.54,47623,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.71,7.29,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.43,4.62,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,65.9,0.45,4.09,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["llama3.3-70b-q8",1,8,null,9.9,95.63,5569,10,1],["llama3.3-70b-q6",1,10.2,8.8,13.11,126.69,57714,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["glm-4-9b-chat-q4",1,77.7,67.3,1.31,14.45,131072,10,1],["glm-4-9b-chat-q8",1,53.9,48.7,1.35,14.93,131072,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,1.7,14.36,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.65,5.89,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.37,376114,10,1],["devstral-2-123b-q4",1,8,null,16.93,161.69,5277,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.8,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,262144,10,1],["flint-40b",1,146.3,121.6,0.49,5.82,262144,10,1],["mellum2.1-12b-q4",1,138,126,0.33,3.36,131072,10,1],["kolibri-1-q4",1,112,100.8,0.5,5.48,262144,10,1],["kolibri-1-q4xs",1,121.4,108.3,0.5,5.48,262144,10,1],["arex-2-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["arete-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["twil-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["nanbeige4.3-33b-q4",1,27,21.1,4.52,45.22,262973,10,1],["nanbeige4.3-33b-q8",1,16.8,14.3,4.68,46.75,195335,10,1],["ripple-65b-q4",1,15.1,14.4,8.05,68.37,575756,10,1],["ripple-65b-q8",1,8.7,8.5,8.32,70.68,117362,10,1],["nemotron-3.5-bolt-e4b-q4",1,105.7,98.5,0.97,8.13,65536,10,1],["granite-switch-4.1-8b-q4",1,68,43.4,1.23,14.02,131072,10,1],["granite-switch-4.1-30b-q4",1,25.6,19.2,4.03,38.84,131072,10,1],["jebadiah-9b-q4",1,86.5,null,1.09,9.56,4096,10,1],["jebadiah-9b-q5",1,78.2,null,1.5,13.09,4096,10,1],["jebadiah-9b-q8",1,58,null,1.13,9.88,4096,10,1],["jebadiah-27b-q4",1,34,null,3.25,28.38,4096,10,1],["jebadiah-27b-q5",1,29.8,null,4.45,38.87,4096,10,1],["jebadiah-27b-q8",1,20.7,null,3.36,29.34,4096,10,1],["lfm3-1.7b-q4",1,200.2,178.8,0.22,2.07,262144,5,1],["ornith-1.5-122b-q4",1,66,61.2,1.06,10.89,38903,10,1],["sage-a1.5-q4",1,139,122.1,0.39,4.09,262144,10,1]]},"Apple M2 Ultra|128GB|60c":{"label":"Apple M2 Ultra 60-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.28,3.57,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.56,6.71,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.58,7.31,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.41,15.32,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.46,15.84,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.93,20.98,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,12.13,117.16,131072,10,1],["mistral-7b-q4",1,91,57.7,1.28,14.28,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.75,19.55,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.32,14.76,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,2.22,21.79,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,2.13,22.1,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,2.2,22.84,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.45,4.42,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.59,15.35,8192,10,1],["gemma2-27b-q4",1,30.6,null,4.59,39.64,8192,10,1],["phi3-mini-q4",1,103.9,null,0.69,8.55,4096,10,1],["phi3-medium-q4",1,54.7,null,2.44,25.82,4096,10,1],["phi4-14b-q4",1,53.5,null,2.56,26.75,16384,10,1],["phi4-14b-q8",1,34.6,null,2.64,27.66,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.22,2.8,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.9,41.77,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.09,1.41,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.17,1.48,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.17,1.53,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.69,8.57,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.72,8.86,131072,10,1],["mage-vl-cowork-q4",1,122.6,65.3,0.82,11.07,262144,10,1],["smollm2-360m-q4",1,218.2,null,0.08,1.56,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,12.13,117.16,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.45,16.11,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.5,16.65,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.58,26.9,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.67,11.38,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.69,11.77,40960,10,1],["qwen3-32b-q4",1,27.1,20.2,5.75,62.13,40960,10,1],["qwen3-32b-q8",1,16.5,13.7,5.95,64.24,40960,10,1],["qwen3-coder-30b-a3b-q4",1,114,73.9,0.67,11.38,262144,10,1],["qwen3-coder-30b-a3b-q8",1,80,57.9,0.69,11.77,262144,10,1],["gemma3-4b-q4",1,132.9,117.4,0.65,5.54,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.67,5.72,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.98,16.85,131072,10,1],["gemma3-27b-q4",1,32,28.4,4.53,37.48,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.33,13.69,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.37,14.15,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.6,28.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.69,29.3,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,27.5,20.4,5.64,55.23,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,16.7,13.7,5.84,57.1,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,12.13,117.16,131072,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,4.02,37.21,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,4.16,38.47,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.11,1.29,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.28,2.65,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.64,6.14,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.66,6.35,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,4.12,35.95,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.35,13.8,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.37,3.57,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.27,2.53,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.62,8.14,131072,10,1],["granite4.1-8b-q4",1,77.3,47.9,1.49,16.94,131072,10,1],["qwen3.6-27b-q4",1,34,30.6,4.12,35.95,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.49,5.18,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,5.07,43.1,262144,10,1],["gemma4-31b-q8",1,17.1,15,5.24,44.56,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.55,5.01,262144,10,1],["gemma4-e4b-q4",1,114,105.6,1.23,10.3,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.27,10.65,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.67,5.83,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.7,6.02,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.99,23.49,210384,10,1],["gemma4-12b-q4",1,62.1,51.8,1.98,16.85,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.84,7.73,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.47,5.68,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.58,6.26,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.9,9.24,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.66,6.62,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.54,5.85,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.43,12.51,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,2.05,17.42,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,65.9,0.57,5.18,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.56,6.05,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.66,27.81,40960,10,1],["llama3.3-70b-q8",1,8,7.1,12.54,121.13,103225,10,1],["llama3.3-70b-q6",1,10.2,8.8,16.61,160.47,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.47,5.68,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1.26,12.35,258233,10,1],["ornith-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.93,9.7,262144,10,1],["qwen3.8-flash-next-q3",1,80.6,73.5,1.27,13.29,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.67,8.48,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,5.03,48.27,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.61,5.64,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.61,5.64,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,4.44,37.14,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.45,16.11,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.66,8.27,202752,10,1],["glm-4-9b-chat-q4",1,77.7,67.3,1.66,18.3,131072,10,1],["glm-4-9b-chat-q8",1,53.9,48.7,1.71,18.92,131072,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,2.15,18.19,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,2.15,18.19,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,5.42,45.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.39,12.1,262144,10,1],["ling-3.0-flash",1,93.7,90.4,0.82,7.46,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.82,7.46,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,4.02,37.21,393216,10,1],["devstral-2-123b-q4",1,8,7,21.45,204.81,94056,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.63,8.32,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.49,16.22,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,2.34,23.78,262144,10,1],["flint-40b",1,146.3,121.6,0.62,7.38,262144,10,1],["mellum2.1-12b-q4",1,138,126,0.42,4.26,131072,10,1],["kolibri-1-q4",1,112,100.8,0.63,6.95,262144,10,1],["kolibri-1-q4xs",1,121.4,108.3,0.63,6.95,262144,10,1],["arex-2-27b-q4",1,33.3,30.1,4.12,35.95,262144,10,1],["arete-27b-q4",1,33.3,30.1,4.12,35.95,262144,10,1],["twil-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["nanbeige4.3-33b-q4",1,27,21.1,5.73,57.28,413213,10,1],["nanbeige4.3-33b-q8",1,16.8,14.3,5.92,59.22,345575,10,1],["ripple-65b-q4",1,15.1,14.4,10.19,86.6,1064037,10,1],["ripple-65b-q8",1,8.7,8.5,10.54,89.53,605643,10,1],["nemotron-3.5-bolt-e4b-q4",1,105.7,98.5,1.23,10.3,65536,10,1],["granite-switch-4.1-8b-q4",1,68,43.4,1.56,17.76,131072,10,1],["granite-switch-4.1-30b-q4",1,25.6,19.2,5.11,49.2,131072,10,1],["jebadiah-9b-q4",1,86.5,null,1.39,12.1,4096,10,1],["jebadiah-9b-q5",1,78.2,null,1.9,16.58,4096,10,1],["jebadiah-9b-q8",1,58,null,1.43,12.51,4096,10,1],["jebadiah-27b-q4",1,34,null,4.12,35.95,4096,10,1],["jebadiah-27b-q5",1,29.8,null,5.64,49.24,4096,10,1],["jebadiah-27b-q8",1,20.7,null,4.25,37.16,4096,10,1],["lfm3-1.7b-q4",1,200.2,178.8,0.28,2.63,262144,5,1],["ornith-1.5-122b-q4",1,66,61.2,1.35,13.8,262144,10,1],["sage-a1.5-q4",1,139,122.1,0.49,5.18,262144,10,1]]},"Apple M2 Ultra|128GB|76c":{"label":"Apple M2 Ultra 76-core GPU, 128 GB","kind":"apple","budgetGb":108.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.09,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.5,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.56,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["mage-vl-cowork-q4",1,122.6,65.3,0.64,8.74,262144,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["qwen3-32b-q4",1,27.1,20.2,4.54,49.05,40960,10,1],["qwen3-32b-q8",1,16.5,13.7,4.69,50.71,40960,10,1],["qwen3-coder-30b-a3b-q4",1,114,73.9,0.53,8.99,262144,10,1],["qwen3-coder-30b-a3b-q8",1,80,57.9,0.54,9.29,262144,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.8,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,27.5,20.4,4.46,43.6,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,16.7,13.7,4.61,45.08,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.37,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.06,10.89,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.42,131072,10,1],["granite4.1-8b-q4",1,77.3,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.6,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,262144,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.57,18.54,210384,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.71,7.29,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.43,4.62,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,65.9,0.45,4.09,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.44,4.77,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["llama3.3-70b-q8",1,8,7.1,9.9,95.63,103225,10,1],["llama3.3-70b-q6",1,10.2,8.8,13.11,126.69,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1,9.75,258233,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.73,7.66,262144,10,1],["qwen3.8-flash-next-q3",1,80.6,73.5,1,10.49,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["glm-4-9b-chat-q4",1,77.7,67.3,1.31,14.45,131072,10,1],["glm-4-9b-chat-q8",1,53.9,48.7,1.35,14.93,131072,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,1.7,14.36,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,1.7,14.36,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["ling-3.0-flash",1,93.7,90.4,0.65,5.89,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.65,5.89,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.37,393216,10,1],["devstral-2-123b-q4",1,8,7,16.93,161.69,94056,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.8,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,262144,10,1],["flint-40b",1,146.3,121.6,0.49,5.82,262144,10,1],["mellum2.1-12b-q4",1,138,126,0.33,3.36,131072,10,1],["kolibri-1-q4",1,112,100.8,0.5,5.48,262144,10,1],["kolibri-1-q4xs",1,121.4,108.3,0.5,5.48,262144,10,1],["arex-2-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["arete-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["twil-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["nanbeige4.3-33b-q4",1,27,21.1,4.52,45.22,413213,10,1],["nanbeige4.3-33b-q8",1,16.8,14.3,4.68,46.75,345575,10,1],["ripple-65b-q4",1,15.1,14.4,8.05,68.37,1064037,10,1],["ripple-65b-q8",1,8.7,8.5,8.32,70.68,605643,10,1],["nemotron-3.5-bolt-e4b-q4",1,105.7,98.5,0.97,8.13,65536,10,1],["granite-switch-4.1-8b-q4",1,68,43.4,1.23,14.02,131072,10,1],["granite-switch-4.1-30b-q4",1,25.6,19.2,4.03,38.84,131072,10,1],["jebadiah-9b-q4",1,86.5,null,1.09,9.56,4096,10,1],["jebadiah-9b-q5",1,78.2,null,1.5,13.09,4096,10,1],["jebadiah-9b-q8",1,58,null,1.13,9.88,4096,10,1],["jebadiah-27b-q4",1,34,null,3.25,28.38,4096,10,1],["jebadiah-27b-q5",1,29.8,null,4.45,38.87,4096,10,1],["jebadiah-27b-q8",1,20.7,null,3.36,29.34,4096,10,1],["lfm3-1.7b-q4",1,200.2,178.8,0.22,2.07,262144,5,1],["ornith-1.5-122b-q4",1,66,61.2,1.06,10.89,262144,10,1],["sage-a1.5-q4",1,139,122.1,0.39,4.09,262144,10,1]]},"Apple M2 Ultra|192GB|60c":{"label":"Apple M2 Ultra 60-core GPU, 192 GB","kind":"apple","budgetGb":163.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.28,3.57,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.56,6.71,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.58,7.31,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.41,15.32,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.46,15.84,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.93,20.98,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,12.13,117.16,131072,10,1],["mistral-7b-q4",1,91,57.7,1.28,14.28,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.75,19.55,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.32,14.76,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,2.22,21.79,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,2.13,22.1,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,2.2,22.84,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.45,4.42,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.59,15.35,8192,10,1],["gemma2-27b-q4",1,30.6,null,4.59,39.64,8192,10,1],["phi3-mini-q4",1,103.9,null,0.69,8.55,4096,10,1],["phi3-medium-q4",1,54.7,null,2.44,25.82,4096,10,1],["phi4-14b-q4",1,53.5,null,2.56,26.75,16384,10,1],["phi4-14b-q8",1,34.6,null,2.64,27.66,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.33,13.69,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.6,28.34,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.22,2.8,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.9,41.77,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.09,1.41,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.17,1.48,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.17,1.53,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.69,8.57,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.72,8.86,131072,10,1],["mage-vl-cowork-q4",1,122.6,65.3,0.82,11.07,262144,10,1],["smollm2-360m-q4",1,218.2,null,0.08,1.56,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,12.13,117.16,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.45,16.11,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.5,16.65,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.58,26.9,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.67,11.38,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.69,11.77,40960,10,1],["qwen3-32b-q4",1,27.1,20.2,5.75,62.13,40960,10,1],["qwen3-32b-q8",1,16.5,13.7,5.95,64.24,40960,10,1],["qwen3-coder-30b-a3b-q4",1,114,73.9,0.67,11.38,262144,10,1],["qwen3-coder-30b-a3b-q8",1,80,57.9,0.69,11.77,262144,10,1],["gemma3-4b-q4",1,132.9,117.4,0.65,5.54,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.67,5.72,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.98,16.85,131072,10,1],["gemma3-27b-q4",1,32,28.4,4.53,37.48,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.33,13.69,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.37,14.15,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.6,28.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.69,29.3,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,27.5,20.4,5.64,55.23,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,16.7,13.7,5.84,57.1,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,12.13,117.16,131072,10,1],["qwen3-235b-a22b-cloud",1,25.3,20.5,4.12,56.66,40960,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,4.02,37.21,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,4.16,38.47,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.11,1.29,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.28,2.65,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.64,6.14,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.66,6.35,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,4.12,35.95,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.35,13.8,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.37,3.57,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.27,2.53,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.62,8.14,131072,10,1],["granite4.1-8b-q4",1,77.3,47.9,1.49,16.94,131072,10,1],["qwen3.6-27b-q4",1,34,30.6,4.12,35.95,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,4.12,35.95,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.49,5.18,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,5.07,43.1,262144,10,1],["gemma4-31b-q8",1,17.1,15,5.24,44.56,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.55,5.01,262144,10,1],["gemma4-e4b-q4",1,114,105.6,1.23,10.3,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.27,10.65,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.67,5.83,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.7,6.02,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.99,23.49,487076,10,1],["gemma4-12b-q4",1,62.1,51.8,1.98,16.85,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.84,7.73,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.47,5.68,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.58,6.26,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.9,9.24,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.66,6.62,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.54,5.85,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.51,5.35,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.43,12.51,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,4.25,37.16,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,2.05,17.42,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,65.9,0.57,5.18,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.56,6.05,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.66,27.81,40960,10,1],["llama3.3-70b-q8",1,8,7.1,12.54,121.13,131072,10,1],["llama3.3-70b-q6",1,10.2,8.8,16.61,160.47,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.47,5.68,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1.26,12.35,1048576,10,1],["ornith-9b-q4",1,88.1,77.3,1.39,12.1,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.49,5.18,262144,10,1],["qwen3.8-flash-next",1,68.3,63.2,0.93,9.7,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.93,9.7,262144,10,1],["qwen3.8-flash-next-q3",1,80.6,73.5,1.27,13.29,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.67,8.48,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,5.03,48.27,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.61,5.64,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.61,5.64,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,4.44,37.14,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.45,16.11,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.66,8.27,202752,10,1],["glm-4-9b-chat-q4",1,77.7,67.3,1.66,18.3,131072,10,1],["glm-4-9b-chat-q8",1,53.9,48.7,1.71,18.92,131072,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,2.15,18.19,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,2.15,18.19,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,5.42,45.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.39,12.1,262144,10,1],["ling-3.0-flash",1,93.7,90.4,0.82,7.46,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.82,7.46,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,4.02,37.21,393216,10,1],["devstral-2-123b-q4",1,8,7,21.45,204.81,244979,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.63,8.32,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.49,16.22,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,2.34,23.78,262144,10,1],["flint-40b",1,146.3,121.6,0.62,7.38,262144,10,1],["mellum2.1-12b-q4",1,138,126,0.42,4.26,131072,10,1],["kolibri-1-q4",1,112,100.8,0.63,6.95,262144,10,1],["kolibri-1-q4xs",1,121.4,108.3,0.63,6.95,262144,10,1],["arex-2-27b-q4",1,33.3,30.1,4.12,35.95,262144,10,1],["arete-27b-q4",1,33.3,30.1,4.12,35.95,262144,10,1],["twil-8b-q4",1,79.9,48.9,1.56,17.49,131072,10,1],["nanbeige4.3-33b-q4",1,27,21.1,5.73,57.28,524288,10,1],["nanbeige4.3-33b-q8",1,16.8,14.3,5.92,59.22,524288,10,1],["ripple-65b-q4",1,15.1,14.4,10.19,86.6,1894115,10,1],["ripple-65b-q8",1,8.7,8.5,10.54,89.53,1435721,10,1],["nemotron-3.5-bolt-e4b-q4",1,105.7,98.5,1.23,10.3,65536,10,1],["granite-switch-4.1-8b-q4",1,68,43.4,1.56,17.76,131072,10,1],["granite-switch-4.1-30b-q4",1,25.6,19.2,5.11,49.2,131072,10,1],["jebadiah-9b-q4",1,86.5,null,1.39,12.1,4096,10,1],["jebadiah-9b-q5",1,78.2,null,1.9,16.58,4096,10,1],["jebadiah-9b-q8",1,58,null,1.43,12.51,4096,10,1],["jebadiah-27b-q4",1,34,null,4.12,35.95,4096,10,1],["jebadiah-27b-q5",1,29.8,null,5.64,49.24,4096,10,1],["jebadiah-27b-q8",1,20.7,null,4.25,37.16,4096,10,1],["lfm3-1.7b-q4",1,200.2,178.8,0.28,2.63,262144,5,1],["ornith-1.5-122b-q4",1,66,61.2,1.35,13.8,262144,10,1],["sage-a1.5-q4",1,139,122.1,0.49,5.18,262144,10,1]]},"Apple M2 Ultra|192GB|76c":{"label":"Apple M2 Ultra 76-core GPU, 192 GB","kind":"apple","budgetGb":163.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":34},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":139}},"cells":[["qwen2.5-1.5b-q4",1,203.2,158.5,0.22,2.82,32768,5,1],["qwen2.5-3b-q4",1,153.7,120.6,0.44,5.3,32768,10,1],["qwen2.5-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-3b-q4",1,139,78.4,0.46,5.77,131072,10,1],["llama3.1-8b-q4",1,87.1,56.1,1.11,12.09,131072,10,1],["llama3.1-8b-q8",1,58.9,42.9,1.15,12.5,131072,10,1],["llama3.1-8b-q5",1,78.6,52.4,1.53,16.56,131072,10,1],["llama3.1-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["mistral-7b-q4",1,91,57.7,1.01,11.27,32768,10,1],["mistral-7b-q5",1,81.9,53.9,1.38,15.44,32768,10,1],["mistral-7b-q8",1,61.4,44.2,1.05,11.65,32768,10,1],["mixtral-8x7b-q4",1,42.7,33.6,1.75,17.2,32768,10,1],["mistral-nemo-12b-q4",1,66.2,43.4,1.68,17.45,131072,10,1],["mistral-nemo-12b-q8",1,41.3,31.1,1.74,18.04,131072,10,1],["gemma2-2b-q4",1,150.8,null,0.36,3.49,8192,10,1],["gemma2-9b-q4",1,67.4,null,1.25,12.12,8192,10,1],["gemma2-27b-q4",1,30.6,null,3.63,31.29,8192,10,1],["phi3-mini-q4",1,103.9,null,0.55,6.75,4096,10,1],["phi3-medium-q4",1,54.7,null,1.93,20.39,4096,10,1],["phi4-14b-q4",1,53.5,null,2.02,21.12,16384,10,1],["phi4-14b-q8",1,34.6,null,2.09,21.84,16384,10,1],["qwen2.5-coder-7b-q4",1,94.6,74.9,1.05,10.8,32768,10,1],["qwen2.5-coder-14b-q4",1,54.7,35.9,2.05,22.37,32768,10,1],["llama3.2-1b-q4",1,214.6,160,0.18,2.21,131072,5,0],["mistral-small-22b-q4",1,40.2,27.8,3.08,32.98,32768,10,1],["qwen2.5-0.5b-q4",1,259.5,224.7,0.07,1.12,32768,5,0],["gemma-3-1b-q4",1,223.3,213.8,0.13,1.17,32768,5,0],["gemma-3-1b-q8",1,203.9,195.9,0.14,1.21,32768,5,1],["phi4-mini-3.8b-q4",1,123.9,69.3,0.55,6.77,131072,10,1],["phi4-mini-3.8b-q8",1,93.9,58.8,0.57,7,131072,10,1],["mage-vl-cowork-q4",1,122.6,65.3,0.64,8.74,262144,10,1],["smollm2-360m-q4",1,218.2,null,0.06,1.23,8192,5,0],["llama3.3-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["qwen3-8b-q4",1,83.5,52.3,1.14,12.72,40960,10,1],["qwen3-8b-q8",1,57.5,40.7,1.18,13.15,40960,10,1],["qwen3-14b-q4",1,54,37.8,2.03,21.24,40960,10,1],["qwen3-30b-q4",1,113.8,73.8,0.53,8.99,40960,10,1],["qwen3-30b-a3b-q8",1,80,57.9,0.54,9.29,40960,10,1],["qwen3-32b-q4",1,27.1,20.2,4.54,49.05,40960,10,1],["qwen3-32b-q8",1,16.5,13.7,4.69,50.71,40960,10,1],["qwen3-coder-30b-a3b-q4",1,114,73.9,0.53,8.99,262144,10,1],["qwen3-coder-30b-a3b-q8",1,80,57.9,0.54,9.29,262144,10,1],["gemma3-4b-q4",1,132.9,117.4,0.52,4.37,131072,10,1],["gemma3-4b-q8",1,98.2,89.5,0.53,4.52,131072,10,1],["gemma3-12b-q4",1,62.5,52.2,1.56,13.3,131072,10,1],["gemma3-27b-q4",1,32,28.4,3.57,29.59,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,94.6,74.9,1.05,10.8,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,63.7,54.1,1.08,11.17,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,54.7,35.9,2.05,22.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,35,26.2,2.12,23.13,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,27.5,20.4,4.46,43.6,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,16.7,13.7,4.61,45.08,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,13.6,11.2,9.57,92.5,131072,10,1],["qwen3-235b-a22b-cloud",1,25.3,20.5,3.26,44.73,40960,10,1],["mistral-small-3.1-cloud",1,34.9,27.3,3.17,29.37,131072,10,1],["mistral-small-3.1-24b-q8",1,22,18.7,3.28,30.37,131072,10,1],["qwen3.5-0.8b-q4",1,221,195.3,0.09,1.02,262144,5,0],["qwen3.5-2b-q4",1,154.5,141.5,0.22,2.1,262144,5,1],["qwen3.5-4b-q4",1,130.8,108.3,0.51,4.85,262144,10,1],["qwen3.5-4b-q8",1,94.2,81.9,0.52,5.01,262144,10,1],["qwen3.5-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["qwen3.5-35b-a3b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.5-27b-q4",1,34.5,31.1,3.25,28.38,262144,10,1],["qwen3.5-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.5-122b-a10b-q4",1,62.4,58.1,1.06,10.89,262144,10,1],["lfm2-24b-a2b-q4",1,147.8,128.9,0.29,2.82,128000,10,1],["lfm2.5-8b-a1b-q4",1,172,156,0.21,2,128000,10,0],["granite4.1-3b-q4",1,140.9,90.4,0.49,6.42,131072,10,1],["granite4.1-8b-q4",1,77.3,47.9,1.17,13.37,131072,10,1],["qwen3.6-27b-q4",1,34,30.6,3.25,28.38,262144,10,1],["qwen3.8-27b-q4",1,34,30.7,3.25,28.38,262144,10,1],["qwen3.8-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["qwen3.6-35b-a3b-q4",1,139,122.1,0.39,4.09,262144,10,1],["gemma4-31b-q4",1,27.8,22.8,4,34.03,262144,10,1],["gemma4-31b-q8",1,17.1,15,4.14,35.18,262144,10,1],["gemma4-26b-a4b-q4",1,102.6,85.2,0.43,3.95,262144,10,1],["gemma4-e4b-q4",1,114,105.6,0.97,8.13,131072,10,1],["gemma4-e4b-q8",1,88.4,83.3,1.01,8.41,131072,10,1],["gemma4-e2b-q4",1,180.7,170,0.53,4.6,131072,10,1],["gemma4-e2b-q8",1,153.6,145.8,0.55,4.76,131072,10,1],["llama4-scout-q4",1,44.5,31.3,1.57,18.54,487076,10,1],["gemma4-12b-q4",1,62.1,51.8,1.56,13.3,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,101.7,98.8,0.66,6.1,262144,10,1],["laguna-xs2-q4",1,123.8,99.4,0.37,4.48,262144,10,1],["north-mini-code-1-q4",1,108.6,95.2,0.46,4.94,500000,10,1],["gpt-oss-120b",1,90.1,77.6,0.71,7.29,131072,10,1],["gpt-oss-20b",1,103.2,91.9,0.52,5.22,131072,10,1],["qwen3-next-80b-a3b",1,124.2,108.2,0.43,4.62,262144,10,1],["qwen3.6-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-35b-a3b-q8",1,99,90.1,0.4,4.22,262144,10,1],["qwen3.5-9b-q8",1,59.2,54.1,1.13,9.88,262144,10,1],["qwen3.6-27b-q8",1,20.7,19.5,3.36,29.34,262144,10,1],["gemma4-12b-q8",1,40.5,35.9,1.62,13.75,262144,10,1],["gemma4-26b-a4b-q8",1,75.9,65.9,0.45,4.09,262144,10,1],["qwen3-next-80b-a3b-q8",1,88.4,80,0.44,4.77,262144,10,1],["qwen3-14b-q8",1,34.9,27.3,2.1,21.96,40960,10,1],["llama3.3-70b-q8",1,8,7.1,9.9,95.63,131072,10,1],["llama3.3-70b-q6",1,10.2,8.8,13.11,126.69,131072,10,1],["laguna-xs-2.1-q4",1,133,105.2,0.37,4.48,262144,10,1],["laguna-s-2.1-q4",1,52.3,46.5,1,9.75,1048576,10,1],["ornith-9b-q4",1,88.1,77.3,1.09,9.56,262144,10,1],["ornith-35b-q4",1,140.9,123.6,0.39,4.09,262144,10,1],["qwen3.8-flash-next",1,68.3,63.2,0.73,7.66,262144,10,1],["qwen3.8-flash-next-q4xs",1,77.9,71.3,0.73,7.66,262144,10,1],["qwen3.8-flash-next-q3",1,80.6,73.5,1,10.49,262144,10,1],["granite4.2-3b-q4",1,141.4,90.5,0.53,6.7,131072,10,1],["granite4.2-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["granite4.2-30b-q4",1,30.1,21.8,3.97,38.11,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,98.6,95.7,0.48,4.45,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,119.6,115.5,0.48,4.45,1048576,10,1],["muse-glimmer-30b-q4",1,34.3,33.6,3.5,29.32,131072,10,1],["minicpm-v4.5-8b-q4",1,85.6,53.1,1.14,12.72,40960,10,1],["glm-4.7-flash-q4",1,108.1,84.2,0.52,6.53,202752,10,1],["glm-4-9b-chat-q4",1,77.7,67.3,1.31,14.45,131072,10,1],["glm-4-9b-chat-q8",1,53.9,48.7,1.35,14.93,131072,10,1],["nemotron-3-super-120b-q4",1,37.3,36.7,1.7,14.36,262144,10,1],["nemotron-3-super-120b-q4xs",1,48.2,47.3,1.7,14.36,262144,10,1],["olmo-3.1-32b-q4",1,27.8,25.5,4.28,36.22,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,85.9,75.6,1.09,9.56,262144,10,1],["ling-3.0-flash",1,93.7,90.4,0.65,5.89,262144,10,1],["ling-3.0-flash-q4xs",1,102.1,98.2,0.65,5.89,262144,10,1],["devstral-small-2-24b-q4",1,35.5,27.7,3.17,29.37,393216,10,1],["devstral-2-123b-q4",1,8,7,16.93,161.69,244979,10,1],["ministral-3-3b-q4",1,115.6,72.4,0.5,6.57,262144,10,1],["ministral-3-8b-q4",1,75.6,50,1.18,12.8,262144,10,1],["ministral-3-14b-q4",1,54.8,38.2,1.85,18.77,262144,10,1],["flint-40b",1,146.3,121.6,0.49,5.82,262144,10,1],["mellum2.1-12b-q4",1,138,126,0.33,3.36,131072,10,1],["kolibri-1-q4",1,112,100.8,0.5,5.48,262144,10,1],["kolibri-1-q4xs",1,121.4,108.3,0.5,5.48,262144,10,1],["arex-2-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["arete-27b-q4",1,33.3,30.1,3.25,28.38,262144,10,1],["twil-8b-q4",1,79.9,48.9,1.23,13.8,131072,10,1],["nanbeige4.3-33b-q4",1,27,21.1,4.52,45.22,524288,10,1],["nanbeige4.3-33b-q8",1,16.8,14.3,4.68,46.75,524288,10,1],["ripple-65b-q4",1,15.1,14.4,8.05,68.37,1894115,10,1],["ripple-65b-q8",1,8.7,8.5,8.32,70.68,1435721,10,1],["nemotron-3.5-bolt-e4b-q4",1,105.7,98.5,0.97,8.13,65536,10,1],["granite-switch-4.1-8b-q4",1,68,43.4,1.23,14.02,131072,10,1],["granite-switch-4.1-30b-q4",1,25.6,19.2,4.03,38.84,131072,10,1],["jebadiah-9b-q4",1,86.5,null,1.09,9.56,4096,10,1],["jebadiah-9b-q5",1,78.2,null,1.5,13.09,4096,10,1],["jebadiah-9b-q8",1,58,null,1.13,9.88,4096,10,1],["jebadiah-27b-q4",1,34,null,3.25,28.38,4096,10,1],["jebadiah-27b-q5",1,29.8,null,4.45,38.87,4096,10,1],["jebadiah-27b-q8",1,20.7,null,3.36,29.34,4096,10,1],["lfm3-1.7b-q4",1,200.2,178.8,0.22,2.07,262144,5,1],["ornith-1.5-122b-q4",1,66,61.2,1.06,10.89,262144,10,1],["sage-a1.5-q4",1,139,122.1,0.39,4.09,262144,10,1]]},"Apple M3 Ultra|96GB|60c":{"label":"Apple M3 Ultra 60-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.2,2.48,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.39,4.66,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.41,5.08,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.98,10.64,131072,10,1],["llama3.1-8b-q8",1,65.1,47,1.01,11,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.34,14.58,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,8.43,81.4,104613,10,1],["mistral-7b-q4",1,102.5,63.7,0.89,9.92,32768,10,1],["mistral-7b-q5",1,91.8,59.4,1.22,13.58,32768,10,1],["mistral-7b-q8",1,68,48.4,0.92,10.25,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.54,15.14,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.48,15.35,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.53,15.87,131072,10,1],["gemma2-2b-q4",1,176,null,0.31,3.07,8192,10,1],["gemma2-9b-q4",1,74.8,null,1.1,10.67,8192,10,1],["gemma2-27b-q4",1,33.2,null,3.19,27.54,8192,10,1],["phi3-mini-q4",1,117.9,null,0.48,5.94,4096,10,1],["phi3-medium-q4",1,60.4,null,1.7,17.94,4096,10,1],["phi4-14b-q4",1,58.9,null,1.78,18.59,16384,10,1],["phi4-14b-q8",1,37.7,null,1.84,19.22,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.16,1.95,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.71,29.02,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.07,0.98,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.12,1.03,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.12,1.06,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.48,5.96,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.5,6.16,131072,10,1],["mage-vl-cowork-q4",1,140.6,72.5,0.57,7.69,262144,10,1],["smollm2-360m-q4",1,265.4,null,0.05,1.09,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,8.43,81.4,104613,10,1],["qwen3-8b-q4",1,93.7,57.6,1.01,11.19,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,1.04,11.57,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.79,18.69,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.46,7.91,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.48,8.18,40960,10,1],["qwen3-32b-q4",1,29.4,21.8,4,43.17,40960,10,1],["qwen3-32b-q8",1,17.8,14.7,4.13,44.63,40960,10,1],["qwen3-coder-30b-a3b-q4",1,130.2,82.4,0.46,7.91,262144,10,1],["qwen3-coder-30b-a3b-q8",1,89.6,64,0.48,8.18,262144,10,1],["gemma3-4b-q4",1,153.5,134.3,0.45,3.85,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.47,3.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.38,11.71,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,3.15,26.04,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.92,9.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.95,9.83,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.81,19.69,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.87,20.36,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,29.9,22,3.92,38.37,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,18,14.8,4.05,39.67,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,8.43,81.4,104613,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.79,25.85,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.89,26.73,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.08,0.9,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.2,1.84,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.45,4.27,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.46,4.41,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.86,24.98,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.26,2.48,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.19,1.76,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.43,5.65,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,1.03,11.77,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.86,24.98,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.86,24.98,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.34,3.6,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,3.52,29.95,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,3.64,30.96,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.38,3.48,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.86,7.16,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.89,7.4,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.47,4.05,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.48,4.19,131072,10,1],["llama4-scout-q4",1,48.8,34,1.38,16.32,47623,10,1],["gemma4-12b-q4",1,68.7,57.1,1.38,11.71,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.58,5.37,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.33,3.95,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.4,4.35,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.62,6.42,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.46,4.6,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.38,4.06,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,1,8.69,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.42,12.1,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.39,3.6,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.85,19.32,40960,10,1],["llama3.3-70b-q8",1,8.6,null,8.71,84.16,5569,10,1],["llama3.3-70b-q6",1,11,9.4,11.54,111.49,57714,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.33,3.95,262144,10,1],["ornith-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.46,5.89,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,1.08,12.15,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,3.49,33.54,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.42,3.92,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.42,3.92,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,3.08,25.81,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,1.01,11.19,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.46,5.74,202752,10,1],["glm-4-9b-chat-q4",1,86.8,74.8,1.15,12.71,131072,10,1],["glm-4-9b-chat-q8",1,59.5,53.5,1.19,13.14,131072,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.49,12.64,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,3.77,31.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.96,8.41,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.57,5.18,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.79,25.85,376114,10,1],["devstral-2-123b-q4",1,8.6,null,14.9,142.3,5277,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.44,5.78,262144,10,1],["ministral-3-8b-q4",1,84.3,55,1.04,11.27,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.63,16.52,262144,10,1],["flint-40b",1,170.2,139.4,0.43,5.13,262144,10,1],["mellum2.1-12b-q4",1,159.8,144.8,0.29,2.96,131072,10,1],["kolibri-1-q4",1,127.7,114.2,0.44,4.83,262144,10,1],["kolibri-1-q4xs",1,139.1,123.2,0.44,4.83,262144,10,1],["arex-2-27b-q4",1,36.3,32.8,2.86,24.98,262144,10,1],["arete-27b-q4",1,36.3,32.8,2.86,24.98,262144,10,1],["twil-8b-q4",1,89.3,53.7,1.08,12.15,131072,10,1],["nanbeige4.3-33b-q4",1,29.3,22.8,3.98,39.8,262973,10,1],["nanbeige4.3-33b-q8",1,18.1,15.4,4.11,41.15,195335,10,1],["ripple-65b-q4",1,16.2,15.5,7.08,60.16,575756,10,1],["ripple-65b-q8",1,9.4,9.1,7.32,62.2,117362,10,1],["nemotron-3.5-bolt-e4b-q4",1,120.1,111.4,0.86,7.16,65536,10,1],["granite-switch-4.1-8b-q4",1,75.5,47.5,1.08,12.34,131072,10,1],["granite-switch-4.1-30b-q4",1,27.7,20.7,3.55,34.18,131072,10,1],["jebadiah-9b-q4",1,97.2,null,0.96,8.41,4096,10,1],["jebadiah-9b-q5",1,87.4,null,1.32,11.52,4096,10,1],["jebadiah-9b-q8",1,64.1,null,1,8.69,4096,10,1],["jebadiah-27b-q4",1,37.1,null,2.86,24.98,4096,10,1],["jebadiah-27b-q5",1,32.4,null,3.92,34.21,4096,10,1],["jebadiah-27b-q8",1,22.4,null,2.96,25.82,4096,10,1],["lfm3-1.7b-q4",1,240.7,212.3,0.2,1.83,262144,5,1],["ornith-1.5-122b-q4",1,73.3,67.7,0.94,9.59,38903,10,1],["sage-a1.5-q4",1,161,140.1,0.34,3.6,262144,10,1]]},"Apple M3 Ultra|96GB|80c":{"label":"Apple M3 Ultra 80-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.15,1.86,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.29,3.5,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.3,3.81,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.74,7.98,131072,10,1],["llama3.1-8b-q8",1,65.1,47,0.76,8.25,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.01,10.93,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,6.32,61.05,104613,10,1],["mistral-7b-q4",1,102.5,63.7,0.67,7.44,32768,10,1],["mistral-7b-q5",1,91.8,59.4,0.91,10.19,32768,10,1],["mistral-7b-q8",1,68,48.4,0.69,7.69,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.16,11.35,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.11,11.51,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.15,11.9,131072,10,1],["gemma2-2b-q4",1,176,null,0.23,2.3,8192,10,1],["gemma2-9b-q4",1,74.8,null,0.83,8,8192,10,1],["gemma2-27b-q4",1,33.2,null,2.39,20.65,8192,10,1],["phi3-mini-q4",1,117.9,null,0.36,4.46,4096,10,1],["phi3-medium-q4",1,60.4,null,1.27,13.46,4096,10,1],["phi4-14b-q4",1,58.9,null,1.33,13.94,16384,10,1],["phi4-14b-q8",1,37.7,null,1.38,14.41,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.12,1.46,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.03,21.77,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.05,0.74,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.09,0.77,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.09,0.8,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.36,4.47,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.37,4.62,131072,10,1],["mage-vl-cowork-q4",1,140.6,72.5,0.43,5.77,262144,10,1],["smollm2-360m-q4",1,265.4,null,0.04,0.81,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,6.32,61.05,104613,10,1],["qwen3-8b-q4",1,93.7,57.6,0.75,8.39,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,0.78,8.68,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.34,14.02,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.35,5.93,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.36,6.13,40960,10,1],["qwen3-32b-q4",1,29.4,21.8,3,32.38,40960,10,1],["qwen3-32b-q8",1,17.8,14.7,3.1,33.47,40960,10,1],["qwen3-coder-30b-a3b-q4",1,130.2,82.4,0.35,5.93,262144,10,1],["qwen3-coder-30b-a3b-q8",1,89.6,64,0.36,6.13,262144,10,1],["gemma3-4b-q4",1,153.5,134.3,0.34,2.89,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.35,2.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.03,8.78,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,2.36,19.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.69,7.13,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.71,7.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.35,14.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.4,15.27,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,29.9,22,2.94,28.78,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,18,14.8,3.04,29.75,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,6.32,61.05,104613,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.1,19.39,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.17,20.04,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.06,0.67,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.15,1.38,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.33,3.2,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.35,3.31,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.14,18.73,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.19,1.86,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.14,1.32,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.33,4.24,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,0.78,8.83,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.14,18.73,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.14,18.73,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.26,2.7,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,2.64,22.46,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,2.73,23.22,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.29,2.61,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.64,5.37,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.66,5.55,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.35,3.04,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.36,3.14,131072,10,1],["llama4-scout-q4",1,48.8,34,1.04,12.24,47623,10,1],["gemma4-12b-q4",1,68.7,57.1,1.03,8.78,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.44,4.03,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.25,2.96,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.3,3.26,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.47,4.81,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.34,3.45,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.28,3.05,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,0.75,6.52,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.07,9.08,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.29,2.7,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.39,14.49,40960,10,1],["llama3.3-70b-q8",1,8.6,null,6.53,63.12,5569,10,1],["llama3.3-70b-q6",1,11,9.4,8.65,83.62,57714,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.25,2.96,262144,10,1],["ornith-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.35,4.42,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,2.62,25.15,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.32,2.94,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.32,2.94,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,2.31,19.35,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,0.75,8.39,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.35,4.31,202752,10,1],["glm-4-9b-chat-q4",1,86.8,74.8,0.86,9.53,131072,10,1],["glm-4-9b-chat-q8",1,59.5,53.5,0.89,9.86,131072,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.12,9.48,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,2.82,23.91,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.72,6.31,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.43,3.89,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.1,19.39,376114,10,1],["devstral-2-123b-q4",1,8.6,null,11.17,106.72,5277,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.33,4.33,262144,10,1],["ministral-3-8b-q4",1,84.3,55,0.78,8.45,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.22,12.39,262144,10,1],["flint-40b",1,170.2,139.4,0.32,3.84,262144,10,1],["mellum2.1-12b-q4",1,159.8,144.8,0.22,2.22,131072,10,1],["kolibri-1-q4",1,127.7,114.2,0.33,3.62,262144,10,1],["kolibri-1-q4xs",1,139.1,123.2,0.33,3.62,262144,10,1],["arex-2-27b-q4",1,36.3,32.8,2.14,18.73,262144,10,1],["arete-27b-q4",1,36.3,32.8,2.14,18.73,262144,10,1],["twil-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["nanbeige4.3-33b-q4",1,29.3,22.8,2.98,29.85,262973,10,1],["nanbeige4.3-33b-q8",1,18.1,15.4,3.09,30.86,195335,10,1],["ripple-65b-q4",1,16.2,15.5,5.31,45.12,575756,10,1],["ripple-65b-q8",1,9.4,9.1,5.49,46.65,117362,10,1],["nemotron-3.5-bolt-e4b-q4",1,120.1,111.4,0.64,5.37,65536,10,1],["granite-switch-4.1-8b-q4",1,75.5,47.5,0.81,9.25,131072,10,1],["granite-switch-4.1-30b-q4",1,27.7,20.7,2.66,25.64,131072,10,1],["jebadiah-9b-q4",1,97.2,null,0.72,6.31,4096,10,1],["jebadiah-9b-q5",1,87.4,null,0.99,8.64,4096,10,1],["jebadiah-9b-q8",1,64.1,null,0.75,6.52,4096,10,1],["jebadiah-27b-q4",1,37.1,null,2.14,18.73,4096,10,1],["jebadiah-27b-q5",1,32.4,null,2.94,25.66,4096,10,1],["jebadiah-27b-q8",1,22.4,null,2.22,19.37,4096,10,1],["lfm3-1.7b-q4",1,240.7,212.3,0.15,1.37,262144,5,1],["ornith-1.5-122b-q4",1,73.3,67.7,0.7,7.19,38903,10,1],["sage-a1.5-q4",1,161,140.1,0.26,2.7,262144,10,1]]},"Apple M3 Ultra|256GB|60c":{"label":"Apple M3 Ultra 60-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.2,2.48,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.39,4.66,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.41,5.08,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.98,10.64,131072,10,1],["llama3.1-8b-q8",1,65.1,47,1.01,11,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.34,14.58,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,8.43,81.4,131072,10,1],["mistral-7b-q4",1,102.5,63.7,0.89,9.92,32768,10,1],["mistral-7b-q5",1,91.8,59.4,1.22,13.58,32768,10,1],["mistral-7b-q8",1,68,48.4,0.92,10.25,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.54,15.14,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.48,15.35,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.53,15.87,131072,10,1],["gemma2-2b-q4",1,176,null,0.31,3.07,8192,10,1],["gemma2-9b-q4",1,74.8,null,1.1,10.67,8192,10,1],["gemma2-27b-q4",1,33.2,null,3.19,27.54,8192,10,1],["phi3-mini-q4",1,117.9,null,0.48,5.94,4096,10,1],["phi3-medium-q4",1,60.4,null,1.7,17.94,4096,10,1],["phi4-14b-q4",1,58.9,null,1.78,18.59,16384,10,1],["phi4-14b-q8",1,37.7,null,1.84,19.22,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.92,9.51,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.81,19.69,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.16,1.95,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.71,29.02,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.07,0.98,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.12,1.03,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.12,1.06,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.48,5.96,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.5,6.16,131072,10,1],["mage-vl-cowork-q4",1,140.6,72.5,0.57,7.69,262144,10,1],["smollm2-360m-q4",1,265.4,null,0.05,1.09,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,8.43,81.4,131072,10,1],["qwen3-8b-q4",1,93.7,57.6,1.01,11.19,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,1.04,11.57,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.79,18.69,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.46,7.91,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.48,8.18,40960,10,1],["qwen3-32b-q4",1,29.4,21.8,4,43.17,40960,10,1],["qwen3-32b-q8",1,17.8,14.7,4.13,44.63,40960,10,1],["qwen3-coder-30b-a3b-q4",1,130.2,82.4,0.46,7.91,262144,10,1],["qwen3-coder-30b-a3b-q8",1,89.6,64,0.48,8.18,262144,10,1],["gemma3-4b-q4",1,153.5,134.3,0.45,3.85,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.47,3.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.38,11.71,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,3.15,26.04,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.92,9.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.95,9.83,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.81,19.69,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.87,20.36,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,29.9,22,3.92,38.37,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,18,14.8,4.05,39.67,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,8.43,81.4,131072,10,1],["qwen3-235b-a22b-cloud",1,27.4,22.1,2.87,39.37,40960,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.79,25.85,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.89,26.73,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.08,0.9,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.2,1.84,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.45,4.27,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.46,4.41,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.86,24.98,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["qwen3.5-122b-a10b-q4",1,69.2,64.2,0.94,9.59,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.26,2.48,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.19,1.76,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.43,5.65,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,1.03,11.77,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.86,24.98,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.86,24.98,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.34,3.6,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,3.52,29.95,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,3.64,30.96,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.38,3.48,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.86,7.16,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.89,7.4,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.47,4.05,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.48,4.19,131072,10,1],["llama4-scout-q4",1,48.8,34,1.38,16.32,763769,10,1],["gemma4-12b-q4",1,68.7,57.1,1.38,11.71,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.58,5.37,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.33,3.95,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.4,4.35,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.62,6.42,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.46,4.6,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.38,4.06,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.35,3.72,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,1,8.69,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.96,25.82,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.42,12.1,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.39,3.6,262144,10,1],["qwen3-next-80b-a3b-q8",1,99.4,89.5,0.39,4.2,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.85,19.32,40960,10,1],["llama3.3-70b-q8",1,8.6,7.6,8.71,84.16,131072,10,1],["llama3.3-70b-q6",1,11,9.4,11.54,111.49,131072,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.33,3.95,262144,10,1],["laguna-s-2.1-q4",1,57.6,51.1,0.88,8.58,1048576,10,1],["ornith-9b-q4",1,99.1,86.4,0.96,8.41,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.34,3.6,262144,10,1],["qwen3.8-flash-next",1,76,70,0.65,6.74,262144,10,1],["qwen3.8-flash-next-q4xs",1,87.1,79.4,0.65,6.74,262144,10,1],["qwen3.8-flash-next-q3",1,90.2,82,0.88,9.23,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.46,5.89,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,1.08,12.15,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,3.49,33.54,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.42,3.92,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.42,3.92,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,3.08,25.81,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,1.01,11.19,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.46,5.74,202752,10,1],["glm-4-9b-chat-q4",1,86.8,74.8,1.15,12.71,131072,10,1],["glm-4-9b-chat-q8",1,59.5,53.5,1.19,13.14,131072,10,1],["nemotron-3-super-120b-q4",1,40.7,40.1,1.49,12.64,262144,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.49,12.64,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,3.77,31.88,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.96,8.41,262144,10,1],["ling-3.0-flash",1,105.7,101.8,0.57,5.18,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.57,5.18,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.79,25.85,393216,10,1],["devstral-2-123b-q4",1,8.6,7.5,14.9,142.3,262144,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.44,5.78,262144,10,1],["ministral-3-8b-q4",1,84.3,55,1.04,11.27,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.63,16.52,262144,10,1],["flint-40b",1,170.2,139.4,0.43,5.13,262144,10,1],["mellum2.1-12b-q4",1,159.8,144.8,0.29,2.96,131072,10,1],["kolibri-1-q4",1,127.7,114.2,0.44,4.83,262144,10,1],["kolibri-1-q4xs",1,139.1,123.2,0.44,4.83,262144,10,1],["arex-2-27b-q4",1,36.3,32.8,2.86,24.98,262144,10,1],["arete-27b-q4",1,36.3,32.8,2.86,24.98,262144,10,1],["twil-8b-q4",1,89.3,53.7,1.08,12.15,131072,10,1],["nanbeige4.3-33b-q4",1,29.3,22.8,3.98,39.8,524288,10,1],["nanbeige4.3-33b-q8",1,18.1,15.4,4.11,41.15,524288,10,1],["ripple-65b-q4",1,16.2,15.5,7.08,60.16,2097152,10,1],["ripple-65b-q8",1,9.4,9.1,7.32,62.2,2097152,10,1],["minimax-m3.1-flash-q3",1,32,27.2,4.34,49.11,192453,10,1],["nemotron-3.5-bolt-e4b-q4",1,120.1,111.4,0.86,7.16,65536,10,1],["granite-switch-4.1-8b-q4",1,75.5,47.5,1.08,12.34,131072,10,1],["granite-switch-4.1-30b-q4",1,27.7,20.7,3.55,34.18,131072,10,1],["jebadiah-9b-q4",1,97.2,null,0.96,8.41,4096,10,1],["jebadiah-9b-q5",1,87.4,null,1.32,11.52,4096,10,1],["jebadiah-9b-q8",1,64.1,null,1,8.69,4096,10,1],["jebadiah-27b-q4",1,37.1,null,2.86,24.98,4096,10,1],["jebadiah-27b-q5",1,32.4,null,3.92,34.21,4096,10,1],["jebadiah-27b-q8",1,22.4,null,2.96,25.82,4096,10,1],["lfm3-1.7b-q4",1,240.7,212.3,0.2,1.83,262144,5,1],["ornith-1.5-122b-q4",1,73.3,67.7,0.94,9.59,262144,10,1],["sage-a1.5-q4",1,161,140.1,0.34,3.6,262144,10,1]]},"Apple M3 Ultra|256GB|80c":{"label":"Apple M3 Ultra 80-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.15,1.86,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.29,3.5,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.3,3.81,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.74,7.98,131072,10,1],["llama3.1-8b-q8",1,65.1,47,0.76,8.25,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.01,10.93,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,6.32,61.05,131072,10,1],["mistral-7b-q4",1,102.5,63.7,0.67,7.44,32768,10,1],["mistral-7b-q5",1,91.8,59.4,0.91,10.19,32768,10,1],["mistral-7b-q8",1,68,48.4,0.69,7.69,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.16,11.35,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.11,11.51,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.15,11.9,131072,10,1],["gemma2-2b-q4",1,176,null,0.23,2.3,8192,10,1],["gemma2-9b-q4",1,74.8,null,0.83,8,8192,10,1],["gemma2-27b-q4",1,33.2,null,2.39,20.65,8192,10,1],["phi3-mini-q4",1,117.9,null,0.36,4.46,4096,10,1],["phi3-medium-q4",1,60.4,null,1.27,13.46,4096,10,1],["phi4-14b-q4",1,58.9,null,1.33,13.94,16384,10,1],["phi4-14b-q8",1,37.7,null,1.38,14.41,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.12,1.46,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.03,21.77,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.05,0.74,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.09,0.77,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.09,0.8,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.36,4.47,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.37,4.62,131072,10,1],["mage-vl-cowork-q4",1,140.6,72.5,0.43,5.77,262144,10,1],["smollm2-360m-q4",1,265.4,null,0.04,0.81,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,6.32,61.05,131072,10,1],["qwen3-8b-q4",1,93.7,57.6,0.75,8.39,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,0.78,8.68,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.34,14.02,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.35,5.93,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.36,6.13,40960,10,1],["qwen3-32b-q4",1,29.4,21.8,3,32.38,40960,10,1],["qwen3-32b-q8",1,17.8,14.7,3.1,33.47,40960,10,1],["qwen3-coder-30b-a3b-q4",1,130.2,82.4,0.35,5.93,262144,10,1],["qwen3-coder-30b-a3b-q8",1,89.6,64,0.36,6.13,262144,10,1],["gemma3-4b-q4",1,153.5,134.3,0.34,2.89,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.35,2.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.03,8.78,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,2.36,19.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.69,7.13,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.71,7.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.35,14.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.4,15.27,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,29.9,22,2.94,28.78,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,18,14.8,3.04,29.75,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,6.32,61.05,131072,10,1],["qwen3-235b-a22b-cloud",1,27.4,22.1,2.15,29.53,40960,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.1,19.39,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.17,20.04,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.06,0.67,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.15,1.38,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.33,3.2,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.35,3.31,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.14,18.73,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.5-122b-a10b-q4",1,69.2,64.2,0.7,7.19,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.19,1.86,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.14,1.32,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.33,4.24,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,0.78,8.83,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.14,18.73,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.14,18.73,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.26,2.7,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,2.64,22.46,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,2.73,23.22,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.29,2.61,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.64,5.37,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.66,5.55,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.35,3.04,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.36,3.14,131072,10,1],["llama4-scout-q4",1,48.8,34,1.04,12.24,763769,10,1],["gemma4-12b-q4",1,68.7,57.1,1.03,8.78,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.44,4.03,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.25,2.96,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.3,3.26,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.47,4.81,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.34,3.45,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.28,3.05,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,0.75,6.52,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.07,9.08,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.29,2.7,262144,10,1],["qwen3-next-80b-a3b-q8",1,99.4,89.5,0.29,3.15,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.39,14.49,40960,10,1],["llama3.3-70b-q8",1,8.6,7.6,6.53,63.12,131072,10,1],["llama3.3-70b-q6",1,11,9.4,8.65,83.62,131072,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.25,2.96,262144,10,1],["laguna-s-2.1-q4",1,57.6,51.1,0.66,6.44,1048576,10,1],["ornith-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.8-flash-next",1,76,70,0.48,5.05,262144,10,1],["qwen3.8-flash-next-q4xs",1,87.1,79.4,0.48,5.05,262144,10,1],["qwen3.8-flash-next-q3",1,90.2,82,0.66,6.92,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.35,4.42,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,2.62,25.15,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.32,2.94,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.32,2.94,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,2.31,19.35,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,0.75,8.39,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.35,4.31,202752,10,1],["glm-4-9b-chat-q4",1,86.8,74.8,0.86,9.53,131072,10,1],["glm-4-9b-chat-q8",1,59.5,53.5,0.89,9.86,131072,10,1],["nemotron-3-super-120b-q4",1,40.7,40.1,1.12,9.48,262144,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.12,9.48,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,2.82,23.91,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.72,6.31,262144,10,1],["ling-3.0-flash",1,105.7,101.8,0.43,3.89,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.43,3.89,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.1,19.39,393216,10,1],["devstral-2-123b-q4",1,8.6,7.5,11.17,106.72,262144,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.33,4.33,262144,10,1],["ministral-3-8b-q4",1,84.3,55,0.78,8.45,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.22,12.39,262144,10,1],["flint-40b",1,170.2,139.4,0.32,3.84,262144,10,1],["mellum2.1-12b-q4",1,159.8,144.8,0.22,2.22,131072,10,1],["kolibri-1-q4",1,127.7,114.2,0.33,3.62,262144,10,1],["kolibri-1-q4xs",1,139.1,123.2,0.33,3.62,262144,10,1],["arex-2-27b-q4",1,36.3,32.8,2.14,18.73,262144,10,1],["arete-27b-q4",1,36.3,32.8,2.14,18.73,262144,10,1],["twil-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["nanbeige4.3-33b-q4",1,29.3,22.8,2.98,29.85,524288,10,1],["nanbeige4.3-33b-q8",1,18.1,15.4,3.09,30.86,524288,10,1],["ripple-65b-q4",1,16.2,15.5,5.31,45.12,2097152,10,1],["ripple-65b-q8",1,9.4,9.1,5.49,46.65,2097152,10,1],["minimax-m3.1-flash-q3",1,32,27.2,3.26,36.83,192453,10,1],["nemotron-3.5-bolt-e4b-q4",1,120.1,111.4,0.64,5.37,65536,10,1],["granite-switch-4.1-8b-q4",1,75.5,47.5,0.81,9.25,131072,10,1],["granite-switch-4.1-30b-q4",1,27.7,20.7,2.66,25.64,131072,10,1],["jebadiah-9b-q4",1,97.2,null,0.72,6.31,4096,10,1],["jebadiah-9b-q5",1,87.4,null,0.99,8.64,4096,10,1],["jebadiah-9b-q8",1,64.1,null,0.75,6.52,4096,10,1],["jebadiah-27b-q4",1,37.1,null,2.14,18.73,4096,10,1],["jebadiah-27b-q5",1,32.4,null,2.94,25.66,4096,10,1],["jebadiah-27b-q8",1,22.4,null,2.22,19.37,4096,10,1],["lfm3-1.7b-q4",1,240.7,212.3,0.15,1.37,262144,5,1],["ornith-1.5-122b-q4",1,73.3,67.7,0.7,7.19,262144,10,1],["sage-a1.5-q4",1,161,140.1,0.26,2.7,262144,10,1]]},"Apple M3 Ultra|512GB|80c":{"label":"Apple M3 Ultra 80-core GPU, 512 GB","kind":"apple","budgetGb":435.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":161}},"cells":[["qwen2.5-1.5b-q4",1,244.9,185.8,0.15,1.86,32768,5,1],["qwen2.5-3b-q4",1,179.6,138.2,0.29,3.5,32768,10,1],["qwen2.5-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-3b-q4",1,161.1,87.7,0.3,3.81,131072,10,1],["llama3.1-8b-q4",1,97.8,61.9,0.74,7.98,131072,10,1],["llama3.1-8b-q8",1,65.1,47,0.76,8.25,131072,10,1],["llama3.1-8b-q5",1,87.9,57.8,1.01,10.93,131072,10,1],["llama3.1-70b-q4",1,14.7,12.1,6.32,61.05,131072,10,1],["mistral-7b-q4",1,102.5,63.7,0.67,7.44,32768,10,1],["mistral-7b-q5",1,91.8,59.4,0.91,10.19,32768,10,1],["mistral-7b-q8",1,68,48.4,0.69,7.69,32768,10,1],["mixtral-8x7b-q4",1,46.8,36.6,1.16,11.35,32768,10,1],["mistral-nemo-12b-q4",1,73.5,47.6,1.11,11.51,131072,10,1],["mistral-nemo-12b-q8",1,45.2,33.8,1.15,11.9,131072,10,1],["gemma2-2b-q4",1,176,null,0.23,2.3,8192,10,1],["gemma2-9b-q4",1,74.8,null,0.83,8,8192,10,1],["gemma2-27b-q4",1,33.2,null,2.39,20.65,8192,10,1],["phi3-mini-q4",1,117.9,null,0.36,4.46,4096,10,1],["phi3-medium-q4",1,60.4,null,1.27,13.46,4096,10,1],["phi4-14b-q4",1,58.9,null,1.33,13.94,16384,10,1],["phi4-14b-q8",1,37.7,null,1.38,14.41,16384,10,1],["qwen2.5-coder-7b-q4",1,106.8,83.6,0.69,7.13,32768,10,1],["qwen2.5-coder-14b-q4",1,60.3,39.2,1.35,14.77,32768,10,1],["llama3.2-1b-q4",1,260.4,187.8,0.12,1.46,131072,5,1],["mistral-small-22b-q4",1,43.9,30.2,2.03,21.77,32768,10,1],["qwen2.5-0.5b-q4",1,324.1,274.5,0.05,0.74,32768,5,0],["gemma-3-1b-q4",1,272.5,259.4,0.09,0.77,32768,5,1],["gemma-3-1b-q8",1,245.8,235,0.09,0.8,32768,5,1],["phi4-mini-3.8b-q4",1,142.3,77.1,0.36,4.47,131072,10,1],["phi4-mini-3.8b-q8",1,105.9,65,0.37,4.62,131072,10,1],["mage-vl-cowork-q4",1,140.6,72.5,0.43,5.77,262144,10,1],["smollm2-360m-q4",1,265.4,null,0.04,0.81,8192,5,1],["llama3.3-70b-q4",1,14.7,12.1,6.32,61.05,131072,10,1],["llama-3.1-405b-q4",1,2.7,2.5,35.86,319.97,131072,10,0],["deepseek-r1-671b-q4",1,16.7,15.9,3.49,34.89,163840,10,1],["qwen3-8b-q4",1,93.7,57.6,0.75,8.39,40960,10,1],["qwen3-8b-q8",1,63.5,44.6,0.78,8.68,40960,10,1],["qwen3-14b-q4",1,59.6,41.3,1.34,14.02,40960,10,1],["qwen3-30b-q4",1,129.9,82.3,0.35,5.93,40960,10,1],["qwen3-30b-a3b-q8",1,89.5,64,0.36,6.13,40960,10,1],["qwen3-32b-q4",1,29.4,21.8,3,32.38,40960,10,1],["qwen3-32b-q8",1,17.8,14.7,3.1,33.47,40960,10,1],["qwen3-coder-30b-a3b-q4",1,130.2,82.4,0.35,5.93,262144,10,1],["qwen3-coder-30b-a3b-q8",1,89.6,64,0.36,6.13,262144,10,1],["gemma3-4b-q4",1,153.5,134.3,0.34,2.89,131072,10,1],["gemma3-4b-q8",1,111.1,100.7,0.35,2.98,131072,10,1],["gemma3-12b-q4",1,69.3,57.4,1.03,8.78,131072,10,1],["gemma3-27b-q4",1,34.8,30.8,2.36,19.53,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,106.8,83.6,0.69,7.13,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,70.6,59.6,0.71,7.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,60.3,39.2,1.35,14.77,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,38.1,28.5,1.4,15.27,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,29.9,22,2.94,28.78,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,18,14.8,3.04,29.75,131072,10,1],["deepseek-r1-distill-llama-70b-q4",1,14.7,12.1,6.32,61.05,131072,10,1],["qwen3-235b-a22b-cloud",1,27.4,22.1,2.15,29.53,40960,10,1],["mistral-small-3.1-cloud",1,38.1,29.7,2.1,19.39,131072,10,1],["mistral-small-3.1-24b-q8",1,23.8,20.3,2.17,20.04,131072,10,1],["qwen3.5-0.8b-q4",1,269.3,234.2,0.06,0.67,262144,5,1],["qwen3.5-2b-q4",1,180.7,164.2,0.15,1.38,262144,5,1],["qwen3.5-4b-q4",1,150.8,123.2,0.33,3.2,262144,10,1],["qwen3.5-4b-q8",1,106.3,91.8,0.35,3.31,262144,10,1],["qwen3.5-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["qwen3.5-35b-a3b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.5-27b-q4",1,37.6,33.8,2.14,18.73,262144,10,1],["qwen3.5-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.5-122b-a10b-q4",1,69.2,64.2,0.7,7.19,262144,10,1],["lfm2-24b-a2b-q4",1,172.2,148.5,0.19,1.86,128000,10,1],["lfm2.5-8b-a1b-q4",1,203.3,182.6,0.14,1.32,128000,10,1],["granite4.1-3b-q4",1,163.5,101.7,0.33,4.24,131072,10,1],["granite4.1-8b-q4",1,86.4,52.6,0.78,8.83,131072,10,1],["qwen3.6-27b-q4",1,37,33.3,2.14,18.73,262144,10,1],["qwen3.8-27b-q4",1,37.1,33.4,2.14,18.73,262144,10,1],["qwen3.8-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["qwen3.6-35b-a3b-q4",1,161,140.1,0.26,2.7,262144,10,1],["gemma4-31b-q4",1,30.2,24.7,2.64,22.46,262144,10,1],["gemma4-31b-q8",1,18.4,16.2,2.73,23.22,262144,10,1],["gemma4-26b-a4b-q4",1,116.3,95.7,0.29,2.61,262144,10,1],["gemma4-e4b-q4",1,130.1,120,0.64,5.37,131072,10,1],["gemma4-e4b-q8",1,99.4,93.4,0.66,5.55,131072,10,1],["gemma4-e2b-q4",1,214.7,200.7,0.35,3.04,131072,10,1],["gemma4-e2b-q8",1,179.5,169.6,0.36,3.14,131072,10,1],["llama4-scout-q4",1,48.8,34,1.04,12.24,1870540,10,1],["llama4-maverick-q4",1,51.5,35.3,1.04,12.25,968200,10,1],["gemma4-12b-q4",1,68.7,57.1,1.03,8.78,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,115.3,111.7,0.44,4.03,262144,10,1],["laguna-xs2-q4",1,142.2,112.5,0.25,2.96,262144,10,1],["north-mini-code-1-q4",1,123.5,107.5,0.3,3.26,500000,10,1],["gpt-oss-120b",1,101.4,86.7,0.47,4.81,131072,10,1],["gpt-oss-20b",1,117.1,103.6,0.34,3.45,131072,10,1],["qwen3-next-80b-a3b",1,142.6,123,0.28,3.05,262144,10,1],["qwen3.6-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-35b-a3b-q8",1,112,101.4,0.26,2.79,262144,10,1],["qwen3.5-9b-q8",1,65.5,59.7,0.75,6.52,262144,10,1],["qwen3.6-27b-q8",1,22.4,21,2.22,19.37,262144,10,1],["gemma4-12b-q8",1,44.3,39.2,1.07,9.08,262144,10,1],["gemma4-26b-a4b-q8",1,84.7,73.2,0.29,2.7,262144,10,1],["qwen3-next-80b-a3b-q8",1,99.4,89.5,0.29,3.15,262144,10,1],["qwen3-14b-q8",1,38,29.7,1.39,14.49,40960,10,1],["llama3.3-70b-q8",1,8.6,7.6,6.53,63.12,131072,10,1],["llama3.3-70b-q6",1,11,9.4,8.65,83.62,131072,10,1],["laguna-xs-2.1-q4",1,153.5,119.5,0.25,2.96,262144,10,1],["laguna-s-2.1-q4",1,57.6,51.1,0.66,6.44,1048576,10,1],["ornith-9b-q4",1,99.1,86.4,0.72,6.31,262144,10,1],["ornith-35b-q4",1,163.5,141.9,0.26,2.7,262144,10,1],["qwen3.8-flash-next",1,76,70,0.48,5.05,262144,10,1],["qwen3.8-flash-next-q4xs",1,87.1,79.4,0.48,5.05,262144,10,1],["qwen3.8-flash-next-q3",1,90.2,82,0.66,6.92,262144,10,1],["granite4.2-3b-q4",1,164,101.9,0.35,4.42,131072,10,1],["granite4.2-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["granite4.2-30b-q4",1,32.7,23.5,2.62,25.15,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,111.5,108.1,0.32,2.94,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,137,132,0.32,2.94,1048576,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,2.31,19.35,131072,10,1],["minicpm-v4.5-8b-q4",1,96.2,58.5,0.75,8.39,40960,10,1],["glm-4.7-flash-q4",1,123,94.5,0.35,4.31,202752,10,1],["glm-4-9b-chat-q4",1,86.8,74.8,0.86,9.53,131072,10,1],["glm-4-9b-chat-q8",1,59.5,53.5,0.89,9.86,131072,10,1],["nemotron-3-super-120b-q4",1,40.7,40.1,1.12,9.48,262144,10,1],["nemotron-3-super-120b-q4xs",1,53,52,1.12,9.48,262144,10,1],["olmo-3.1-32b-q4",1,30.2,27.7,2.82,23.91,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,96.4,84.3,0.72,6.31,262144,10,1],["ling-3.0-flash",1,105.7,101.8,0.43,3.89,262144,10,1],["ling-3.0-flash-q4xs",1,115.7,111,0.43,3.89,262144,10,1],["devstral-small-2-24b-q4",1,38.7,30.1,2.1,19.39,393216,10,1],["devstral-2-123b-q4",1,8.6,7.5,11.17,106.72,262144,10,1],["ministral-3-3b-q4",1,132.1,80.7,0.33,4.33,262144,10,1],["ministral-3-8b-q4",1,84.3,55,0.78,8.45,262144,10,1],["ministral-3-14b-q4",1,60.4,41.7,1.22,12.39,262144,10,1],["flint-40b",1,170.2,139.4,0.32,3.84,262144,10,1],["mellum2.1-12b-q4",1,159.8,144.8,0.22,2.22,131072,10,1],["kolibri-1-q4",1,127.7,114.2,0.33,3.62,262144,10,1],["kolibri-1-q4xs",1,139.1,123.2,0.33,3.62,262144,10,1],["arex-2-27b-q4",1,36.3,32.8,2.14,18.73,262144,10,1],["arete-27b-q4",1,36.3,32.8,2.14,18.73,262144,10,1],["twil-8b-q4",1,89.3,53.7,0.81,9.11,131072,10,1],["nanbeige4.3-33b-q4",1,29.3,22.8,2.98,29.85,524288,10,1],["nanbeige4.3-33b-q8",1,18.1,15.4,3.09,30.86,524288,10,1],["ripple-65b-q4",1,16.2,15.5,5.31,45.12,2097152,10,1],["ripple-65b-q8",1,9.4,9.1,5.49,46.65,2097152,10,1],["minimax-m3.1-flash",1,25.5,22.3,2.38,26.89,1048576,10,1],["minimax-m3.1-flash-q3",1,32,27.2,3.26,36.83,1048576,10,1],["nemotron-3.5-bolt-e4b-q4",1,120.1,111.4,0.64,5.37,65536,10,1],["granite-switch-4.1-8b-q4",1,75.5,47.5,0.81,9.25,131072,10,1],["granite-switch-4.1-30b-q4",1,27.7,20.7,2.66,25.64,131072,10,1],["jebadiah-9b-q4",1,97.2,null,0.72,6.31,4096,10,1],["jebadiah-9b-q5",1,87.4,null,0.99,8.64,4096,10,1],["jebadiah-9b-q8",1,64.1,null,0.75,6.52,4096,10,1],["jebadiah-27b-q4",1,37.1,null,2.14,18.73,4096,10,1],["jebadiah-27b-q5",1,32.4,null,2.94,25.66,4096,10,1],["jebadiah-27b-q8",1,22.4,null,2.22,19.37,4096,10,1],["lfm3-1.7b-q4",1,240.7,212.3,0.15,1.37,262144,5,1],["ling-3.1-flash-1019",1,28.2,27.8,1.87,16.11,262144,10,1],["hy4-preview-q4xs",1,21.2,19.5,2.92,28.46,202873,10,1],["ornith-1.5-122b-q4",1,73.3,67.7,0.7,7.19,262144,10,1],["sage-a1.5-q4",1,161,140.1,0.26,2.7,262144,10,1]]},"Apple M5 Ultra|96GB|64c":{"label":"Apple M5 Ultra 64-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.05,0.69,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.11,1.29,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.11,1.41,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.27,2.95,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.28,3.05,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.37,4.04,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,2.34,22.57,104613,10,0],["mistral-7b-q4",1,147.6,93.8,0.25,2.75,32768,10,1],["mistral-7b-q5",1,133,87.6,0.34,3.77,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.26,2.84,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.43,4.2,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.41,4.26,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.42,4.4,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.09,0.85,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.31,2.96,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.88,7.64,8192,10,1],["phi3-mini-q4",1,168.3,null,0.13,1.65,4096,10,0],["phi3-medium-q4",1,89,null,0.47,4.97,4096,10,1],["phi4-14b-q4",1,87,null,0.49,5.15,16384,10,1],["phi4-14b-q8",1,56.3,null,0.51,5.33,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.04,0.54,131072,5,0],["mistral-small-22b-q4",1,65.4,45.2,0.75,8.05,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.02,0.27,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.28,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.29,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.13,1.65,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.14,1.71,131072,10,1],["mage-vl-cowork-q4",1,198.2,106.2,0.16,2.13,262144,10,0],["smollm2-360m-q4",1,350.1,null,0.01,0.3,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,2.34,22.57,104613,10,0],["qwen3-8b-q4",1,135.5,85.1,0.28,3.1,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.29,3.21,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.5,5.18,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.13,2.19,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.13,2.27,40960,10,1],["qwen3-32b-q4",1,44.2,32.9,1.11,11.97,40960,10,1],["qwen3-32b-q8",1,26.9,22.3,1.15,12.38,40960,10,0],["qwen3-coder-30b-a3b-q4",1,184.6,120,0.13,2.19,262144,10,0],["qwen3-coder-30b-a3b-q8",1,129.9,94.2,0.13,2.27,262144,10,1],["gemma3-4b-q4",1,214.8,190,0.13,1.07,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.13,1.1,131072,10,1],["gemma3-12b-q4",1,101.6,84.8,0.38,3.25,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.87,7.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.26,2.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.26,2.73,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.5,5.46,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.52,5.64,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,44.8,33.2,1.09,10.64,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,27.2,22.4,1.12,11,131072,10,0],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,2.34,22.57,104613,10,0],["mistral-small-3.1-cloud",1,56.9,44.5,0.77,7.17,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.8,7.41,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.25,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.05,0.51,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.12,1.18,262144,10,0],["qwen3.5-4b-q8",1,152.7,132.9,0.13,1.22,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.09,1,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.79,6.93,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["lfm2-24b-a2b-q4",1,238.6,208.4,0.07,0.69,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.05,0.49,128000,10,0],["granite4.1-3b-q4",1,227.6,146.5,0.12,1.57,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.29,3.26,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.79,6.93,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.79,6.93,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.09,1,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.98,8.3,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,1.01,8.58,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.11,0.96,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.24,1.98,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.25,2.05,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.13,1.12,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.13,1.16,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.38,4.53,47623,10,1],["gemma4-12b-q4",1,100.9,84.3,0.38,3.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.16,1.49,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.09,1.09,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.11,1.21,500000,10,0],["gpt-oss-120b",1,146.1,126,0.17,1.78,131072,10,1],["gpt-oss-20b",1,167.2,149,0.13,1.27,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.1,1.13,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.28,2.41,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.39,3.36,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.11,1,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.51,5.36,40960,10,1],["llama3.3-70b-q8",1,13,null,2.42,23.34,5569,10,0],["llama3.3-70b-q6",1,16.7,14.4,3.2,30.92,57714,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.09,1.09,262144,10,0],["ornith-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["ornith-35b-q4",1,227.6,200,0.09,1,262144,10,0],["granite4.2-3b-q4",1,228.3,146.8,0.13,1.63,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.3,3.37,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.97,9.3,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.12,1.09,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.12,1.09,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.86,7.16,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.28,3.1,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.13,1.59,202752,10,0],["glm-4-9b-chat-q4",1,126.1,109.4,0.32,3.53,131072,10,1],["glm-4-9b-chat-q8",1,87.7,79.3,0.33,3.64,131072,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.41,3.5,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,1.04,8.84,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.27,2.33,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.16,1.44,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.77,7.17,376114,10,1],["devstral-2-123b-q4",1,13,null,4.13,39.46,5277,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.12,1.6,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.29,3.12,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.45,4.58,262144,10,1],["flint-40b",1,236.1,196.6,0.12,1.42,262144,10,0],["mellum2.1-12b-q4",1,223,203.7,0.08,0.82,131072,10,0],["kolibri-1-q4",1,181.3,163.3,0.12,1.34,262144,10,0],["kolibri-1-q4xs",1,196.3,175.4,0.12,1.34,262144,10,0],["arex-2-27b-q4",1,54.3,49.1,0.79,6.93,262144,10,1],["arete-27b-q4",1,54.3,49.1,0.79,6.93,262144,10,1],["twil-8b-q4",1,129.6,79.5,0.3,3.37,131072,10,1],["nanbeige4.3-33b-q4",1,44,34.4,1.1,11.04,262973,10,1],["nanbeige4.3-33b-q8",1,27.4,23.3,1.14,11.41,195335,10,0],["ripple-65b-q4",1,24.6,23.5,1.96,16.68,575756,10,0],["ripple-65b-q8",1,14.2,13.9,2.03,17.25,117362,10,0],["nemotron-3.5-bolt-e4b-q4",1,171.2,159.6,0.24,1.98,65536,10,1],["granite-switch-4.1-8b-q4",1,110.4,70.6,0.3,3.42,131072,10,1],["granite-switch-4.1-30b-q4",1,41.7,31.2,0.98,9.48,131072,10,1],["jebadiah-9b-q4",1,140.3,null,0.27,2.33,4096,10,1],["jebadiah-9b-q5",1,127,null,0.37,3.19,4096,10,1],["jebadiah-9b-q8",1,94.3,null,0.28,2.41,4096,10,1],["jebadiah-27b-q4",1,55.4,null,0.79,6.93,4096,10,1],["jebadiah-27b-q5",1,48.5,null,1.09,9.49,4096,10,1],["jebadiah-27b-q8",1,33.8,null,0.82,7.16,4096,10,0],["lfm3-1.7b-q4",1,321.7,287.9,0.05,0.51,262144,5,0],["ornith-1.5-122b-q4",1,107.2,99.5,0.26,2.66,38903,10,1],["sage-a1.5-q4",1,224.5,197.6,0.09,1,262144,10,0]]},"Apple M5 Ultra|96GB|80c":{"label":"Apple M5 Ultra 80-core GPU, 96 GB","kind":"apple","budgetGb":76.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.04,0.55,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.09,1.03,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.09,1.13,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.22,2.36,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.22,2.44,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.3,3.23,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,1.87,18.06,104613,10,0],["mistral-7b-q4",1,147.6,93.8,0.2,2.2,32768,10,1],["mistral-7b-q5",1,133,87.6,0.27,3.01,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.2,2.27,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.34,3.36,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.33,3.41,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.34,3.52,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.07,0.68,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.24,2.37,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.71,6.11,8192,10,1],["phi3-mini-q4",1,168.3,null,0.11,1.32,4096,10,0],["phi3-medium-q4",1,89,null,0.38,3.98,4096,10,1],["phi4-14b-q4",1,87,null,0.39,4.12,16384,10,1],["phi4-14b-q8",1,56.3,null,0.41,4.26,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.03,0.43,131072,5,0],["mistral-small-22b-q4",1,65.4,45.2,0.6,6.44,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.01,0.22,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.23,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.24,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.11,1.32,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.11,1.37,131072,10,1],["mage-vl-cowork-q4",1,198.2,106.2,0.13,1.71,262144,10,0],["smollm2-360m-q4",1,350.1,null,0.01,0.24,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,1.87,18.06,104613,10,0],["qwen3-8b-q4",1,135.5,85.1,0.22,2.48,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.23,2.57,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.4,4.15,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.1,1.75,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.11,1.81,40960,10,1],["qwen3-32b-q4",1,44.2,32.9,0.89,9.58,40960,10,1],["qwen3-32b-q8",1,26.9,22.3,0.92,9.9,40960,10,0],["qwen3-coder-30b-a3b-q4",1,184.6,120,0.1,1.75,262144,10,0],["qwen3-coder-30b-a3b-q8",1,129.9,94.2,0.11,1.81,262144,10,1],["gemma3-4b-q4",1,214.8,190,0.1,0.85,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.1,0.88,131072,10,1],["gemma3-12b-q4",1,101.6,84.8,0.31,2.6,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.7,5.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.2,2.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.21,2.18,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.4,4.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.41,4.52,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,44.8,33.2,0.87,8.51,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,27.2,22.4,0.9,8.8,131072,10,0],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,1.87,18.06,104613,10,0],["mistral-small-3.1-cloud",1,56.9,44.5,0.62,5.73,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.64,5.93,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.2,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.04,0.41,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.1,0.95,262144,10,0],["qwen3.5-4b-q8",1,152.7,132.9,0.1,0.98,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.63,5.54,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["lfm2-24b-a2b-q4",1,238.6,208.4,0.06,0.55,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.04,0.39,128000,10,0],["granite4.1-3b-q4",1,227.6,146.5,0.1,1.25,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.23,2.61,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.63,5.54,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.63,5.54,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.08,0.8,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.78,6.64,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,0.81,6.87,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.08,0.77,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.19,1.59,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.2,1.64,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.1,0.9,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.11,0.93,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.31,3.62,47623,10,1],["gemma4-12b-q4",1,100.9,84.3,0.31,2.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.13,1.19,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.07,0.88,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.09,0.97,500000,10,0],["gpt-oss-120b",1,146.1,126,0.14,1.42,131072,10,1],["gpt-oss-20b",1,167.2,149,0.1,1.02,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.08,0.9,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.22,1.93,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.32,2.68,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.09,0.8,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.41,4.29,40960,10,1],["llama3.3-70b-q8",1,13,null,1.93,18.67,5569,10,0],["llama3.3-70b-q6",1,16.7,14.4,2.56,24.73,57714,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.07,0.88,262144,10,0],["ornith-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["ornith-35b-q4",1,227.6,200,0.08,0.8,262144,10,0],["granite4.2-3b-q4",1,228.3,146.8,0.1,1.31,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.77,7.44,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.09,0.87,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.09,0.87,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.68,5.72,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.22,2.48,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.1,1.27,202752,10,0],["glm-4-9b-chat-q4",1,126.1,109.4,0.26,2.82,131072,10,1],["glm-4-9b-chat-q8",1,87.7,79.3,0.26,2.92,131072,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.33,2.8,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,0.84,7.07,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.21,1.87,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.13,1.15,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.62,5.73,376114,10,1],["devstral-2-123b-q4",1,13,null,3.31,31.57,5277,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.1,1.28,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.23,2.5,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.36,3.66,262144,10,1],["flint-40b",1,236.1,196.6,0.1,1.14,262144,10,0],["mellum2.1-12b-q4",1,223,203.7,0.07,0.66,131072,10,0],["kolibri-1-q4",1,181.3,163.3,0.1,1.07,262144,10,0],["kolibri-1-q4xs",1,196.3,175.4,0.1,1.07,262144,10,0],["arex-2-27b-q4",1,54.3,49.1,0.63,5.54,262144,10,1],["arete-27b-q4",1,54.3,49.1,0.63,5.54,262144,10,1],["twil-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["nanbeige4.3-33b-q4",1,44,34.4,0.88,8.83,262973,10,1],["nanbeige4.3-33b-q8",1,27.4,23.3,0.91,9.13,195335,10,0],["ripple-65b-q4",1,24.6,23.5,1.57,13.35,575756,10,0],["ripple-65b-q8",1,14.2,13.9,1.62,13.8,117362,10,0],["nemotron-3.5-bolt-e4b-q4",1,171.2,159.6,0.19,1.59,65536,10,1],["granite-switch-4.1-8b-q4",1,110.4,70.6,0.24,2.74,131072,10,1],["granite-switch-4.1-30b-q4",1,41.7,31.2,0.79,7.58,131072,10,1],["jebadiah-9b-q4",1,140.3,null,0.21,1.87,4096,10,1],["jebadiah-9b-q5",1,127,null,0.29,2.55,4096,10,1],["jebadiah-9b-q8",1,94.3,null,0.22,1.93,4096,10,1],["jebadiah-27b-q4",1,55.4,null,0.63,5.54,4096,10,1],["jebadiah-27b-q5",1,48.5,null,0.87,7.59,4096,10,1],["jebadiah-27b-q8",1,33.8,null,0.66,5.73,4096,10,0],["lfm3-1.7b-q4",1,321.7,287.9,0.04,0.41,262144,5,0],["ornith-1.5-122b-q4",1,107.2,99.5,0.21,2.13,38903,10,1],["sage-a1.5-q4",1,224.5,197.6,0.08,0.8,262144,10,0]]},"Apple M5 Ultra|256GB|64c":{"label":"Apple M5 Ultra 64-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.05,0.69,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.11,1.29,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.11,1.41,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.27,2.95,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.28,3.05,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.37,4.04,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,2.34,22.57,131072,10,0],["mistral-7b-q4",1,147.6,93.8,0.25,2.75,32768,10,1],["mistral-7b-q5",1,133,87.6,0.34,3.77,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.26,2.84,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.43,4.2,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.41,4.26,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.42,4.4,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.09,0.85,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.31,2.96,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.88,7.64,8192,10,1],["phi3-mini-q4",1,168.3,null,0.13,1.65,4096,10,0],["phi3-medium-q4",1,89,null,0.47,4.97,4096,10,1],["phi4-14b-q4",1,87,null,0.49,5.15,16384,10,1],["phi4-14b-q8",1,56.3,null,0.51,5.33,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.26,2.64,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.5,5.46,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.04,0.54,131072,5,0],["mistral-small-22b-q4",1,65.4,45.2,0.75,8.05,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.02,0.27,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.28,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.29,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.13,1.65,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.14,1.71,131072,10,1],["mage-vl-cowork-q4",1,198.2,106.2,0.16,2.13,262144,10,0],["smollm2-360m-q4",1,350.1,null,0.01,0.3,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,2.34,22.57,131072,10,0],["qwen3-8b-q4",1,135.5,85.1,0.28,3.1,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.29,3.21,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.5,5.18,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.13,2.19,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.13,2.27,40960,10,1],["qwen3-32b-q4",1,44.2,32.9,1.11,11.97,40960,10,1],["qwen3-32b-q8",1,26.9,22.3,1.15,12.38,40960,10,0],["qwen3-coder-30b-a3b-q4",1,184.6,120,0.13,2.19,262144,10,0],["qwen3-coder-30b-a3b-q8",1,129.9,94.2,0.13,2.27,262144,10,1],["gemma3-4b-q4",1,214.8,190,0.13,1.07,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.13,1.1,131072,10,1],["gemma3-12b-q4",1,101.6,84.8,0.38,3.25,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.87,7.22,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.26,2.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.26,2.73,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.5,5.46,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.52,5.64,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,44.8,33.2,1.09,10.64,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,27.2,22.4,1.12,11,131072,10,0],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,2.34,22.57,131072,10,0],["qwen3-235b-a22b-cloud",1,41.2,33.4,0.79,10.92,40960,10,1],["mistral-small-3.1-cloud",1,56.9,44.5,0.77,7.17,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.8,7.41,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.25,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.05,0.51,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.12,1.18,262144,10,0],["qwen3.5-4b-q8",1,152.7,132.9,0.13,1.22,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.09,1,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.79,6.93,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["qwen3.5-122b-a10b-q4",1,101.5,94.5,0.26,2.66,262144,10,1],["lfm2-24b-a2b-q4",1,238.6,208.4,0.07,0.69,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.05,0.49,128000,10,0],["granite4.1-3b-q4",1,227.6,146.5,0.12,1.57,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.29,3.26,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.79,6.93,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.79,6.93,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.09,1,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.98,8.3,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,1.01,8.58,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.11,0.96,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.24,1.98,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.25,2.05,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.13,1.12,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.13,1.16,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.38,4.53,763769,10,1],["gemma4-12b-q4",1,100.9,84.3,0.38,3.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.16,1.49,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.09,1.09,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.11,1.21,500000,10,0],["gpt-oss-120b",1,146.1,126,0.17,1.78,131072,10,1],["gpt-oss-20b",1,167.2,149,0.13,1.27,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.1,1.13,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.1,1.03,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.28,2.41,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.82,7.16,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.39,3.36,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.11,1,262144,10,1],["qwen3-next-80b-a3b-q8",1,143.4,129.8,0.11,1.16,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.51,5.36,40960,10,1],["llama3.3-70b-q8",1,13,11.6,2.42,23.34,131072,10,0],["llama3.3-70b-q6",1,16.7,14.4,3.2,30.92,131072,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.09,1.09,262144,10,0],["laguna-s-2.1-q4",1,85.1,75.7,0.24,2.38,1048576,10,1],["ornith-9b-q4",1,143,125.5,0.27,2.33,262144,10,1],["ornith-35b-q4",1,227.6,200,0.09,1,262144,10,0],["qwen3.8-flash-next",1,111,102.7,0.18,1.87,262144,10,1],["qwen3.8-flash-next-q4xs",1,126.5,115.8,0.18,1.87,262144,10,1],["qwen3.8-flash-next-q3",1,130.8,119.4,0.25,2.56,262144,10,1],["granite4.2-3b-q4",1,228.3,146.8,0.13,1.63,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.3,3.37,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.97,9.3,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.12,1.09,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.12,1.09,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.86,7.16,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.28,3.1,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.13,1.59,202752,10,0],["glm-4-9b-chat-q4",1,126.1,109.4,0.32,3.53,131072,10,1],["glm-4-9b-chat-q8",1,87.7,79.3,0.33,3.64,131072,10,1],["nemotron-3-super-120b-q4",1,60.7,59.8,0.41,3.5,262144,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.41,3.5,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,1.04,8.84,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.27,2.33,262144,10,1],["ling-3.0-flash",1,152,146.7,0.16,1.44,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.16,1.44,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.77,7.17,393216,10,1],["devstral-2-123b-q4",1,13,11.4,4.13,39.46,262144,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.12,1.6,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.29,3.12,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.45,4.58,262144,10,1],["flint-40b",1,236.1,196.6,0.12,1.42,262144,10,0],["mellum2.1-12b-q4",1,223,203.7,0.08,0.82,131072,10,0],["kolibri-1-q4",1,181.3,163.3,0.12,1.34,262144,10,0],["kolibri-1-q4xs",1,196.3,175.4,0.12,1.34,262144,10,0],["arex-2-27b-q4",1,54.3,49.1,0.79,6.93,262144,10,1],["arete-27b-q4",1,54.3,49.1,0.79,6.93,262144,10,1],["twil-8b-q4",1,129.6,79.5,0.3,3.37,131072,10,1],["nanbeige4.3-33b-q4",1,44,34.4,1.1,11.04,524288,10,1],["nanbeige4.3-33b-q8",1,27.4,23.3,1.14,11.41,524288,10,0],["ripple-65b-q4",1,24.6,23.5,1.96,16.68,2097152,10,0],["ripple-65b-q8",1,14.2,13.9,2.03,17.25,2097152,10,0],["minimax-m3.1-flash-q3",1,48,40.9,1.2,13.62,192453,10,1],["nemotron-3.5-bolt-e4b-q4",1,171.2,159.6,0.24,1.98,65536,10,1],["granite-switch-4.1-8b-q4",1,110.4,70.6,0.3,3.42,131072,10,1],["granite-switch-4.1-30b-q4",1,41.7,31.2,0.98,9.48,131072,10,1],["jebadiah-9b-q4",1,140.3,null,0.27,2.33,4096,10,1],["jebadiah-9b-q5",1,127,null,0.37,3.19,4096,10,1],["jebadiah-9b-q8",1,94.3,null,0.28,2.41,4096,10,1],["jebadiah-27b-q4",1,55.4,null,0.79,6.93,4096,10,1],["jebadiah-27b-q5",1,48.5,null,1.09,9.49,4096,10,1],["jebadiah-27b-q8",1,33.8,null,0.82,7.16,4096,10,0],["lfm3-1.7b-q4",1,321.7,287.9,0.05,0.51,262144,5,0],["ornith-1.5-122b-q4",1,107.2,99.5,0.26,2.66,262144,10,1],["sage-a1.5-q4",1,224.5,197.6,0.09,1,262144,10,0]]},"Apple M5 Ultra|256GB|80c":{"label":"Apple M5 Ultra 80-core GPU, 256 GB","kind":"apple","budgetGb":217.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.04,0.55,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.09,1.03,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.09,1.13,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.22,2.36,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.22,2.44,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.3,3.23,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["mistral-7b-q4",1,147.6,93.8,0.2,2.2,32768,10,1],["mistral-7b-q5",1,133,87.6,0.27,3.01,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.2,2.27,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.34,3.36,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.33,3.41,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.34,3.52,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.07,0.68,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.24,2.37,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.71,6.11,8192,10,1],["phi3-mini-q4",1,168.3,null,0.11,1.32,4096,10,0],["phi3-medium-q4",1,89,null,0.38,3.98,4096,10,1],["phi4-14b-q4",1,87,null,0.39,4.12,16384,10,1],["phi4-14b-q8",1,56.3,null,0.41,4.26,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.03,0.43,131072,5,0],["mistral-small-22b-q4",1,65.4,45.2,0.6,6.44,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.01,0.22,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.23,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.24,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.11,1.32,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.11,1.37,131072,10,1],["mage-vl-cowork-q4",1,198.2,106.2,0.13,1.71,262144,10,0],["smollm2-360m-q4",1,350.1,null,0.01,0.24,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["qwen3-8b-q4",1,135.5,85.1,0.22,2.48,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.23,2.57,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.4,4.15,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.1,1.75,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.11,1.81,40960,10,1],["qwen3-32b-q4",1,44.2,32.9,0.89,9.58,40960,10,1],["qwen3-32b-q8",1,26.9,22.3,0.92,9.9,40960,10,0],["qwen3-coder-30b-a3b-q4",1,184.6,120,0.1,1.75,262144,10,0],["qwen3-coder-30b-a3b-q8",1,129.9,94.2,0.11,1.81,262144,10,1],["gemma3-4b-q4",1,214.8,190,0.1,0.85,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.1,0.88,131072,10,1],["gemma3-12b-q4",1,101.6,84.8,0.31,2.6,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.7,5.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.2,2.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.21,2.18,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.4,4.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.41,4.52,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,44.8,33.2,0.87,8.51,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,27.2,22.4,0.9,8.8,131072,10,0],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["qwen3-235b-a22b-cloud",1,41.2,33.4,0.64,8.73,40960,10,1],["mistral-small-3.1-cloud",1,56.9,44.5,0.62,5.73,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.64,5.93,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.2,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.04,0.41,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.1,0.95,262144,10,0],["qwen3.5-4b-q8",1,152.7,132.9,0.1,0.98,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.63,5.54,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.5-122b-a10b-q4",1,101.5,94.5,0.21,2.13,262144,10,1],["lfm2-24b-a2b-q4",1,238.6,208.4,0.06,0.55,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.04,0.39,128000,10,0],["granite4.1-3b-q4",1,227.6,146.5,0.1,1.25,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.23,2.61,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.63,5.54,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.63,5.54,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.08,0.8,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.78,6.64,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,0.81,6.87,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.08,0.77,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.19,1.59,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.2,1.64,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.1,0.9,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.11,0.93,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.31,3.62,763769,10,1],["gemma4-12b-q4",1,100.9,84.3,0.31,2.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.13,1.19,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.07,0.88,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.09,0.97,500000,10,0],["gpt-oss-120b",1,146.1,126,0.14,1.42,131072,10,1],["gpt-oss-20b",1,167.2,149,0.1,1.02,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.08,0.9,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.22,1.93,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.32,2.68,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.09,0.8,262144,10,1],["qwen3-next-80b-a3b-q8",1,143.4,129.8,0.09,0.93,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.41,4.29,40960,10,1],["llama3.3-70b-q8",1,13,11.6,1.93,18.67,131072,10,0],["llama3.3-70b-q6",1,16.7,14.4,2.56,24.73,131072,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.07,0.88,262144,10,0],["laguna-s-2.1-q4",1,85.1,75.7,0.19,1.9,1048576,10,1],["ornith-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["ornith-35b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.8-flash-next",1,111,102.7,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q4xs",1,126.5,115.8,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q3",1,130.8,119.4,0.2,2.05,262144,10,1],["granite4.2-3b-q4",1,228.3,146.8,0.1,1.31,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.77,7.44,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.09,0.87,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.09,0.87,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.68,5.72,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.22,2.48,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.1,1.27,202752,10,0],["glm-4-9b-chat-q4",1,126.1,109.4,0.26,2.82,131072,10,1],["glm-4-9b-chat-q8",1,87.7,79.3,0.26,2.92,131072,10,1],["nemotron-3-super-120b-q4",1,60.7,59.8,0.33,2.8,262144,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.33,2.8,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,0.84,7.07,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.21,1.87,262144,10,1],["ling-3.0-flash",1,152,146.7,0.13,1.15,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.13,1.15,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.62,5.73,393216,10,1],["devstral-2-123b-q4",1,13,11.4,3.31,31.57,262144,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.1,1.28,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.23,2.5,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.36,3.66,262144,10,1],["flint-40b",1,236.1,196.6,0.1,1.14,262144,10,0],["mellum2.1-12b-q4",1,223,203.7,0.07,0.66,131072,10,0],["kolibri-1-q4",1,181.3,163.3,0.1,1.07,262144,10,0],["kolibri-1-q4xs",1,196.3,175.4,0.1,1.07,262144,10,0],["arex-2-27b-q4",1,54.3,49.1,0.63,5.54,262144,10,1],["arete-27b-q4",1,54.3,49.1,0.63,5.54,262144,10,1],["twil-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["nanbeige4.3-33b-q4",1,44,34.4,0.88,8.83,524288,10,1],["nanbeige4.3-33b-q8",1,27.4,23.3,0.91,9.13,524288,10,0],["ripple-65b-q4",1,24.6,23.5,1.57,13.35,2097152,10,0],["ripple-65b-q8",1,14.2,13.9,1.62,13.8,2097152,10,0],["minimax-m3.1-flash-q3",1,48,40.9,0.96,10.89,192453,10,1],["nemotron-3.5-bolt-e4b-q4",1,171.2,159.6,0.19,1.59,65536,10,1],["granite-switch-4.1-8b-q4",1,110.4,70.6,0.24,2.74,131072,10,1],["granite-switch-4.1-30b-q4",1,41.7,31.2,0.79,7.58,131072,10,1],["jebadiah-9b-q4",1,140.3,null,0.21,1.87,4096,10,1],["jebadiah-9b-q5",1,127,null,0.29,2.55,4096,10,1],["jebadiah-9b-q8",1,94.3,null,0.22,1.93,4096,10,1],["jebadiah-27b-q4",1,55.4,null,0.63,5.54,4096,10,1],["jebadiah-27b-q5",1,48.5,null,0.87,7.59,4096,10,1],["jebadiah-27b-q8",1,33.8,null,0.66,5.73,4096,10,0],["lfm3-1.7b-q4",1,321.7,287.9,0.04,0.41,262144,5,0],["ornith-1.5-122b-q4",1,107.2,99.5,0.21,2.13,262144,10,1],["sage-a1.5-q4",1,224.5,197.6,0.08,0.8,262144,10,0]]},"Apple M5 Ultra|512GB|80c":{"label":"Apple M5 Ultra 80-core GPU, 512 GB","kind":"apple","budgetGb":435.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":55.4}},"cells":[["qwen2.5-1.5b-q4",1,326.5,255.5,0.04,0.55,32768,5,0],["qwen2.5-3b-q4",1,247.9,195,0.09,1.03,32768,10,0],["qwen2.5-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-3b-q4",1,224.6,127.3,0.09,1.13,131072,10,0],["llama3.1-8b-q4",1,141.2,91.2,0.22,2.36,131072,10,1],["llama3.1-8b-q8",1,95.8,69.8,0.22,2.44,131072,10,1],["llama3.1-8b-q5",1,127.6,85.3,0.3,3.23,131072,10,1],["llama3.1-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["mistral-7b-q4",1,147.6,93.8,0.2,2.2,32768,10,1],["mistral-7b-q5",1,133,87.6,0.27,3.01,32768,10,1],["mistral-7b-q8",1,99.8,71.9,0.2,2.27,32768,10,1],["mixtral-8x7b-q4",1,69.5,54.7,0.34,3.36,32768,10,1],["mistral-nemo-12b-q4",1,107.6,70.7,0.33,3.41,131072,10,1],["mistral-nemo-12b-q8",1,67.2,50.7,0.34,3.52,131072,10,1],["gemma2-2b-q4",1,243.3,null,0.07,0.68,8192,10,0],["gemma2-9b-q4",1,109.4,null,0.24,2.37,8192,10,1],["gemma2-27b-q4",1,49.8,null,0.71,6.11,8192,10,1],["phi3-mini-q4",1,168.3,null,0.11,1.32,4096,10,0],["phi3-medium-q4",1,89,null,0.38,3.98,4096,10,1],["phi4-14b-q4",1,87,null,0.39,4.12,16384,10,1],["phi4-14b-q8",1,56.3,null,0.41,4.26,16384,10,1],["qwen2.5-coder-7b-q4",1,153.4,121.6,0.2,2.11,32768,10,1],["qwen2.5-coder-14b-q4",1,88.9,58.6,0.4,4.37,32768,10,1],["llama3.2-1b-q4",1,344.5,258.1,0.03,0.43,131072,5,0],["mistral-small-22b-q4",1,65.4,45.2,0.6,6.44,32768,10,1],["qwen2.5-0.5b-q4",1,415,360.5,0.01,0.22,32768,5,0],["gemma-3-1b-q4",1,358.2,343.2,0.03,0.23,32768,5,0],["gemma-3-1b-q8",1,327.5,315,0.03,0.24,32768,5,0],["phi4-mini-3.8b-q4",1,200.4,112.6,0.11,1.32,131072,10,0],["phi4-mini-3.8b-q8",1,152.2,95.6,0.11,1.37,131072,10,1],["mage-vl-cowork-q4",1,198.2,106.2,0.13,1.71,262144,10,0],["smollm2-360m-q4",1,350.1,null,0.01,0.24,8192,5,0],["llama3.3-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["llama-3.1-405b-q4",1,4.1,3.9,10.61,94.64,131072,10,0],["deepseek-r1-671b-q4",1,25.3,24,1.03,10.32,163840,10,0],["qwen3-8b-q4",1,135.5,85.1,0.22,2.48,40960,10,1],["qwen3-8b-q8",1,93.4,66.3,0.23,2.57,40960,10,1],["qwen3-14b-q4",1,87.9,61.6,0.4,4.15,40960,10,1],["qwen3-30b-q4",1,184.2,119.8,0.1,1.75,40960,10,0],["qwen3-30b-a3b-q8",1,129.8,94.1,0.11,1.81,40960,10,1],["qwen3-32b-q4",1,44.2,32.9,0.89,9.58,40960,10,1],["qwen3-32b-q8",1,26.9,22.3,0.92,9.9,40960,10,0],["qwen3-coder-30b-a3b-q4",1,184.6,120,0.1,1.75,262144,10,0],["qwen3-coder-30b-a3b-q8",1,129.9,94.2,0.11,1.81,262144,10,1],["gemma3-4b-q4",1,214.8,190,0.1,0.85,131072,10,0],["gemma3-4b-q8",1,159.2,145.1,0.1,0.88,131072,10,1],["gemma3-12b-q4",1,101.6,84.8,0.31,2.6,131072,10,1],["gemma3-27b-q4",1,52.1,46.3,0.7,5.78,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,153.4,121.6,0.2,2.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,103.4,88,0.21,2.18,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,88.9,58.6,0.4,4.37,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,57,42.8,0.41,4.52,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,44.8,33.2,0.87,8.51,131072,10,1],["deepseek-r1-distill-qwen-32b-q8",1,27.2,22.4,0.9,8.8,131072,10,0],["deepseek-r1-distill-llama-70b-q4",1,22.3,18.3,1.87,18.06,131072,10,0],["qwen3-235b-a22b-cloud",1,41.2,33.4,0.64,8.73,40960,10,1],["mistral-small-3.1-cloud",1,56.9,44.5,0.62,5.73,131072,10,1],["mistral-small-3.1-24b-q8",1,35.9,30.6,0.64,5.93,131072,10,0],["qwen3.5-0.8b-q4",1,354.6,314,0.02,0.2,262144,5,0],["qwen3.5-2b-q4",1,249.3,228.5,0.04,0.41,262144,5,0],["qwen3.5-4b-q4",1,211.4,175.4,0.1,0.95,262144,10,0],["qwen3.5-4b-q8",1,152.7,132.9,0.1,0.98,262144,10,1],["qwen3.5-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["qwen3.5-35b-a3b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.5-27b-q4",1,56.2,50.6,0.63,5.54,262144,10,1],["qwen3.5-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.5-122b-a10b-q4",1,101.5,94.5,0.21,2.13,262144,10,1],["lfm2-24b-a2b-q4",1,238.6,208.4,0.06,0.55,128000,10,0],["lfm2.5-8b-a1b-q4",1,277,251.6,0.04,0.39,128000,10,0],["granite4.1-3b-q4",1,227.6,146.5,0.1,1.25,131072,10,0],["granite4.1-8b-q4",1,125.6,78,0.23,2.61,131072,10,1],["qwen3.6-27b-q4",1,55.3,49.9,0.63,5.54,262144,10,1],["qwen3.8-27b-q4",1,55.4,50,0.63,5.54,262144,10,1],["qwen3.8-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["qwen3.6-35b-a3b-q4",1,224.5,197.5,0.08,0.8,262144,10,0],["gemma4-31b-q4",1,45.3,37.2,0.78,6.64,262144,10,1],["gemma4-31b-q8",1,27.8,24.5,0.81,6.87,262144,10,0],["gemma4-26b-a4b-q4",1,166.2,138.3,0.08,0.77,262144,10,0],["gemma4-e4b-q4",1,184.5,171.1,0.19,1.59,131072,10,1],["gemma4-e4b-q8",1,143.4,135.2,0.2,1.64,131072,10,1],["gemma4-e2b-q4",1,290.9,273.9,0.1,0.9,131072,10,0],["gemma4-e2b-q8",1,247.8,235.4,0.11,0.93,131072,10,0],["llama4-scout-q4",1,72.5,50.9,0.31,3.62,1870540,10,1],["llama4-maverick-q4",1,76.3,52.8,0.31,3.62,968200,10,1],["gemma4-12b-q4",1,100.9,84.3,0.31,2.6,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,164.8,160,0.13,1.19,262144,10,0],["laguna-xs2-q4",1,200.2,161,0.07,0.88,262144,10,0],["north-mini-code-1-q4",1,175.8,154.3,0.09,0.97,500000,10,0],["gpt-oss-120b",1,146.1,126,0.14,1.42,131072,10,1],["gpt-oss-20b",1,167.2,149,0.1,1.02,131072,10,0],["qwen3-next-80b-a3b",1,200.8,175.1,0.08,0.9,262144,10,0],["qwen3.6-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-35b-a3b-q8",1,160.4,146.1,0.08,0.82,262144,10,0],["qwen3.5-9b-q8",1,96.3,88.1,0.22,1.93,262144,10,1],["qwen3.6-27b-q8",1,33.8,31.7,0.66,5.73,262144,10,0],["gemma4-12b-q8",1,66,58.5,0.32,2.68,262144,10,1],["gemma4-26b-a4b-q8",1,123.2,107.2,0.09,0.8,262144,10,1],["qwen3-next-80b-a3b-q8",1,143.4,129.8,0.09,0.93,262144,10,1],["qwen3-14b-q8",1,56.8,44.5,0.41,4.29,40960,10,1],["llama3.3-70b-q8",1,13,11.6,1.93,18.67,131072,10,0],["llama3.3-70b-q6",1,16.7,14.4,2.56,24.73,131072,10,0],["laguna-xs-2.1-q4",1,214.9,170.4,0.07,0.88,262144,10,0],["laguna-s-2.1-q4",1,85.1,75.7,0.19,1.9,1048576,10,1],["ornith-9b-q4",1,143,125.5,0.21,1.87,262144,10,1],["ornith-35b-q4",1,227.6,200,0.08,0.8,262144,10,0],["qwen3.8-flash-next",1,111,102.7,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q4xs",1,126.5,115.8,0.14,1.5,262144,10,1],["qwen3.8-flash-next-q3",1,130.8,119.4,0.2,2.05,262144,10,1],["granite4.2-3b-q4",1,228.3,146.8,0.1,1.31,131072,10,0],["granite4.2-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["granite4.2-30b-q4",1,49,35.5,0.77,7.44,131072,10,1],["nemotron-3.5-lightning-30b-q4",1,159.7,155.2,0.09,0.87,1048576,10,0],["nemotron-3.5-lightning-30b-q4xs",1,193.5,186.9,0.09,0.87,1048576,10,0],["muse-glimmer-30b-q4",1,55.9,54.7,0.68,5.72,131072,10,1],["minicpm-v4.5-8b-q4",1,138.9,86.4,0.22,2.48,40960,10,1],["glm-4.7-flash-q4",1,175.1,136.6,0.1,1.27,202752,10,0],["glm-4-9b-chat-q4",1,126.1,109.4,0.26,2.82,131072,10,1],["glm-4-9b-chat-q8",1,87.7,79.3,0.26,2.92,131072,10,1],["nemotron-3-super-120b-q4",1,60.7,59.8,0.33,2.8,262144,10,1],["nemotron-3-super-120b-q4xs",1,78.5,77,0.33,2.8,262144,10,1],["olmo-3.1-32b-q4",1,45.3,41.6,0.84,7.07,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,139.3,122.7,0.21,1.87,262144,10,1],["ling-3.0-flash",1,152,146.7,0.13,1.15,262144,10,1],["ling-3.0-flash-q4xs",1,165.4,159.1,0.13,1.15,262144,10,0],["devstral-small-2-24b-q4",1,57.8,45.1,0.62,5.73,393216,10,1],["devstral-2-123b-q4",1,13,11.4,3.31,31.57,262144,10,0],["ministral-3-3b-q4",1,187.1,117.6,0.1,1.28,262144,10,1],["ministral-3-8b-q4",1,122.7,81.4,0.23,2.5,262144,10,1],["ministral-3-14b-q4",1,89.1,62.2,0.36,3.66,262144,10,1],["flint-40b",1,236.1,196.6,0.1,1.14,262144,10,0],["mellum2.1-12b-q4",1,223,203.7,0.07,0.66,131072,10,0],["kolibri-1-q4",1,181.3,163.3,0.1,1.07,262144,10,0],["kolibri-1-q4xs",1,196.3,175.4,0.1,1.07,262144,10,0],["arex-2-27b-q4",1,54.3,49.1,0.63,5.54,262144,10,1],["arete-27b-q4",1,54.3,49.1,0.63,5.54,262144,10,1],["twil-8b-q4",1,129.6,79.5,0.24,2.7,131072,10,1],["nanbeige4.3-33b-q4",1,44,34.4,0.88,8.83,524288,10,1],["nanbeige4.3-33b-q8",1,27.4,23.3,0.91,9.13,524288,10,0],["ripple-65b-q4",1,24.6,23.5,1.57,13.35,2097152,10,0],["ripple-65b-q8",1,14.2,13.9,1.62,13.8,2097152,10,0],["minimax-m3.1-flash",1,38.4,33.7,0.7,7.95,1048576,10,1],["minimax-m3.1-flash-q3",1,48,40.9,0.96,10.89,1048576,10,1],["nemotron-3.5-bolt-e4b-q4",1,171.2,159.6,0.19,1.59,65536,10,1],["granite-switch-4.1-8b-q4",1,110.4,70.6,0.24,2.74,131072,10,1],["granite-switch-4.1-30b-q4",1,41.7,31.2,0.79,7.58,131072,10,1],["jebadiah-9b-q4",1,140.3,null,0.21,1.87,4096,10,1],["jebadiah-9b-q5",1,127,null,0.29,2.55,4096,10,1],["jebadiah-9b-q8",1,94.3,null,0.22,1.93,4096,10,1],["jebadiah-27b-q4",1,55.4,null,0.63,5.54,4096,10,1],["jebadiah-27b-q5",1,48.5,null,0.87,7.59,4096,10,1],["jebadiah-27b-q8",1,33.8,null,0.66,5.73,4096,10,0],["lfm3-1.7b-q4",1,321.7,287.9,0.04,0.41,262144,5,0],["ling-3.1-flash-1019",1,42.3,41.8,0.55,4.76,262144,10,1],["hy4-preview-q4xs",1,32,29.5,0.86,8.42,202873,10,1],["ornith-1.5-122b-q4",1,107.2,99.5,0.21,2.13,262144,10,1],["sage-a1.5-q4",1,224.5,197.6,0.08,0.8,262144,10,0]]},"Apple M4 Pro|64GB|16c":{"label":"Apple M4 Pro 16-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.63,8.01,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1.25,15.05,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,5.83,63.61,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.31,16.4,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,3.17,34.38,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,3.27,35.55,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,4.34,47.09,131072,10,1],["llama3.1-70b-q4",1,5.3,null,27.22,262.95,16722,10,1],["mistral-7b-q4",1,45,25.5,2.87,32.04,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.94,43.88,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.97,33.12,32768,10,1],["mixtral-8x7b-q4",1,18,13.8,4.98,48.91,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,4.79,49.59,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,4.95,51.27,131072,10,1],["gemma2-2b-q4",1,94.7,null,1.01,9.93,8192,10,1],["gemma2-9b-q4",1,30.8,null,3.57,34.46,8192,10,1],["gemma2-27b-q4",1,12.5,null,10.31,88.96,8192,10,1],["phi3-mini-q4",1,53.9,null,1.55,19.19,4096,10,1],["phi3-medium-q4",1,24,null,5.48,57.95,4096,10,1],["phi4-14b-q4",1,23.4,null,5.74,60.05,16384,10,1],["phi4-14b-q8",1,14.3,null,5.93,62.08,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.97,30.72,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,5.83,63.61,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.5,6.29,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,8.75,93.75,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.21,3.17,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.38,3.32,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.39,3.43,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.56,19.24,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.61,19.89,131072,10,1],["mage-vl-cowork-q4",1,68.3,29.6,1.83,24.84,262144,10,1],["smollm2-360m-q4",1,196.5,null,0.17,3.51,8192,5,1],["llama3.3-70b-q4",1,5.3,null,27.22,262.95,16722,10,1],["qwen3-8b-q4",1,40.3,22.8,3.25,36.15,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,3.36,37.38,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,5.78,60.37,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.5,25.54,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,25.6,1.55,26.41,40960,10,1],["qwen3-32b-q4",1,10.9,8,12.91,139.45,40960,10,1],["qwen3-32b-q8",1,6.5,5.3,13.35,144.17,40960,10,1],["qwen3-coder-30b-a3b-q4",1,61.5,34.5,1.5,25.54,262144,10,1],["qwen3-coder-30b-a3b-q8",1,38.1,25.7,1.55,26.41,157837,10,1],["gemma3-4b-q4",1,77.3,64.1,1.46,12.43,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.51,12.85,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,4.44,37.82,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,10.16,84.11,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.97,30.72,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,3.07,31.76,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,5.83,63.61,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,6.03,65.76,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,11.1,8.1,12.67,123.95,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,6.5,5.3,13.1,128.14,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,5.3,null,27.22,262.95,16722,10,1],["mistral-small-3.1-cloud",1,14.4,11,9.03,83.51,131072,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,9.33,86.33,131072,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.26,2.9,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.64,5.96,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.44,13.78,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.49,14.25,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,1.1,11.61,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,9.24,80.68,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,9.55,83.41,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.83,8.02,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.6,5.68,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.4,18.26,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,3.34,38.01,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,9.24,80.68,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,9.55,83.41,262144,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,1.1,11.61,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,11.39,96.73,173896,10,1],["gemma4-31b-q8",1,6.7,5.9,11.77,100.01,88656,10,1],["gemma4-26b-a4b-q4",1,53,41.3,1.23,11.24,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.77,23.12,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.86,23.9,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.51,13.08,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.56,13.52,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,4.44,37.82,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.88,17.34,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,1.06,12.74,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.3,14.05,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.47,14.85,131072,10,1],["qwen3.6-35b-a3b-q8",1,50.4,44.5,1.14,12.01,262144,10,1],["qwen3.5-35b-a3b-q8",1,50.4,44.5,1.14,12.01,262144,10,1],["qwen3.5-9b-q8",1,26.4,23.7,3.22,28.08,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,9.55,83.41,262144,10,1],["gemma4-12b-q8",1,17,14.9,4.59,39.09,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.27,11.62,262144,10,1],["qwen3-14b-q8",1,14.4,11,5.98,62.42,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,1.06,12.74,262144,10,1],["ornith-9b-q4",1,43.2,36.5,3.11,27.16,262144,10,1],["ornith-35b-q4",1,84.8,69.2,1.1,11.61,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.5,19.03,131072,10,1],["granite4.2-8b-q4",1,38,21,3.49,39.24,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,11.28,108.34,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.37,12.66,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.37,12.66,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,9.96,83.36,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,3.25,36.15,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.49,18.56,202752,10,1],["glm-4-9b-chat-q4",1,36.7,30.7,3.72,41.07,131072,10,1],["glm-4-9b-chat-q8",1,23.6,21,3.85,42.45,131072,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,12.17,102.98,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,3.11,27.16,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,9.03,83.51,200333,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.41,18.67,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,3.35,36.4,262144,10,1],["ministral-3-14b-q4",1,24,15.9,5.26,53.36,237533,10,1],["flint-40b",1,90.1,67.5,1.39,16.56,262144,10,1],["mellum2.1-12b-q4",1,82,71.2,0.95,9.56,131072,10,1],["kolibri-1-q4xs",1,67.3,57.1,1.42,15.59,211185,10,1],["arex-2-27b-q4",1,13.7,12.3,9.24,80.68,262144,10,1],["arete-27b-q4",1,13.7,12.3,9.24,80.68,262144,10,1],["twil-8b-q4",1,38,21,3.49,39.24,131072,10,1],["nanbeige4.3-33b-q4",1,10.9,8.4,12.86,128.57,127756,10,1],["nanbeige4.3-33b-q8",1,6.6,5.6,13.29,132.92,60119,10,1],["ripple-65b-q4",1,5.9,5.6,22.88,194.35,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,55.2,50.1,2.77,23.12,65536,10,1],["granite-switch-4.1-8b-q4",1,31.1,18.4,3.5,39.85,131072,10,1],["granite-switch-4.1-30b-q4",1,10.3,7.6,11.47,110.42,99744,10,1],["jebadiah-9b-q4",1,42.1,null,3.11,27.16,4096,10,1],["jebadiah-9b-q5",1,37,null,4.26,37.2,4096,10,1],["jebadiah-9b-q8",1,25.7,null,3.22,28.08,4096,10,1],["jebadiah-27b-q4",1,14,null,9.24,80.68,4096,10,1],["jebadiah-27b-q5",1,12.1,null,12.65,110.5,4096,10,1],["jebadiah-27b-q8",1,8.2,null,9.55,83.41,4096,10,1],["lfm3-1.7b-q4",1,161.6,128.5,0.63,5.9,262144,5,1],["sage-a1.5-q4",1,82.9,68,1.1,11.61,262144,10,1]]},"Apple M4 Pro|64GB|20c":{"label":"Apple M4 Pro 20-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":14},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":82.9}},"cells":[["qwen2.5-1.5b-q4",1,167,103.1,0.5,6.41,32768,5,1],["qwen2.5-3b-q4",1,97.8,66.7,1,12.04,32768,10,1],["qwen2.5-7b-q4",1,47.4,35.1,2.38,24.57,32768,10,1],["qwen2.5-14b-q4",1,24,14.9,4.66,50.88,32768,10,1],["llama3.2-3b-q4",1,82.9,37.2,1.05,13.12,131072,10,1],["llama3.1-8b-q4",1,42.5,24.7,2.53,27.51,131072,10,1],["llama3.1-8b-q8",1,26.2,18.1,2.62,28.44,131072,10,1],["llama3.1-8b-q5",1,37.3,22.8,3.47,37.67,131072,10,1],["llama3.1-70b-q4",1,5.3,null,21.77,210.36,16722,10,1],["mistral-7b-q4",1,45,25.5,2.3,25.63,32768,10,1],["mistral-7b-q5",1,39.3,23.6,3.15,35.11,32768,10,1],["mistral-7b-q8",1,27.5,18.8,2.38,26.5,32768,10,1],["mixtral-8x7b-q4",1,18,13.8,3.99,39.12,32768,10,1],["mistral-nemo-12b-q4",1,30.1,18.4,3.83,39.67,131072,10,1],["mistral-nemo-12b-q8",1,17.4,12.7,3.96,41.02,131072,10,1],["gemma2-2b-q4",1,94.7,null,0.81,7.94,8192,10,1],["gemma2-9b-q4",1,30.8,null,2.85,27.56,8192,10,1],["gemma2-27b-q4",1,12.5,null,8.25,71.17,8192,10,1],["phi3-mini-q4",1,53.9,null,1.24,15.35,4096,10,1],["phi3-medium-q4",1,24,null,4.38,46.36,4096,10,1],["phi4-14b-q4",1,23.4,null,4.59,48.04,16384,10,1],["phi4-14b-q8",1,14.3,null,4.75,49.66,16384,10,1],["qwen2.5-coder-7b-q4",1,47.4,35.1,2.38,24.57,32768,10,1],["qwen2.5-coder-14b-q4",1,24,14.9,4.66,50.88,32768,10,1],["llama3.2-1b-q4",1,189,104.9,0.4,5.03,131072,5,1],["mistral-small-22b-q4",1,16.8,11.2,7,75,32768,10,1],["qwen2.5-0.5b-q4",1,318.7,211.4,0.17,2.54,32768,5,0],["gemma-3-1b-q4",1,208,187.4,0.3,2.65,32768,5,1],["gemma-3-1b-q8",1,168.2,154.4,0.31,2.74,32768,5,1],["phi4-mini-3.8b-q4",1,69.4,31.9,1.25,15.39,131072,10,1],["phi4-mini-3.8b-q8",1,46.9,26.1,1.29,15.91,131072,10,1],["mage-vl-cowork-q4",1,68.3,29.6,1.47,19.87,262144,10,1],["smollm2-360m-q4",1,196.5,null,0.14,2.81,8192,5,1],["llama3.3-70b-q4",1,5.3,null,21.77,210.36,16722,10,1],["qwen3-8b-q4",1,40.3,22.8,2.6,28.92,40960,10,1],["qwen3-8b-q8",1,25.4,17.1,2.69,29.9,40960,10,1],["qwen3-14b-q4",1,23.7,15.7,4.62,48.3,40960,10,1],["qwen3-30b-q4",1,61.3,34.4,1.2,20.43,40960,10,1],["qwen3-30b-a3b-q8",1,38.1,25.6,1.24,21.13,40960,10,1],["qwen3-32b-q4",1,10.9,8,10.33,111.56,40960,10,1],["qwen3-32b-q8",1,6.5,5.3,10.68,115.33,40960,10,1],["qwen3-coder-30b-a3b-q4",1,61.5,34.5,1.2,20.43,262144,10,1],["qwen3-coder-30b-a3b-q8",1,38.1,25.7,1.24,21.13,157837,10,1],["gemma3-4b-q4",1,77.3,64.1,1.17,9.94,131072,10,1],["gemma3-4b-q8",1,49.9,44.1,1.21,10.28,131072,10,1],["gemma3-12b-q4",1,28.1,22.7,3.56,30.25,131072,10,1],["gemma3-27b-q4",1,13.1,11.5,8.13,67.29,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,2.38,24.57,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,28.7,23.7,2.46,25.4,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,24,14.9,4.66,50.88,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,14.4,10.6,4.82,52.61,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,11.1,8.1,10.13,99.16,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,6.5,5.3,10.48,102.52,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,5.3,null,21.77,210.36,16722,10,1],["mistral-small-3.1-cloud",1,14.4,11,7.22,66.81,131072,10,1],["mistral-small-3.1-24b-q8",1,8.8,7.4,7.46,69.07,131072,10,1],["qwen3.5-0.8b-q4",1,202.8,153.3,0.2,2.32,262144,5,1],["qwen3.5-2b-q4",1,98.7,85.3,0.51,4.77,262144,5,1],["qwen3.5-4b-q4",1,75.4,57.1,1.15,11.02,262144,10,1],["qwen3.5-4b-q8",1,47.2,39.3,1.19,11.4,262144,10,1],["qwen3.5-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["qwen3.5-35b-a3b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["qwen3.5-27b-q4",1,14.2,12.7,7.39,64.54,262144,10,1],["qwen3.5-27b-q8",1,8.2,7.7,7.64,66.73,262144,10,1],["lfm2-24b-a2b-q4",1,91.6,73.7,0.66,6.41,128000,10,1],["lfm2.5-8b-a1b-q4",1,119.4,100.3,0.48,4.54,128000,10,1],["granite4.1-3b-q4",1,84.8,44.6,1.12,14.61,131072,10,1],["granite4.1-8b-q4",1,36.5,20.6,2.67,30.41,131072,10,1],["qwen3.6-27b-q4",1,14,12.5,7.39,64.54,262144,10,1],["qwen3.8-27b-q4",1,14,12.5,7.39,64.54,262144,10,1],["qwen3.8-27b-q8",1,8.2,7.7,7.64,66.73,262144,10,1],["qwen3.6-35b-a3b-q4",1,82.9,67.9,0.88,9.29,262144,10,1],["gemma4-31b-q4",1,11.3,9.1,9.11,77.39,173896,10,1],["gemma4-31b-q8",1,6.7,5.9,9.42,80.01,88656,10,1],["gemma4-26b-a4b-q4",1,53,41.3,0.98,8.99,262144,10,1],["gemma4-e4b-q4",1,61.4,55.1,2.21,18.5,131072,10,1],["gemma4-e4b-q8",1,43.4,40.1,2.29,19.12,131072,10,1],["gemma4-e2b-q4",1,131.1,116.9,1.21,10.46,131072,10,1],["gemma4-e2b-q8",1,97.7,89.6,1.25,10.82,131072,10,1],["gemma4-12b-q4",1,27.9,22.5,3.56,30.25,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,52.4,50.3,1.5,13.87,262144,10,1],["laguna-xs2-q4",1,69.3,50.7,0.85,10.2,262144,10,1],["north-mini-code-1-q4",1,57.3,47.8,1.04,11.24,500000,10,1],["gpt-oss-20b",1,53.4,45.6,1.18,11.88,131072,10,1],["qwen3.6-35b-a3b-q8",1,50.4,44.5,0.91,9.61,262144,10,1],["qwen3.5-35b-a3b-q8",1,50.4,44.5,0.91,9.61,262144,10,1],["qwen3.5-9b-q8",1,26.4,23.7,2.57,22.47,262144,10,1],["qwen3.6-27b-q8",1,8.2,7.7,7.64,66.73,262144,10,1],["gemma4-12b-q8",1,17,14.9,3.68,31.28,262144,10,1],["gemma4-26b-a4b-q8",1,35.7,30,1.02,9.3,262144,10,1],["qwen3-14b-q8",1,14.4,11,4.78,49.93,40960,10,1],["laguna-xs-2.1-q4",1,77.3,54.8,0.85,10.2,262144,10,1],["ornith-9b-q4",1,43.2,36.5,2.49,21.73,262144,10,1],["ornith-35b-q4",1,84.8,69.2,0.88,9.29,262144,10,1],["granite4.2-3b-q4",1,85.2,44.7,1.2,15.23,131072,10,1],["granite4.2-8b-q4",1,38,21,2.79,31.4,131072,10,1],["granite4.2-30b-q4",1,12.2,8.6,9.03,86.67,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,50.1,48.2,1.1,10.13,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,65.9,62.6,1.1,10.13,1048576,10,1],["muse-glimmer-30b-q4",1,14.1,13.8,7.97,66.69,131072,10,1],["minicpm-v4.5-8b-q4",1,41.6,23.2,2.6,28.92,40960,10,1],["glm-4.7-flash-q4",1,57,40.7,1.19,14.84,202752,10,1],["glm-4-9b-chat-q4",1,36.7,30.7,2.98,32.85,131072,10,1],["glm-4-9b-chat-q8",1,23.6,21,3.08,33.96,131072,10,1],["olmo-3.1-32b-q4",1,11.2,10.2,9.73,82.38,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,2.49,21.73,262144,10,1],["devstral-small-2-24b-q4",1,14.7,11.2,7.22,66.81,200333,10,1],["ministral-3-3b-q4",1,62.7,33.6,1.13,14.93,262144,10,1],["ministral-3-8b-q4",1,35.5,21.6,2.68,29.12,262144,10,1],["ministral-3-14b-q4",1,24,15.9,4.21,42.69,237533,10,1],["flint-40b",1,90.1,67.5,1.11,13.25,262144,10,1],["mellum2.1-12b-q4",1,82,71.2,0.76,7.65,131072,10,1],["kolibri-1-q4xs",1,67.3,57.1,1.14,12.47,211185,10,1],["arex-2-27b-q4",1,13.7,12.3,7.39,64.54,262144,10,1],["arete-27b-q4",1,13.7,12.3,7.39,64.54,262144,10,1],["twil-8b-q4",1,38,21,2.79,31.4,131072,10,1],["nanbeige4.3-33b-q4",1,10.9,8.4,10.28,102.85,127756,10,1],["nanbeige4.3-33b-q8",1,6.6,5.6,10.63,106.33,60119,10,1],["ripple-65b-q4",1,5.9,5.6,18.3,155.48,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,55.2,50.1,2.21,18.5,65536,10,1],["granite-switch-4.1-8b-q4",1,31.1,18.4,2.8,31.88,131072,10,1],["granite-switch-4.1-30b-q4",1,10.3,7.6,9.18,88.33,99744,10,1],["jebadiah-9b-q4",1,42.1,null,2.49,21.73,4096,10,1],["jebadiah-9b-q5",1,37,null,3.41,29.76,4096,10,1],["jebadiah-9b-q8",1,25.7,null,2.57,22.47,4096,10,1],["jebadiah-27b-q4",1,14,null,7.39,64.54,4096,10,1],["jebadiah-27b-q5",1,12.1,null,10.12,88.4,4096,10,1],["jebadiah-27b-q8",1,8.2,null,7.64,66.73,4096,10,1],["lfm3-1.7b-q4",1,161.6,128.5,0.51,4.72,262144,5,1],["sage-a1.5-q4",1,82.9,68,0.88,9.29,262144,10,1]]},"Apple M5 Pro|64GB|16c":{"label":"Apple M5 Pro 16-core GPU, 64 GB","kind":"apple","budgetGb":48,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":16.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":98.7}},"cells":[["qwen2.5-1.5b-q4",1,199.1,122.8,0.22,2.75,32768,5,1],["qwen2.5-3b-q4",1,116.5,79.4,0.43,5.17,32768,10,1],["qwen2.5-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-3b-q4",1,98.8,44.3,0.45,5.63,131072,10,1],["llama3.1-8b-q4",1,50.6,29.4,1.09,11.81,131072,10,1],["llama3.1-8b-q8",1,31.2,21.6,1.12,12.21,131072,10,1],["llama3.1-8b-q5",1,44.4,27.2,1.49,16.17,131072,10,1],["llama3.1-70b-q4",1,6.3,null,9.35,90.29,16722,10,1],["mistral-7b-q4",1,53.6,30.4,0.99,11,32768,10,1],["mistral-7b-q5",1,46.8,28.1,1.35,15.07,32768,10,1],["mistral-7b-q8",1,32.7,22.3,1.02,11.37,32768,10,1],["mixtral-8x7b-q4",1,21.5,16.4,1.71,16.79,32768,10,1],["mistral-nemo-12b-q4",1,35.9,21.9,1.64,17.03,131072,10,1],["mistral-nemo-12b-q8",1,20.7,15.1,1.7,17.61,131072,10,1],["gemma2-2b-q4",1,112.9,null,0.35,3.41,8192,10,1],["gemma2-9b-q4",1,36.6,null,1.22,11.83,8192,10,1],["gemma2-27b-q4",1,14.8,null,3.54,30.55,8192,10,1],["phi3-mini-q4",1,64.2,null,0.53,6.59,4096,10,1],["phi3-medium-q4",1,28.6,null,1.88,19.9,4096,10,1],["phi4-14b-q4",1,27.8,null,1.97,20.62,16384,10,1],["phi4-14b-q8",1,17,null,2.04,21.32,16384,10,1],["qwen2.5-coder-7b-q4",1,56.5,41.8,1.02,10.55,32768,10,1],["qwen2.5-coder-14b-q4",1,28.5,17.7,2,21.84,32768,10,1],["llama3.2-1b-q4",1,225.4,125,0.17,2.16,131072,5,0],["mistral-small-22b-q4",1,20,13.4,3,32.19,32768,10,1],["qwen2.5-0.5b-q4",1,380.7,252.3,0.07,1.09,32768,5,0],["gemma-3-1b-q4",1,248.2,223.5,0.13,1.14,32768,5,0],["gemma-3-1b-q8",1,200.5,184.1,0.13,1.18,32768,5,1],["phi4-mini-3.8b-q4",1,82.7,37.9,0.53,6.61,131072,10,1],["phi4-mini-3.8b-q8",1,55.9,31.1,0.55,6.83,131072,10,1],["mage-vl-cowork-q4",1,81.4,35.3,0.63,8.53,262144,10,1],["smollm2-360m-q4",1,234.5,null,0.06,1.2,8192,5,0],["llama3.3-70b-q4",1,6.3,null,9.35,90.29,16722,10,1],["qwen3-8b-q4",1,48,27.1,1.12,12.41,40960,10,1],["qwen3-8b-q8",1,30.3,20.4,1.15,12.83,40960,10,1],["qwen3-14b-q4",1,28.2,18.7,1.98,20.73,40960,10,1],["qwen3-30b-q4",1,73,41,0.51,8.77,40960,10,1],["qwen3-30b-a3b-q8",1,45.3,30.5,0.53,9.07,40960,10,1],["qwen3-32b-q4",1,13,9.5,4.43,47.88,40960,10,1],["qwen3-32b-q8",1,7.7,6.3,4.58,49.5,40960,10,1],["qwen3-coder-30b-a3b-q4",1,73.2,41.1,0.51,8.77,262144,10,1],["qwen3-coder-30b-a3b-q8",1,45.4,30.6,0.53,9.07,157837,10,1],["gemma3-4b-q4",1,92.1,76.4,0.5,4.27,131072,10,1],["gemma3-4b-q8",1,59.4,52.5,0.52,4.41,131072,10,1],["gemma3-12b-q4",1,33.5,27,1.53,12.98,131072,10,1],["gemma3-27b-q4",1,15.6,13.7,3.49,28.88,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,56.5,41.8,1.02,10.55,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,34.2,28.2,1.06,10.9,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,28.5,17.7,2,21.84,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,17.2,12.6,2.07,22.58,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,13.2,9.6,4.35,42.56,107378,10,1],["deepseek-r1-distill-qwen-32b-q8",1,7.8,6.4,4.5,44,50274,10,1],["deepseek-r1-distill-llama-70b-q4",1,6.3,null,9.35,90.29,16722,10,1],["mistral-small-3.1-cloud",1,17.2,13.1,3.1,28.67,131072,10,1],["mistral-small-3.1-24b-q8",1,10.4,8.8,3.2,29.64,131072,10,1],["qwen3.5-0.8b-q4",1,241.9,182.8,0.09,0.99,262144,5,0],["qwen3.5-2b-q4",1,117.6,101.6,0.22,2.05,262144,5,1],["qwen3.5-4b-q4",1,89.8,68,0.49,4.73,262144,10,1],["qwen3.5-4b-q8",1,56.2,46.8,0.51,4.89,262144,10,1],["qwen3.5-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["qwen3.5-35b-a3b-q4",1,101,82.4,0.38,3.99,262144,10,1],["qwen3.5-27b-q4",1,16.9,15.1,3.17,27.7,262144,10,1],["qwen3.5-27b-q8",1,9.8,9.1,3.28,28.64,262144,10,1],["lfm2-24b-a2b-q4",1,109.2,87.8,0.28,2.75,128000,10,1],["lfm2.5-8b-a1b-q4",1,142.3,119.5,0.21,1.95,128000,10,1],["granite4.1-3b-q4",1,101,53.1,0.48,6.27,131072,10,1],["granite4.1-8b-q4",1,43.5,24.5,1.15,13.05,131072,10,1],["qwen3.6-27b-q4",1,16.6,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q4",1,16.7,14.9,3.17,27.7,262144,10,1],["qwen3.8-27b-q8",1,9.8,9.1,3.28,28.64,262144,10,1],["qwen3.6-35b-a3b-q4",1,98.7,80.9,0.38,3.99,262144,10,1],["gemma4-31b-q4",1,13.4,10.8,3.91,33.22,173896,10,1],["gemma4-31b-q8",1,8,7,4.04,34.34,88656,10,1],["gemma4-26b-a4b-q4",1,63.1,49.2,0.42,3.86,262144,10,1],["gemma4-e4b-q4",1,73.2,65.7,0.95,7.94,131072,10,1],["gemma4-e4b-q8",1,51.7,47.8,0.98,8.21,131072,10,1],["gemma4-e2b-q4",1,156.3,139.3,0.52,4.49,131072,10,1],["gemma4-e2b-q8",1,116.4,106.7,0.54,4.64,131072,10,1],["gemma4-12b-q4",1,33.2,26.8,1.53,12.98,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,62.4,59.9,0.64,5.95,262144,10,1],["laguna-xs2-q4",1,82.6,60.4,0.37,4.38,262144,10,1],["north-mini-code-1-q4",1,68.2,57,0.45,4.83,500000,10,1],["gpt-oss-20b",1,63.6,54.3,0.51,5.1,131072,10,1],["qwen3.6-35b-a3b-q8",1,60,52.9,0.39,4.12,262144,10,1],["qwen3.5-35b-a3b-q8",1,60,52.9,0.39,4.12,262144,10,1],["qwen3.5-9b-q8",1,31.4,28.2,1.11,9.64,262144,10,1],["qwen3.6-27b-q8",1,9.8,9.1,3.28,28.64,262144,10,1],["gemma4-12b-q8",1,20.2,17.7,1.58,13.42,262144,10,1],["gemma4-26b-a4b-q8",1,42.5,35.7,0.44,3.99,262144,10,1],["qwen3-14b-q8",1,17.1,13.1,2.05,21.43,40960,10,1],["laguna-xs-2.1-q4",1,92.1,65.3,0.37,4.38,262144,10,1],["ornith-9b-q4",1,51.4,43.5,1.07,9.33,262144,10,1],["ornith-35b-q4",1,101,82.4,0.38,3.99,262144,10,1],["granite4.2-3b-q4",1,101.5,53.3,0.51,6.54,131072,10,1],["granite4.2-8b-q4",1,45.3,25.1,1.2,13.48,131072,10,1],["granite4.2-30b-q4",1,14.6,10.3,3.87,37.2,115503,10,1],["nemotron-3.5-lightning-30b-q4",1,59.7,57.4,0.47,4.35,1048576,10,1],["nemotron-3.5-lightning-30b-q4xs",1,78.5,74.6,0.47,4.35,1048576,10,1],["muse-glimmer-30b-q4",1,16.8,16.4,3.42,28.62,131072,10,1],["minicpm-v4.5-8b-q4",1,49.5,27.6,1.11,12.41,40960,10,1],["glm-4.7-flash-q4",1,67.8,48.5,0.51,6.37,202752,10,1],["glm-4-9b-chat-q4",1,43.7,36.6,1.28,14.1,131072,10,1],["glm-4-9b-chat-q8",1,28.1,25,1.32,14.58,131072,10,1],["olmo-3.1-32b-q4",1,13.4,12.2,4.18,35.36,65536,10,1],["mimo-v2.6-distill-qwen-9b",1,49.7,42.2,1.07,9.33,262144,10,1],["devstral-small-2-24b-q4",1,17.5,13.3,3.1,28.67,200333,10,1],["ministral-3-3b-q4",1,74.7,40,0.49,6.41,262144,10,1],["ministral-3-8b-q4",1,42.2,25.8,1.15,12.5,262144,10,1],["ministral-3-14b-q4",1,28.6,18.9,1.81,18.32,237533,10,1],["flint-40b",1,107.3,80.4,0.48,5.69,262144,10,1],["mellum2.1-12b-q4",1,97.7,84.8,0.33,3.28,131072,10,1],["kolibri-1-q4xs",1,80.2,68,0.49,5.35,211185,10,1],["arex-2-27b-q4",1,16.3,14.6,3.17,27.7,262144,10,1],["arete-27b-q4",1,16.3,14.6,3.17,27.7,262144,10,1],["twil-8b-q4",1,45.3,25.1,1.2,13.48,131072,10,1],["nanbeige4.3-33b-q4",1,13,10,4.41,44.15,127756,10,1],["nanbeige4.3-33b-q8",1,7.8,6.6,4.56,45.64,60119,10,1],["ripple-65b-q4",1,7,6.7,7.86,66.73,136303,10,1],["nemotron-3.5-bolt-e4b-q4",1,65.8,59.6,0.95,7.94,65536,10,1],["granite-switch-4.1-8b-q4",1,37,21.9,1.2,13.68,131072,10,1],["granite-switch-4.1-30b-q4",1,12.2,9,3.94,37.91,99744,10,1],["jebadiah-9b-q4",1,50.2,null,1.07,9.33,4096,10,1],["jebadiah-9b-q5",1,44.1,null,1.46,12.77,4096,10,1],["jebadiah-9b-q8",1,30.6,null,1.11,9.64,4096,10,1],["jebadiah-27b-q4",1,16.7,null,3.17,27.7,4096,10,1],["jebadiah-27b-q5",1,14.4,null,4.34,37.94,4096,10,1],["jebadiah-27b-q8",1,9.8,null,3.28,28.64,4096,10,1],["lfm3-1.7b-q4",1,192.7,153.2,0.22,2.03,262144,5,1],["sage-a1.5-q4",1,98.8,80.9,0.38,3.99,262144,10,1]]},"Apple M6|16GB|10c":{"label":"Apple M6 10-core GPU, 16 GB","kind":"apple","budgetGb":11.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":27.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":27.5},"40":null},"cells":[["qwen2.5-1.5b-q4",1,112.7,67.5,0.28,3.62,32768,5,1],["qwen2.5-3b-q4",1,63.9,42.9,0.56,6.8,32768,10,1],["qwen2.5-7b-q4",1,30.3,22.3,1.34,13.87,32768,10,1],["qwen2.5-14b-q4",1,15.2,null,2.63,28.72,11250,10,1],["llama3.2-3b-q4",1,53.8,23.6,0.59,7.41,80048,10,1],["llama3.1-8b-q4",1,27.1,15.6,1.43,15.52,47907,10,1],["llama3.1-8b-q8",1,16.6,null,1.48,16.05,20288,10,1],["llama3.1-8b-q5",1,23.7,14.4,1.96,21.26,41709,10,1],["mistral-7b-q4",1,28.7,16.1,1.3,14.47,32768,10,1],["mistral-7b-q5",1,25,14.9,1.78,19.81,32768,10,1],["mistral-7b-q8",1,17.4,null,1.34,14.96,26683,10,1],["mistral-nemo-12b-q4",1,19.1,null,2.16,22.39,25197,10,1],["gemma2-2b-q4",1,61.8,null,0.46,4.48,8192,10,1],["gemma2-9b-q4",1,19.5,null,1.61,15.56,8192,10,1],["phi3-mini-q4",1,34.5,null,0.7,8.67,4096,10,1],["phi3-medium-q4",1,15.2,null,2.47,26.17,4096,10,1],["phi4-14b-q4",1,14.8,null,2.59,27.11,10482,10,1],["qwen2.5-coder-7b-q4",1,30.3,22.3,1.34,13.87,32768,10,1],["qwen2.5-coder-14b-q4",1,15.2,null,2.63,28.72,11250,10,1],["llama3.2-1b-q4",1,128.8,68.7,0.23,2.84,131072,5,0],["qwen2.5-0.5b-q4",1,231.7,145.8,0.1,1.43,32768,5,0],["gemma-3-1b-q4",1,143.2,127.7,0.17,1.5,32768,5,0],["gemma-3-1b-q8",1,113.5,103.5,0.18,1.55,32768,5,1],["phi4-mini-3.8b-q4",1,44.8,20.2,0.7,8.69,66437,10,1],["phi4-mini-3.8b-q8",1,30,16.5,0.73,8.98,54286,10,1],["mage-vl-cowork-q4",1,44,18.8,0.83,11.21,57535,10,1],["smollm2-360m-q4",1,134.5,null,0.08,1.58,8192,5,0],["qwen3-8b-q4",1,25.6,14.4,1.47,16.32,40517,10,1],["qwen3-8b-q8",1,16.1,null,1.52,16.88,15929,10,1],["qwen3-14b-q4",1,14.9,null,2.61,27.26,11741,10,1],["gemma3-4b-q4",1,50,41.3,0.66,5.61,131072,10,1],["gemma3-4b-q8",1,31.9,28.1,0.68,5.8,131072,10,1],["gemma3-12b-q4",1,17.8,14.3,2.01,17.07,54239,10,1],["deepseek-r1-distill-qwen-7b-q4",1,30.3,22.3,1.34,13.87,113645,10,1],["deepseek-r1-distill-qwen-7b-q8",1,18.2,15,1.39,14.34,54085,10,1],["deepseek-r1-distill-qwen-14b-q4",1,15.2,null,2.63,28.72,11250,10,1],["qwen3.5-0.8b-q4",1,139.2,102.8,0.12,1.31,262144,5,0],["qwen3.5-2b-q4",1,64.5,55.4,0.29,2.69,262144,5,1],["qwen3.5-4b-q4",1,48.7,36.6,0.65,6.22,260968,10,1],["qwen3.5-4b-q8",1,30.1,25,0.67,6.43,205004,10,1],["qwen3.5-9b-q4",1,27.5,23.2,1.41,12.26,170010,10,1],["lfm2.5-8b-a1b-q4",1,78.8,65.6,0.27,2.56,128000,10,0],["granite4.1-3b-q4",1,55,28.5,0.63,8.25,111090,10,1],["granite4.1-8b-q4",1,23.2,13,1.51,17.16,35718,10,1],["gemma4-e4b-q4",1,39.5,35.3,1.25,10.44,131072,10,1],["gemma4-e4b-q8",1,27.6,25.5,1.29,10.79,131072,10,1],["gemma4-e2b-q4",1,87,77,0.68,5.91,131072,10,1],["gemma4-e2b-q8",1,63.8,58.3,0.71,6.11,131072,10,1],["gemma4-12b-q4",1,17.6,14.2,2.01,17.07,53147,10,1],["qwen3.5-9b-q8",1,16.7,15,1.45,12.68,51040,10,1],["ornith-9b-q4",1,27.5,23.2,1.41,12.26,170010,10,1],["granite4.2-3b-q4",1,55.3,28.5,0.68,8.59,109326,10,1],["granite4.2-8b-q4",1,24.2,13.3,1.58,17.72,35718,10,1],["minicpm-v4.5-8b-q4",1,26.5,14.6,1.47,16.32,40960,10,1],["glm-4-9b-chat-q4",1,23.3,19.5,1.68,18.54,120827,10,1],["glm-4-9b-chat-q8",1,14.9,null,1.74,19.17,29418,10,1],["mimo-v2.6-distill-qwen-9b",1,26.6,22.5,1.41,12.26,163543,10,1],["ministral-3-3b-q4",1,40.3,21.3,0.64,8.43,77432,10,1],["ministral-3-8b-q4",1,22.5,13.7,1.51,16.44,37179,10,1],["ministral-3-14b-q4",1,15.2,null,2.37,24.09,12924,10,1],["mellum2.1-12b-q4",1,53.2,45.9,0.43,4.32,131072,10,1],["twil-8b-q4",1,24.2,13.3,1.58,17.72,35718,10,1],["nemotron-3.5-bolt-e4b-q4",1,35.4,32,1.25,10.44,65536,10,1],["granite-switch-4.1-8b-q4",1,19.7,null,1.58,17.99,27829,10,1],["jebadiah-9b-q4",1,26.8,null,1.41,12.26,4096,10,1],["jebadiah-9b-q5",1,23.5,null,1.93,16.8,4096,10,1],["jebadiah-9b-q8",1,16.2,null,1.45,12.68,4096,10,1],["lfm3-1.7b-q4",1,108.7,85.2,0.29,2.66,262144,5,1]]},"Apple M6|24GB|10c":{"label":"Apple M6 10-core GPU, 24 GB","kind":"apple","budgetGb":16.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":30.5},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":30.5},"40":null},"cells":[["qwen2.5-1.5b-q4",1,123.3,74.3,0.28,3.62,32768,5,1],["qwen2.5-3b-q4",1,70.4,47.4,0.56,6.8,32768,10,1],["qwen2.5-7b-q4",1,33.5,24.7,1.34,13.87,32768,10,1],["qwen2.5-14b-q4",1,16.8,10.4,2.63,28.72,32768,10,1],["llama3.2-3b-q4",1,59.4,26.2,0.59,7.41,128876,10,1],["llama3.1-8b-q4",1,30,17.3,1.43,15.52,90631,10,1],["llama3.1-8b-q8",1,18.4,12.7,1.48,16.05,63012,10,1],["llama3.1-8b-q5",1,26.3,16,1.96,21.26,84434,10,1],["mistral-7b-q4",1,31.8,17.9,1.3,14.47,32768,10,1],["mistral-7b-q5",1,27.7,16.5,1.78,19.81,32768,10,1],["mistral-7b-q8",1,19.3,13.1,1.34,14.96,32768,10,1],["mistral-nemo-12b-q4",1,21.2,12.9,2.16,22.39,59376,10,1],["mistral-nemo-12b-q8",1,12.1,null,2.23,23.15,23056,10,1],["gemma2-2b-q4",1,68.1,null,0.46,4.48,8192,10,1],["gemma2-9b-q4",1,21.6,null,1.61,15.56,8192,10,1],["phi3-mini-q4",1,38.2,null,0.7,8.67,4096,10,1],["phi3-medium-q4",1,16.8,null,2.47,26.17,4096,10,1],["phi4-14b-q4",1,16.4,null,2.59,27.11,16384,10,1],["phi4-14b-q8",1,10,null,2.68,28.03,5954,10,1],["qwen2.5-coder-7b-q4",1,33.5,24.7,1.34,13.87,32768,10,1],["qwen2.5-coder-14b-q4",1,16.8,10.4,2.63,28.72,32768,10,1],["llama3.2-1b-q4",1,140.7,75.7,0.23,2.84,131072,5,0],["mistral-small-22b-q4",1,11.8,null,3.95,42.33,18444,10,1],["qwen2.5-0.5b-q4",1,249.8,158.9,0.1,1.43,32768,5,0],["gemma-3-1b-q4",1,156.1,139.5,0.17,1.5,32768,5,0],["gemma-3-1b-q8",1,124.3,113.5,0.18,1.55,32768,5,1],["phi4-mini-3.8b-q4",1,49.4,22.4,0.7,8.69,109162,10,1],["phi4-mini-3.8b-q8",1,33.2,18.3,0.73,8.98,97010,10,1],["mage-vl-cowork-q4",1,48.6,20.8,0.83,11.21,95512,10,1],["smollm2-360m-q4",1,146.8,null,0.08,1.58,8192,5,0],["qwen3-8b-q4",1,28.4,15.9,1.47,16.32,40960,10,1],["qwen3-8b-q8",1,17.8,12,1.52,16.88,40960,10,1],["qwen3-14b-q4",1,16.6,11,2.61,27.26,40960,10,1],["gemma3-4b-q4",1,55.2,45.6,0.66,5.61,131072,10,1],["gemma3-4b-q8",1,35.3,31.1,0.68,5.8,131072,10,1],["gemma3-12b-q4",1,19.7,15.9,2.01,17.07,131072,10,1],["deepseek-r1-distill-qwen-7b-q4",1,33.5,24.7,1.34,13.87,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,20.2,16.6,1.39,14.34,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,16.8,10.4,2.63,28.72,39733,10,1],["deepseek-r1-distill-qwen-14b-q8",1,10.1,null,2.72,29.69,5586,10,1],["mistral-small-3.1-cloud",1,10.1,null,4.08,37.7,8014,10,1],["qwen3.5-0.8b-q4",1,151.9,112.7,0.12,1.31,262144,5,0],["qwen3.5-2b-q4",1,71.1,61.1,0.29,2.69,262144,5,1],["qwen3.5-4b-q4",1,53.8,40.5,0.65,6.22,262144,10,1],["qwen3.5-4b-q8",1,33.3,27.7,0.67,6.43,262144,10,1],["qwen3.5-9b-q4",1,30.5,25.7,1.41,12.26,262144,10,1],["lfm2-24b-a2b-q4",1,65.8,52.6,0.37,3.62,116420,10,1],["lfm2.5-8b-a1b-q4",1,86.6,72.3,0.27,2.56,128000,10,0],["granite4.1-3b-q4",1,60.7,31.5,0.63,8.25,131072,10,1],["granite4.1-8b-q4",1,25.7,14.4,1.51,17.16,69898,10,1],["gemma4-e4b-q4",1,43.6,39.1,1.25,10.44,131072,10,1],["gemma4-e4b-q8",1,30.6,28.3,1.29,10.79,131072,10,1],["gemma4-e2b-q4",1,95.6,84.7,0.68,5.91,131072,10,1],["gemma4-e2b-q8",1,70.3,64.3,0.71,6.11,131072,10,1],["gemma4-12b-q4",1,19.6,15.8,2.01,17.07,138596,10,1],["gpt-oss-20b",1,37.8,32.2,0.66,6.71,122210,10,1],["qwen3.5-9b-q8",1,18.5,16.6,1.45,12.68,221939,10,1],["gemma4-12b-q8",1,11.9,10.4,2.07,17.65,57904,10,1],["qwen3-14b-q8",1,10.1,null,2.7,28.18,5523,10,1],["ornith-9b-q4",1,30.5,25.7,1.41,12.26,262144,10,1],["granite4.2-3b-q4",1,61,31.6,0.68,8.59,131072,10,1],["granite4.2-8b-q4",1,26.8,14.7,1.58,17.72,69898,10,1],["minicpm-v4.5-8b-q4",1,29.3,16.2,1.47,16.32,40960,10,1],["glm-4-9b-chat-q4",1,25.8,21.6,1.68,18.54,131072,10,1],["glm-4-9b-chat-q8",1,16.5,14.7,1.74,19.17,131072,10,1],["mimo-v2.6-distill-qwen-9b",1,29.4,24.9,1.41,12.26,262144,10,1],["devstral-small-2-24b-q4",1,10.3,null,4.08,37.7,9903,10,1],["ministral-3-3b-q4",1,44.5,23.6,0.64,8.43,130016,10,1],["ministral-3-8b-q4",1,24.9,15.1,1.51,16.44,77391,10,1],["ministral-3-14b-q4",1,16.8,11.1,2.37,24.09,47103,10,1],["mellum2.1-12b-q4",1,58.7,50.7,0.43,4.32,131072,10,1],["twil-8b-q4",1,26.8,14.7,1.58,17.72,69898,10,1],["nemotron-3.5-bolt-e4b-q4",1,39.1,35.4,1.25,10.44,65536,10,1],["granite-switch-4.1-8b-q4",1,21.9,12.8,1.58,17.99,60381,10,1],["jebadiah-9b-q4",1,29.7,null,1.41,12.26,4096,10,1],["jebadiah-9b-q5",1,26.1,null,1.93,16.8,4096,10,1],["jebadiah-9b-q8",1,18,null,1.45,12.68,4096,10,1],["lfm3-1.7b-q4",1,119.1,93.6,0.29,2.66,262144,5,1]]},"Apple A16|6GB":{"label":"Apple A16, 6 GB","kind":"iphone","budgetGb":4.2,"frontier":{"10":null,"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,34.4,19.9,null,null,32768,5,1],["qwen2.5-3b-q4",1,18.8,12.4,null,null,32768,10,1],["llama3.2-3b-q4",1,15.7,null,null,null,19013,10,0],["gemma2-2b-q4",1,18.2,null,null,null,8192,10,1],["phi3-mini-q4",1,9.9,null,null,null,4096,10,0],["llama3.2-1b-q4",1,39.8,20.3,null,null,103524,5,1],["qwen2.5-0.5b-q4",1,77.7,45.6,null,null,32768,5,0],["gemma-3-1b-q4",1,44.7,39.4,null,null,32768,5,1],["gemma-3-1b-q8",1,34.7,31.4,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,13,null,null,null,13031,10,0],["mage-vl-cowork-q4",1,12.8,null,null,null,10063,10,0],["smollm2-360m-q4",1,41.7,null,null,null,8192,5,1],["gemma3-4b-q4",1,14.6,11.9,null,null,77117,10,0],["qwen3.5-0.8b-q4",1,43.3,31.1,null,null,262144,5,1],["qwen3.5-2b-q4",1,19,16.2,null,null,178059,5,0],["qwen3.5-4b-q4",1,14.2,10.6,null,null,47344,10,0],["granite4.1-3b-q4",1,16.1,null,null,null,25640,10,0],["gemma4-e2b-q4",1,26,22.9,null,null,95259,10,1],["granite4.2-3b-q4",1,16.2,null,null,null,23876,10,0],["ministral-3-3b-q4",1,11.7,null,null,null,11701,10,0],["lfm3-1.7b-q4",1,33.1,25.5,null,null,252097,5,1]]},"Apple A17 Pro|8GB":{"label":"Apple A17 Pro, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":null,"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,36,20.9,null,null,32768,5,1],["qwen2.5-3b-q4",1,19.7,13,null,null,32768,10,1],["qwen2.5-7b-q4",1,9.1,null,null,null,15989,10,0],["llama3.2-3b-q4",1,16.5,null,null,null,31220,10,1],["llama3.1-8b-q4",1,8.1,null,null,null,5182,10,0],["mistral-7b-q4",1,8.6,null,null,null,9362,10,0],["gemma2-2b-q4",1,19,null,null,null,8192,10,1],["phi3-mini-q4",1,10.4,null,null,null,4096,10,1],["qwen2.5-coder-7b-q4",1,9.1,null,null,null,15989,10,0],["llama3.2-1b-q4",1,41.6,21.3,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,80.9,47.7,null,null,32768,5,0],["gemma-3-1b-q4",1,46.7,41.2,null,null,32768,5,1],["gemma-3-1b-q8",1,36.3,32.8,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,13.6,null,null,null,23712,10,1],["phi4-mini-3.8b-q8",1,9,null,null,null,11561,10,0],["mage-vl-cowork-q4",1,13.4,null,null,null,19557,10,1],["smollm2-360m-q4",1,43.6,null,null,null,8192,5,1],["gemma3-4b-q4",1,15.3,12.5,null,null,131072,10,1],["gemma3-4b-q8",1,9.6,8.4,null,null,65374,10,0],["deepseek-r1-distill-qwen-7b-q4",1,9.1,null,null,null,15989,10,0],["qwen3.5-0.8b-q4",1,45.3,32.6,null,null,262144,5,1],["qwen3.5-2b-q4",1,19.9,17,null,null,262144,5,1],["qwen3.5-4b-q4",1,14.9,11.1,null,null,90069,10,1],["qwen3.5-4b-q8",1,9.1,7.5,null,null,34106,10,0],["lfm2.5-8b-a1b-q4",1,24.5,20.3,null,null,36124,10,1],["granite4.1-3b-q4",1,16.9,8.6,null,null,42730,10,1],["gemma4-e4b-q4",1,12,null,null,null,4875,10,1],["gemma4-e2b-q4",1,27.3,24,null,null,131072,10,1],["gemma4-e2b-q8",1,19.7,17.9,null,null,86191,10,1],["granite4.2-3b-q4",1,17,8.6,null,null,40966,10,1],["ministral-3-3b-q4",1,12.2,null,null,null,24847,10,1],["lfm3-1.7b-q4",1,34.6,26.7,null,null,262144,5,1]]},"Apple A18|8GB":{"label":"Apple A18, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":null,"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,43.1,25.1,null,null,32768,5,1],["qwen2.5-3b-q4",1,23.7,15.7,null,null,32768,10,1],["qwen2.5-7b-q4",1,11,null,null,null,15989,10,0],["llama3.2-3b-q4",1,19.9,null,null,null,31220,10,0],["llama3.1-8b-q4",1,9.8,null,null,null,5182,10,0],["mistral-7b-q4",1,10.5,null,null,null,9362,10,0],["gemma2-2b-q4",1,22.9,null,null,null,8192,10,1],["phi3-mini-q4",1,12.6,null,null,null,4096,10,0],["qwen2.5-coder-7b-q4",1,11,null,null,null,15989,10,0],["llama3.2-1b-q4",1,49.8,25.6,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,95.6,56.9,null,null,32768,5,0],["gemma-3-1b-q4",1,55.8,49.3,null,null,32768,5,1],["gemma-3-1b-q8",1,43.4,39.4,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,16.4,null,null,null,23712,10,0],["phi4-mini-3.8b-q8",1,10.9,null,null,null,11561,10,0],["mage-vl-cowork-q4",1,16.2,null,null,null,19557,10,0],["smollm2-360m-q4",1,52.1,null,null,null,8192,5,1],["gemma3-4b-q4",1,18.4,15.1,null,null,131072,10,0],["gemma3-4b-q8",1,11.6,10.2,null,null,65374,10,0],["deepseek-r1-distill-qwen-7b-q4",1,11,null,null,null,15989,10,0],["qwen3.5-0.8b-q4",1,54.1,39.1,null,null,262144,5,1],["qwen3.5-2b-q4",1,24,20.5,null,null,262144,5,0],["qwen3.5-4b-q4",1,17.9,13.4,null,null,90069,10,0],["qwen3.5-4b-q8",1,11,9.1,null,null,34106,10,0],["lfm2.5-8b-a1b-q4",1,29.5,24.4,null,null,36124,10,1],["granite4.1-3b-q4",1,20.3,10.4,null,null,42730,10,0],["gemma4-e4b-q4",1,14.4,null,null,null,4875,10,0],["gemma4-e2b-q4",1,32.8,28.8,null,null,131072,10,1],["gemma4-e2b-q8",1,23.7,21.6,null,null,86191,10,0],["granite4.2-3b-q4",1,20.4,10.4,null,null,40966,10,0],["ministral-3-3b-q4",1,14.8,null,null,null,24847,10,0],["lfm3-1.7b-q4",1,41.5,32,null,null,262144,5,1]]},"Apple A18 Pro|8GB":{"label":"Apple A18 Pro, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":null,"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,43.1,25.1,null,null,32768,5,1],["qwen2.5-3b-q4",1,23.7,15.7,null,null,32768,10,1],["qwen2.5-7b-q4",1,11,null,null,null,15989,10,1],["llama3.2-3b-q4",1,19.9,null,null,null,31220,10,1],["llama3.1-8b-q4",1,9.8,null,null,null,5182,10,1],["mistral-7b-q4",1,10.5,null,null,null,9362,10,1],["gemma2-2b-q4",1,22.9,null,null,null,8192,10,1],["phi3-mini-q4",1,12.6,null,null,null,4096,10,1],["qwen2.5-coder-7b-q4",1,11,null,null,null,15989,10,1],["llama3.2-1b-q4",1,49.8,25.6,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,95.6,56.9,null,null,32768,5,0],["gemma-3-1b-q4",1,55.8,49.3,null,null,32768,5,1],["gemma-3-1b-q8",1,43.4,39.4,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,16.4,null,null,null,23712,10,1],["phi4-mini-3.8b-q8",1,10.9,null,null,null,11561,10,1],["mage-vl-cowork-q4",1,16.2,null,null,null,19557,10,1],["smollm2-360m-q4",1,52.1,null,null,null,8192,5,1],["gemma3-4b-q4",1,18.4,15.1,null,null,131072,10,1],["gemma3-4b-q8",1,11.6,10.2,null,null,65374,10,1],["deepseek-r1-distill-qwen-7b-q4",1,11,null,null,null,15989,10,1],["qwen3.5-0.8b-q4",1,54.1,39.1,null,null,262144,5,1],["qwen3.5-2b-q4",1,24,20.5,null,null,262144,5,1],["qwen3.5-4b-q4",1,17.9,13.4,null,null,90069,10,1],["qwen3.5-4b-q8",1,11,9.1,null,null,34106,10,1],["lfm2.5-8b-a1b-q4",1,29.5,24.4,null,null,36124,10,1],["granite4.1-3b-q4",1,20.3,10.4,null,null,42730,10,1],["gemma4-e4b-q4",1,14.4,null,null,null,4875,10,1],["gemma4-e2b-q4",1,32.8,28.8,null,null,131072,10,1],["gemma4-e2b-q8",1,23.7,21.6,null,null,86191,10,1],["granite4.2-3b-q4",1,20.4,10.4,null,null,40966,10,1],["ministral-3-3b-q4",1,14.8,null,null,null,24847,10,1],["lfm3-1.7b-q4",1,41.5,32,null,null,262144,5,1]]},"Apple A19|8GB":{"label":"Apple A19, 8 GB","kind":"iphone","budgetGb":5.6,"frontier":{"10":{"model":"llama3.1-8b-q4","eci":111.14,"decodeTps":12.3},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,53.2,31.2,null,null,32768,5,1],["qwen2.5-3b-q4",1,29.5,19.6,null,null,32768,10,1],["qwen2.5-7b-q4",1,13.7,null,null,null,15989,10,0],["llama3.2-3b-q4",1,24.7,null,null,null,31220,10,0],["llama3.1-8b-q4",1,12.3,null,null,null,5182,10,0],["mistral-7b-q4",1,13,null,null,null,9362,10,0],["gemma2-2b-q4",1,28.5,null,null,null,8192,10,1],["phi3-mini-q4",1,15.7,null,null,null,4096,10,0],["qwen2.5-coder-7b-q4",1,13.7,null,null,null,15989,10,0],["llama3.2-1b-q4",1,61.3,31.8,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,116.3,70,null,null,32768,5,0],["gemma-3-1b-q4",1,68.7,60.7,null,null,32768,5,1],["gemma-3-1b-q8",1,53.6,48.7,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,20.5,null,null,null,23712,10,0],["phi4-mini-3.8b-q8",1,13.6,null,null,null,11561,10,0],["mage-vl-cowork-q4",1,20.1,null,null,null,19557,10,0],["smollm2-360m-q4",1,64.2,null,null,null,8192,5,1],["gemma3-4b-q4",1,22.9,18.8,null,null,131072,10,0],["gemma3-4b-q8",1,14.5,12.7,null,null,65374,10,0],["deepseek-r1-distill-qwen-7b-q4",1,13.7,null,null,null,15989,10,0],["qwen3.5-0.8b-q4",1,66.6,48.3,null,null,262144,5,1],["qwen3.5-2b-q4",1,29.8,25.5,null,null,262144,5,0],["qwen3.5-4b-q4",1,22.3,16.7,null,null,90069,10,0],["qwen3.5-4b-q8",1,13.7,11.3,null,null,34106,10,0],["lfm2.5-8b-a1b-q4",1,36.6,30.3,null,null,36124,10,1],["granite4.1-3b-q4",1,25.3,12.9,null,null,42730,10,0],["gemma4-e4b-q4",1,18,null,null,null,4875,10,0],["gemma4-e2b-q4",1,40.6,35.8,null,null,131072,10,1],["gemma4-e2b-q8",1,29.4,26.8,null,null,86191,10,0],["granite4.2-3b-q4",1,25.4,12.9,null,null,40966,10,0],["ministral-3-3b-q4",1,18.4,null,null,null,24847,10,0],["lfm3-1.7b-q4",1,51.3,39.7,null,null,262144,5,1]]},"Apple A19|12GB":{"label":"Apple A19, 12 GB","kind":"iphone","budgetGb":8.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":12.5},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,53.2,31.2,null,null,32768,5,1],["qwen2.5-3b-q4",1,29.5,19.6,null,null,32768,10,1],["qwen2.5-7b-q4",1,13.7,10.1,null,null,32768,10,0],["llama3.2-3b-q4",1,24.7,10.7,null,null,55634,10,0],["llama3.1-8b-q4",1,12.3,null,null,null,26544,10,0],["llama3.1-8b-q5",1,10.7,null,null,null,20347,10,0],["mistral-7b-q4",1,13,null,null,null,30725,10,0],["mistral-7b-q5",1,11.3,null,null,null,24900,10,0],["mistral-7b-q8",1,7.9,null,null,null,5320,10,0],["mistral-nemo-12b-q4",1,8.6,null,null,null,8107,10,0],["gemma2-2b-q4",1,28.5,null,null,null,8192,10,1],["gemma2-9b-q4",1,8.8,null,null,null,8192,10,0],["phi3-mini-q4",1,15.7,null,null,null,4096,10,0],["qwen2.5-coder-7b-q4",1,13.7,10.1,null,null,32768,10,0],["llama3.2-1b-q4",1,61.3,31.8,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,116.3,70,null,null,32768,5,0],["gemma-3-1b-q4",1,68.7,60.7,null,null,32768,5,1],["gemma-3-1b-q8",1,53.6,48.7,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,20.5,9.1,null,null,45075,10,0],["phi4-mini-3.8b-q8",1,13.6,7.5,null,null,32923,10,0],["mage-vl-cowork-q4",1,20.1,8.5,null,null,38546,10,0],["smollm2-360m-q4",1,64.2,null,null,null,8192,5,1],["qwen3-8b-q4",1,11.6,null,null,null,21529,10,0],["gemma3-4b-q4",1,22.9,18.8,null,null,131072,10,0],["gemma3-4b-q8",1,14.5,12.7,null,null,131072,10,0],["gemma3-12b-q4",1,8,null,null,null,11515,10,0],["deepseek-r1-distill-qwen-7b-q4",1,13.7,10.1,null,null,64817,10,0],["deepseek-r1-distill-qwen-7b-q8",1,8.2,null,null,null,5257,10,0],["qwen3.5-0.8b-q4",1,66.6,48.3,null,null,262144,5,1],["qwen3.5-2b-q4",1,29.8,25.5,null,null,262144,5,0],["qwen3.5-4b-q4",1,22.3,16.7,null,null,175518,10,0],["qwen3.5-4b-q8",1,13.7,11.3,null,null,119555,10,0],["qwen3.5-9b-q4",1,12.5,10.5,null,null,84561,10,0],["lfm2.5-8b-a1b-q4",1,36.6,30.3,null,null,128000,10,1],["granite4.1-3b-q4",1,25.3,12.9,null,null,76910,10,0],["granite4.1-8b-q4",1,10.5,null,null,null,18628,10,0],["gemma4-e4b-q4",1,18,16.1,null,null,131072,10,0],["gemma4-e4b-q8",1,12.5,null,null,null,23165,10,0],["gemma4-e2b-q4",1,40.6,35.8,null,null,131072,10,1],["gemma4-e2b-q8",1,29.4,26.8,null,null,131072,10,0],["gemma4-12b-q4",1,8,null,null,null,10422,10,0],["ornith-9b-q4",1,12.5,10.5,null,null,84561,10,0],["granite4.2-3b-q4",1,25.4,12.9,null,null,75146,10,0],["granite4.2-8b-q4",1,10.9,null,null,null,18628,10,0],["minicpm-v4.5-8b-q4",1,12,null,null,null,22876,10,0],["glm-4-9b-chat-q4",1,10.6,8.8,null,null,52468,10,0],["mimo-v2.6-distill-qwen-9b",1,12,10.2,null,null,78094,10,0],["ministral-3-3b-q4",1,18.4,9.6,null,null,51139,10,0],["ministral-3-8b-q4",1,10.2,null,null,null,17074,10,0],["mellum2.1-12b-q4",1,24.4,null,null,null,19856,10,1],["twil-8b-q4",1,10.9,null,null,null,18628,10,0],["nemotron-3.5-bolt-e4b-q4",1,16.1,14.5,null,null,65536,10,0],["granite-switch-4.1-8b-q4",1,8.9,null,null,null,11553,10,0],["jebadiah-9b-q4",1,12.2,null,null,null,4096,10,0],["jebadiah-9b-q5",1,10.6,null,null,null,4096,10,0],["lfm3-1.7b-q4",1,51.3,39.7,null,null,262144,5,1]]},"Apple A19 Pro|12GB":{"label":"Apple A19 Pro, 12 GB","kind":"iphone","budgetGb":8.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":12.5},"20":null,"40":null},"cells":[["qwen2.5-1.5b-q4",1,53.2,31.2,null,null,32768,5,1],["qwen2.5-3b-q4",1,29.5,19.6,null,null,32768,10,1],["qwen2.5-7b-q4",1,13.7,10.1,null,null,32768,10,1],["llama3.2-3b-q4",1,24.7,10.7,null,null,55634,10,1],["llama3.1-8b-q4",1,12.3,null,null,null,26544,10,1],["llama3.1-8b-q5",1,10.7,null,null,null,20347,10,1],["mistral-7b-q4",1,13,null,null,null,30725,10,1],["mistral-7b-q5",1,11.3,null,null,null,24900,10,1],["mistral-7b-q8",1,7.9,null,null,null,5320,10,0],["mistral-nemo-12b-q4",1,8.6,null,null,null,8107,10,1],["gemma2-2b-q4",1,28.5,null,null,null,8192,10,1],["gemma2-9b-q4",1,8.8,null,null,null,8192,10,1],["phi3-mini-q4",1,15.7,null,null,null,4096,10,1],["qwen2.5-coder-7b-q4",1,13.7,10.1,null,null,32768,10,1],["llama3.2-1b-q4",1,61.3,31.8,null,null,131072,5,1],["qwen2.5-0.5b-q4",1,116.3,70,null,null,32768,5,0],["gemma-3-1b-q4",1,68.7,60.7,null,null,32768,5,1],["gemma-3-1b-q8",1,53.6,48.7,null,null,32768,5,1],["phi4-mini-3.8b-q4",1,20.5,9.1,null,null,45075,10,1],["phi4-mini-3.8b-q8",1,13.6,7.5,null,null,32923,10,1],["mage-vl-cowork-q4",1,20.1,8.5,null,null,38546,10,1],["smollm2-360m-q4",1,64.2,null,null,null,8192,5,1],["qwen3-8b-q4",1,11.6,null,null,null,21529,10,1],["gemma3-4b-q4",1,22.9,18.8,null,null,131072,10,1],["gemma3-4b-q8",1,14.5,12.7,null,null,131072,10,1],["gemma3-12b-q4",1,8,null,null,null,11515,10,0],["deepseek-r1-distill-qwen-7b-q4",1,13.7,10.1,null,null,64817,10,1],["deepseek-r1-distill-qwen-7b-q8",1,8.2,null,null,null,5257,10,0],["qwen3.5-0.8b-q4",1,66.6,48.3,null,null,262144,5,1],["qwen3.5-2b-q4",1,29.8,25.5,null,null,262144,5,1],["qwen3.5-4b-q4",1,22.3,16.7,null,null,175518,10,1],["qwen3.5-4b-q8",1,13.7,11.3,null,null,119555,10,1],["qwen3.5-9b-q4",1,12.5,10.5,null,null,84561,10,1],["lfm2.5-8b-a1b-q4",1,36.6,30.3,null,null,128000,10,1],["granite4.1-3b-q4",1,25.3,12.9,null,null,76910,10,1],["granite4.1-8b-q4",1,10.5,null,null,null,18628,10,1],["gemma4-e4b-q4",1,18,16.1,null,null,131072,10,1],["gemma4-e4b-q8",1,12.5,null,null,null,23165,10,1],["gemma4-e2b-q4",1,40.6,35.8,null,null,131072,10,1],["gemma4-e2b-q8",1,29.4,26.8,null,null,131072,10,1],["gemma4-12b-q4",1,8,null,null,null,10422,10,0],["ornith-9b-q4",1,12.5,10.5,null,null,84561,10,1],["granite4.2-3b-q4",1,25.4,12.9,null,null,75146,10,1],["granite4.2-8b-q4",1,10.9,null,null,null,18628,10,1],["minicpm-v4.5-8b-q4",1,12,null,null,null,22876,10,1],["glm-4-9b-chat-q4",1,10.6,8.8,null,null,52468,10,1],["mimo-v2.6-distill-qwen-9b",1,12,10.2,null,null,78094,10,1],["ministral-3-3b-q4",1,18.4,9.6,null,null,51139,10,1],["ministral-3-8b-q4",1,10.2,null,null,null,17074,10,1],["mellum2.1-12b-q4",1,24.4,null,null,null,19856,10,1],["twil-8b-q4",1,10.9,null,null,null,18628,10,1],["nemotron-3.5-bolt-e4b-q4",1,16.1,14.5,null,null,65536,10,1],["granite-switch-4.1-8b-q4",1,8.9,null,null,null,11553,10,1],["jebadiah-9b-q4",1,12.2,null,null,null,4096,10,1],["jebadiah-9b-q5",1,10.6,null,null,null,4096,10,1],["lfm3-1.7b-q4",1,51.3,39.7,null,null,262144,5,1]]},"rtx-4060":{"label":"NVIDIA GeForce RTX 4060","kind":"gpu","budgetGb":7.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":43.2}},"cells":[["qwen2.5-1.5b-q4",1,164.2,102.2,0.14,1.59,32768,10,0],["qwen2.5-3b-q4",1,97,66.4,0.24,2.71,32768,5,0],["qwen2.5-7b-q4",1,47.4,35.1,0.51,5.2,32768,5,0],["llama3.2-3b-q4",1,82.5,37.2,0.25,2.92,45171,5,0],["llama3.1-8b-q4",1,42.5,null,0.54,5.78,17389,5,0],["llama3.1-8b-q5",1,37.3,null,1.1,11.82,11192,5,0],["mistral-7b-q4",1,45,null,0.5,5.41,21569,5,0],["mistral-7b-q5",1,39.3,null,1,11.03,15745,5,0],["gemma2-2b-q4",1,94,null,0.2,1.89,8192,5,0],["gemma2-9b-q4",1,30.8,null,0.61,5.79,4268,5,0],["phi3-mini-q4",1,53.8,null,0.29,3.37,4096,5,0],["qwen2.5-coder-7b-q4",1,47.4,35.1,0.51,5.2,32768,5,0],["llama3.2-1b-q4",1,185.3,104,0.12,1.31,131072,10,0],["qwen2.5-0.5b-q4",1,307.3,206.7,0.07,0.82,32768,10,0],["gemma-3-1b-q4",1,203.5,183.7,0.1,0.84,32768,10,0],["gemma-3-1b-q8",1,165.3,152.1,0.43,3.76,32768,10,0],["phi4-mini-3.8b-q4",1,69.1,31.9,0.29,3.37,35919,5,0],["phi4-mini-3.8b-q8",1,46.9,null,1.65,20.27,23768,5,0],["mage-vl-cowork-q4",1,68,null,0.33,4.26,30408,5,0],["smollm2-360m-q4",1,192.5,null,0.07,0.87,8192,10,0],["qwen3-8b-q4",1,40.3,null,0.56,6.06,13391,5,0],["gemma3-4b-q4",1,76.9,63.9,0.27,2.29,131072,5,0],["gemma3-4b-q8",1,49.8,44,1.56,13.21,131072,5,0],["deepseek-r1-distill-qwen-7b-q4",1,47.4,35.1,0.51,5.2,43891,5,0],["qwen3.5-0.8b-q4",1,198.5,151,0.08,0.77,262144,10,0],["qwen3.5-2b-q4",1,97.9,84.8,0.14,1.26,262144,10,0],["qwen3.5-4b-q4",1,75,57,0.27,2.51,138897,5,0],["qwen3.5-4b-q8",1,47.1,39.3,1.53,14.61,82934,5,0],["qwen3.5-9b-q4",1,43.2,36.5,0.53,4.63,47940,5,0],["lfm2.5-8b-a1b-q4",1,118.1,99.5,0.14,1.22,128000,15,0],["granite4.1-3b-q4",1,84.3,44.6,0.26,3.22,62261,5,0],["granite4.1-8b-q4",1,36.5,null,0.57,6.36,11304,5,0],["gemma4-e4b-q4",1,61.2,55,0.48,3.99,116482,5,0],["gemma4-e2b-q4",1,129.5,115.7,0.28,2.39,131072,5,0],["gemma4-e2b-q8",1,96.9,89,1.61,13.88,131072,5,0],["ornith-9b-q4",1,43.2,36.5,0.53,4.63,47940,5,0],["granite4.2-3b-q4",1,84.7,44.7,0.28,3.34,60498,5,0],["granite4.2-8b-q4",1,38,null,0.59,6.56,11304,5,0],["minicpm-v4.5-8b-q4",1,41.6,null,0.56,6.06,14738,5,0],["glm-4-9b-chat-q4",1,36.7,null,0.63,6.85,23171,5,0],["mimo-v2.6-distill-qwen-9b",1,41.7,35.5,0.53,4.63,41473,5,0],["ministral-3-3b-q4",1,62.5,33.6,0.26,3.28,39871,5,0],["ministral-3-8b-q4",1,35.5,null,0.57,6.1,8457,5,0],["twil-8b-q4",1,38,null,0.59,6.56,11304,5,0],["nemotron-3.5-bolt-e4b-q4",1,55.1,50,0.48,3.99,65536,5,0],["granite-switch-4.1-8b-q4",1,31.1,null,0.6,6.65,4578,5,0],["jebadiah-9b-q4",1,42.1,null,0.53,4.63,4096,5,0],["jebadiah-9b-q5",1,37,null,1.08,9.4,4096,5,0],["lfm3-1.7b-q4",1,159,127,0.14,1.25,262144,10,0]]},"rtx-3060":{"label":"NVIDIA GeForce RTX 3060","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":53.1},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":53.1},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":53.1}},"cells":[["qwen2.5-1.5b-q4",1,188.1,121.4,0.16,1.83,32768,10,1],["qwen2.5-3b-q4",1,115.6,80.6,0.27,3.15,32768,5,1],["qwen2.5-7b-q4",1,58.2,43.4,0.6,6.11,32768,5,1],["qwen2.5-14b-q4",1,29.9,null,1.14,12.31,9215,15,0],["llama3.2-3b-q4",1,99.1,45.9,0.29,3.41,76560,5,1],["llama3.1-8b-q4",1,52.3,30.8,0.64,6.8,44855,5,1],["llama3.1-8b-q8",1,32.6,null,3.93,42.6,17236,5,0],["llama3.1-8b-q5",1,46.1,28.5,1.3,13.95,38658,5,1],["mistral-7b-q4",1,55.3,31.8,0.58,6.35,32768,5,1],["mistral-7b-q5",1,48.5,29.4,1.18,13.02,32768,5,1],["mistral-7b-q8",1,34.2,null,3.57,39.72,23631,5,0],["mistral-nemo-12b-q4",1,37.5,null,0.94,9.66,22755,15,0],["gemma2-2b-q4",1,112.2,null,0.23,2.19,8192,5,1],["gemma2-9b-q4",1,38.2,null,0.71,6.81,8192,5,1],["phi3-mini-q4",1,65.8,null,0.33,3.93,4096,5,1],["phi3-medium-q4",1,30,null,1.07,11.24,4096,15,0],["phi4-14b-q4",1,29.2,null,1.12,11.64,8529,15,0],["qwen2.5-coder-7b-q4",1,58.2,43.4,0.6,6.11,32768,5,1],["qwen2.5-coder-14b-q4",1,29.9,null,1.14,12.31,9215,15,0],["llama3.2-1b-q4",1,209.7,123.3,0.13,1.5,131072,10,1],["qwen2.5-0.5b-q4",1,325.2,231.1,0.08,0.91,32768,10,0],["gemma-3-1b-q4",1,227.9,208.1,0.11,0.94,32768,10,1],["gemma-3-1b-q8",1,189.2,175.4,0.51,4.39,32768,10,1],["phi4-mini-3.8b-q4",1,83.8,39.5,0.33,3.94,63385,5,1],["phi4-mini-3.8b-q8",1,57.6,32.6,1.95,23.97,51234,5,1],["mage-vl-cowork-q4",1,82.5,36.8,0.38,5,54822,5,1],["smollm2-360m-q4",1,217,null,0.07,0.97,8192,10,1],["qwen3-8b-q4",1,49.7,28.4,0.65,7.13,37805,5,1],["qwen3-8b-q8",1,31.7,null,4.03,44.77,13216,5,0],["qwen3-14b-q4",1,29.5,null,1.13,11.7,9300,15,0],["gemma3-4b-q4",1,92.7,77.7,0.32,2.66,131072,5,1],["gemma3-4b-q8",1,61.1,54.2,1.84,15.6,131072,5,1],["gemma3-12b-q4",1,35,28.4,0.88,7.44,48136,15,0],["deepseek-r1-distill-qwen-7b-q4",1,58.2,43.4,0.6,6.11,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,35.7,29.6,3.7,38.09,47110,5,0],["deepseek-r1-distill-qwen-14b-q4",1,29.9,null,1.14,12.31,9215,15,0],["qwen3.5-0.8b-q4",1,223,174.3,0.09,0.86,262144,10,1],["qwen3.5-2b-q4",1,116.6,101.8,0.16,1.44,262144,10,1],["qwen3.5-4b-q4",1,90.6,69.5,0.31,2.91,248760,5,1],["qwen3.5-4b-q8",1,57.8,48.5,1.81,17.26,192797,5,1],["qwen3.5-9b-q4",1,53.1,45.1,0.63,5.44,157803,5,1],["lfm2.5-8b-a1b-q4",1,139,118.4,0.15,1.38,128000,15,1],["granite4.1-3b-q4",1,101.2,54.9,0.3,3.76,106207,5,1],["granite4.1-8b-q4",1,45.2,25.7,0.67,7.48,33276,5,1],["gemma4-e4b-q4",1,74.6,67.2,0.56,4.67,131072,5,1],["gemma4-e4b-q8",1,53.4,49.5,3.44,28.75,131072,5,1],["gemma4-e2b-q4",1,151.4,136.3,0.32,2.78,131072,5,1],["gemma4-e2b-q8",1,115.5,106.5,1.9,16.4,131072,5,1],["gemma4-12b-q4",1,34.7,28.2,0.88,7.44,47043,15,0],["qwen3.5-9b-q8",1,32.8,29.6,3.87,33.72,38833,5,0],["ornith-9b-q4",1,53.1,45.1,0.63,5.44,157803,5,1],["granite4.2-3b-q4",1,101.6,55,0.32,3.9,104443,5,1],["granite4.2-8b-q4",1,47,26.3,0.7,7.71,33276,5,1],["minicpm-v4.5-8b-q4",1,51.2,29,0.65,7.13,39152,5,1],["glm-4-9b-chat-q4",1,45.4,38.2,0.74,8.06,111062,5,1],["glm-4-9b-chat-q8",1,29.5,null,4.61,50.81,19653,5,0],["mimo-v2.6-distill-qwen-9b",1,51.4,43.9,0.63,5.44,151336,5,1],["ministral-3-3b-q4",1,76,41.7,0.31,3.83,73676,5,1],["ministral-3-8b-q4",1,43.9,27,0.67,7.18,34307,5,1],["ministral-3-14b-q4",1,30,null,1.03,10.38,10482,15,0],["mellum2.1-12b-q4",1,98,85.8,0.22,2.12,131072,15,1],["twil-8b-q4",1,47,26.3,0.7,7.71,33276,5,1],["nemotron-3.5-bolt-e4b-q4",1,67.3,61.3,0.56,4.67,65536,5,1],["granite-switch-4.1-8b-q4",1,38.6,null,0.7,7.83,25504,5,0],["jebadiah-9b-q4",1,51.9,null,0.63,5.44,4096,5,1],["jebadiah-9b-q5",1,45.8,null,1.27,11.09,4096,5,1],["jebadiah-9b-q8",1,32,null,3.87,33.72,4096,5,0],["lfm3-1.7b-q4",1,182.6,148.7,0.16,1.43,262144,10,1]]},"rtx-3070":{"label":"NVIDIA GeForce RTX 3070","kind":"gpu","budgetGb":7.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8}},"cells":[["qwen2.5-1.5b-q4",1,218.6,144.5,0.11,1.26,32768,10,0],["qwen2.5-3b-q4",1,137.8,97.3,0.19,2.1,32768,5,0],["qwen2.5-7b-q4",1,70.8,53.2,0.39,3.95,32768,5,1],["llama3.2-3b-q4",1,118.9,56.2,0.19,2.26,45171,5,0],["llama3.1-8b-q4",1,63.8,null,0.41,4.38,17389,5,1],["llama3.1-8b-q5",1,56.4,null,0.83,8.87,11192,5,1],["mistral-7b-q4",1,67.5,null,0.38,4.11,21569,5,1],["mistral-7b-q5",1,59.3,null,0.75,8.29,15745,5,1],["gemma2-2b-q4",1,134,null,0.16,1.49,8192,5,0],["gemma2-9b-q4",1,46.9,null,0.46,4.39,4268,5,1],["phi3-mini-q4",1,79.9,null,0.22,2.59,4096,5,0],["qwen2.5-coder-7b-q4",1,70.8,53.2,0.39,3.95,32768,5,1],["llama3.2-1b-q4",1,241.8,146.7,0.1,1.06,131072,10,0],["qwen2.5-0.5b-q4",1,360.6,264.6,0.06,0.69,32768,10,0],["gemma-3-1b-q4",1,261.2,240.2,0.08,0.71,32768,10,0],["gemma-3-1b-q8",1,219.8,204.7,0.33,2.88,32768,10,0],["phi4-mini-3.8b-q4",1,101.1,48.5,0.22,2.59,35919,5,0],["phi4-mini-3.8b-q8",1,70.1,null,1.24,15.17,23768,5,1],["mage-vl-cowork-q4",1,99.5,null,0.26,3.25,30408,5,0],["smollm2-360m-q4",1,249.6,null,0.06,0.73,8192,10,0],["qwen3-8b-q4",1,60.7,null,0.42,4.59,13391,5,1],["gemma3-4b-q4",1,111.5,93.9,0.21,1.78,131072,5,0],["gemma3-4b-q8",1,74.3,66.1,1.17,9.91,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,70.8,53.2,0.39,3.95,43891,5,1],["qwen3.5-0.8b-q4",1,256,203.6,0.07,0.66,262144,10,0],["qwen3.5-2b-q4",1,139,122,0.11,1.02,262144,10,0],["qwen3.5-4b-q4",1,109,84.3,0.21,1.95,138897,5,0],["qwen3.5-4b-q8",1,70.4,59.2,1.15,10.95,82934,5,1],["qwen3.5-9b-q4",1,64.8,55.2,0.41,3.53,47940,5,1],["lfm2.5-8b-a1b-q4",1,164.3,141,0.11,0.99,128000,15,0],["granite4.1-3b-q4",1,121.3,66.9,0.2,2.48,62261,5,0],["granite4.1-8b-q4",1,55.3,null,0.43,4.81,11304,5,1],["gemma4-e4b-q4",1,90.3,81.6,0.37,3.05,116482,5,1],["gemma4-e2b-q4",1,178.2,161.4,0.22,1.86,131072,5,0],["gemma4-e2b-q8",1,137.7,127.4,1.21,10.41,131072,5,0],["ornith-9b-q4",1,64.8,55.2,0.41,3.53,47940,5,1],["granite4.2-3b-q4",1,121.8,67,0.22,2.57,60498,5,0],["granite4.2-8b-q4",1,57.4,null,0.45,4.96,11304,5,1],["minicpm-v4.5-8b-q4",1,62.6,null,0.42,4.59,14738,5,1],["glm-4-9b-chat-q4",1,55.5,null,0.48,5.17,23171,5,1],["mimo-v2.6-distill-qwen-9b",1,62.8,53.7,0.41,3.53,41473,5,1],["ministral-3-3b-q4",1,92,51,0.21,2.52,39871,5,1],["ministral-3-8b-q4",1,53.7,null,0.44,4.62,8457,5,1],["twil-8b-q4",1,57.4,null,0.45,4.96,11304,5,1],["nemotron-3.5-bolt-e4b-q4",1,81.7,74.6,0.37,3.05,65536,5,1],["granite-switch-4.1-8b-q4",1,47.4,null,0.45,5.03,4578,5,1],["jebadiah-9b-q4",1,63.3,null,0.41,3.53,4096,5,1],["jebadiah-9b-q5",1,56,null,0.81,7.08,4096,5,1],["lfm3-1.7b-q4",1,212.7,175.2,0.11,1.01,262144,10,0]]},"rtx-4060-ti":{"label":"NVIDIA GeForce RTX 4060 Ti","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.6},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.6},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.6}},"cells":[["qwen2.5-1.5b-q4",1,171.7,107.4,0.11,1.19,32768,10,0],["qwen2.5-3b-q4",1,101.9,70,0.18,1.96,32768,5,1],["qwen2.5-7b-q4",1,50,37.1,0.36,3.66,32768,5,1],["qwen2.5-14b-q4",1,25.4,null,0.68,7.25,27526,15,0],["llama3.2-3b-q4",1,86.8,39.2,0.18,2.1,107950,5,1],["llama3.1-8b-q4",1,44.8,26.1,0.38,4.06,72321,5,1],["llama3.1-8b-q8",1,27.7,19.2,2.29,24.77,44702,5,0],["llama3.1-8b-q5",1,39.4,24.2,0.77,8.2,66123,5,1],["mistral-7b-q4",1,47.5,27,0.35,3.81,32768,5,1],["mistral-7b-q5",1,41.5,25,0.7,7.66,32768,5,1],["mistral-7b-q8",1,29.1,19.9,2.08,23.1,32768,5,0],["mistral-nemo-12b-q4",1,31.9,19.5,0.56,5.72,44728,15,0],["mistral-nemo-12b-q8",1,18.4,null,3.44,35.59,8408,15,0],["gemma2-2b-q4",1,98.8,null,0.15,1.4,8192,5,1],["gemma2-9b-q4",1,32.5,null,0.43,4.07,8192,5,1],["phi3-mini-q4",1,56.7,null,0.21,2.41,4096,5,1],["phi3-medium-q4",1,25.4,null,0.64,6.63,4096,15,0],["phi4-14b-q4",1,24.7,null,0.67,6.86,16384,15,0],["qwen2.5-coder-7b-q4",1,50,37.1,0.36,3.66,32768,5,1],["qwen2.5-coder-14b-q4",1,25.4,null,0.68,7.25,27526,15,0],["llama3.2-1b-q4",1,193.4,109.2,0.09,1,131072,10,0],["mistral-small-22b-q4",1,17.9,null,0.99,10.54,7981,5,0],["qwen2.5-0.5b-q4",1,317.8,215.4,0.06,0.66,32768,10,0],["gemma-3-1b-q4",1,212.1,191.8,0.08,0.68,32768,10,0],["gemma-3-1b-q8",1,172.8,159.1,0.31,2.67,32768,10,0],["phi4-mini-3.8b-q4",1,72.8,33.7,0.21,2.41,90851,5,1],["phi4-mini-3.8b-q8",1,49.5,27.7,1.15,14,78700,5,1],["mage-vl-cowork-q4",1,71.7,31.4,0.24,3.02,79236,5,1],["smollm2-360m-q4",1,200.8,null,0.06,0.7,8192,10,0],["qwen3-8b-q4",1,42.5,24.1,0.39,4.26,40960,5,1],["qwen3-8b-q8",1,26.9,18.1,2.35,26.03,37630,5,0],["qwen3-14b-q4",1,25,null,0.67,6.9,31273,15,0],["gemma3-4b-q4",1,80.9,67.3,0.2,1.67,131072,5,1],["gemma3-4b-q8",1,52.5,46.5,1.08,9.15,131072,5,1],["gemma3-12b-q4",1,29.7,24,0.52,4.44,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,50,37.1,0.36,3.66,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,30.4,25.1,2.15,22.16,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,25.4,null,0.68,7.25,27526,15,0],["qwen3.5-0.8b-q4",1,207,158.1,0.07,0.63,262144,10,0],["qwen3.5-2b-q4",1,102.9,89.2,0.11,0.96,262144,10,1],["qwen3.5-4b-q4",1,79,60.1,0.2,1.82,262144,5,1],["qwen3.5-4b-q8",1,49.7,41.5,1.06,10.12,262144,5,1],["qwen3.5-9b-q4",1,45.6,38.6,0.38,3.28,262144,5,1],["lfm2.5-8b-a1b-q4",1,123.9,104.6,0.11,0.93,128000,15,0],["granite4.1-3b-q4",1,88.6,47.1,0.19,2.31,131072,5,1],["granite4.1-8b-q4",1,38.6,21.8,0.4,4.46,55249,5,1],["gemma4-e4b-q4",1,64.5,58,0.34,2.84,131072,5,1],["gemma4-e4b-q8",1,45.8,42.4,2.01,16.76,131072,5,1],["gemma4-e2b-q4",1,135.8,121.4,0.2,1.74,131072,5,0],["gemma4-e2b-q8",1,101.9,93.6,1.11,9.62,131072,5,1],["gemma4-12b-q4",1,29.5,23.9,0.52,4.44,101975,15,0],["gpt-oss-20b",1,56.2,null,0.35,3.42,24554,15,1],["qwen3.5-9b-q8",1,27.9,25.1,2.25,19.63,148696,5,0],["gemma4-12b-q8",1,18,null,3.2,27.21,21283,15,0],["ornith-9b-q4",1,45.6,38.6,0.38,3.28,262144,5,1],["granite4.2-3b-q4",1,89.1,47.2,0.2,2.39,131072,5,1],["granite4.2-8b-q4",1,40.1,22.3,0.42,4.59,55249,5,1],["minicpm-v4.5-8b-q4",1,43.9,24.6,0.39,4.26,40960,5,1],["glm-4-9b-chat-q4",1,38.8,32.5,0.44,4.79,131072,5,1],["glm-4-9b-chat-q8",1,25,22.2,2.69,29.52,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,44,37.5,0.38,3.28,261199,5,1],["ministral-3-3b-q4",1,65.9,35.5,0.19,2.35,107480,5,1],["ministral-3-8b-q4",1,37.5,22.9,0.4,4.28,60157,5,1],["ministral-3-14b-q4",1,25.5,null,0.61,6.13,32455,15,0],["mellum2.1-12b-q4",1,85.8,74.6,0.14,1.36,131072,15,0],["twil-8b-q4",1,40.1,22.3,0.42,4.59,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,58.1,52.7,0.34,2.84,65536,5,1],["granite-switch-4.1-8b-q4",1,32.9,19.5,0.42,4.66,46430,5,0],["jebadiah-9b-q4",1,44.5,null,0.38,3.28,4096,5,1],["jebadiah-9b-q5",1,39.1,null,0.75,6.54,4096,5,1],["jebadiah-9b-q8",1,27.2,null,2.25,19.63,4096,5,0],["lfm3-1.7b-q4",1,166.3,133.2,0.11,0.96,262144,10,0]]},"rtx-5060-ti":{"label":"NVIDIA GeForce RTX 5060 Ti","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9}},"cells":[["qwen2.5-1.5b-q4",1,246.1,162.6,0.1,1.13,32768,10,1],["qwen2.5-3b-q4",1,155.1,109.5,0.17,1.84,32768,5,1],["qwen2.5-7b-q4",1,79.7,59.8,0.34,3.43,32768,5,1],["qwen2.5-14b-q4",1,41.4,null,0.63,6.77,27526,15,0],["llama3.2-3b-q4",1,133.8,63.2,0.17,1.98,107950,5,1],["llama3.1-8b-q4",1,71.8,42.6,0.36,3.8,72321,5,1],["llama3.1-8b-q8",1,45.1,31.5,2.13,23.06,44702,5,0],["llama3.1-8b-q5",1,63.4,39.5,0.71,7.65,66123,5,1],["mistral-7b-q4",1,75.9,44,0.33,3.56,32768,5,1],["mistral-7b-q5",1,66.6,40.7,0.65,7.15,32768,5,1],["mistral-7b-q8",1,47.3,32.6,1.94,21.51,32768,5,0],["mistral-nemo-12b-q4",1,51.7,32,0.52,5.34,44728,15,0],["mistral-nemo-12b-q8",1,30.3,null,3.21,33.12,8408,15,0],["gemma2-2b-q4",1,150.8,null,0.14,1.32,8192,5,1],["gemma2-9b-q4",1,52.7,null,0.4,3.81,8192,5,1],["phi3-mini-q4",1,89.8,null,0.2,2.26,4096,5,1],["phi3-medium-q4",1,41.5,null,0.59,6.19,4096,15,0],["phi4-14b-q4",1,40.4,null,0.62,6.4,16384,15,0],["qwen2.5-coder-7b-q4",1,79.7,59.8,0.34,3.43,32768,5,1],["qwen2.5-coder-14b-q4",1,41.4,null,0.63,6.77,27526,15,0],["llama3.2-1b-q4",1,272.4,165.1,0.09,0.95,131072,10,0],["mistral-small-22b-q4",1,29.3,null,0.93,9.82,7981,5,0],["qwen2.5-0.5b-q4",1,406.6,298.1,0.06,0.64,32768,10,0],["gemma-3-1b-q4",1,294.3,270.5,0.08,0.65,32768,10,0],["gemma-3-1b-q8",1,247.6,230.6,0.29,2.51,32768,10,1],["phi4-mini-3.8b-q4",1,113.7,54.5,0.2,2.27,90851,5,1],["phi4-mini-3.8b-q8",1,78.9,45,1.07,13.04,78700,5,1],["mage-vl-cowork-q4",1,112,50.8,0.23,2.83,79236,5,1],["smollm2-360m-q4",1,281.2,null,0.06,0.67,8192,10,0],["qwen3-8b-q4",1,68.2,39.4,0.37,3.98,40960,5,1],["qwen3-8b-q8",1,43.8,29.8,2.19,24.23,37630,5,0],["qwen3-14b-q4",1,40.9,null,0.63,6.44,31273,15,0],["gemma3-4b-q4",1,125.5,105.7,0.19,1.57,131072,5,1],["gemma3-4b-q8",1,83.6,74.3,1.01,8.53,131072,5,1],["gemma3-12b-q4",1,48.3,39.3,0.49,4.15,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,79.7,59.8,0.34,3.43,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,49.3,40.9,2.01,20.63,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,41.4,null,0.63,6.77,27526,15,0],["qwen3.5-0.8b-q4",1,288.4,229.2,0.07,0.61,262144,10,0],["qwen3.5-2b-q4",1,156.5,137.3,0.1,0.92,262144,10,1],["qwen3.5-4b-q4",1,122.6,94.9,0.19,1.71,262144,5,1],["qwen3.5-4b-q8",1,79.2,66.6,0.99,9.43,262144,5,1],["qwen3.5-9b-q4",1,72.9,62.1,0.35,3.07,262144,5,1],["lfm2.5-8b-a1b-q4",1,185,158.7,0.1,0.89,128000,15,0],["granite4.1-3b-q4",1,136.5,75.2,0.18,2.17,131072,5,1],["granite4.1-8b-q4",1,62.1,35.7,0.38,4.17,55249,5,1],["gemma4-e4b-q4",1,101.5,91.8,0.32,2.66,131072,5,1],["gemma4-e4b-q8",1,73.2,68,1.87,15.61,131072,5,1],["gemma4-e2b-q4",1,200.7,181.6,0.19,1.64,131072,5,1],["gemma4-e2b-q8",1,155,143.4,1.04,8.97,131072,5,1],["gemma4-12b-q4",1,47.9,39,0.49,4.15,101975,15,0],["gpt-oss-20b",1,89.1,null,0.33,3.2,24554,15,1],["qwen3.5-9b-q8",1,45.4,41,2.1,18.28,148696,5,0],["gemma4-12b-q8",1,29.6,null,2.98,25.33,21283,15,0],["ornith-9b-q4",1,72.9,62.1,0.35,3.07,262144,5,1],["granite4.2-3b-q4",1,137,75.4,0.19,2.24,131072,5,1],["granite4.2-8b-q4",1,64.6,36.5,0.39,4.29,55249,5,1],["minicpm-v4.5-8b-q4",1,70.4,40.1,0.37,3.98,40960,5,1],["glm-4-9b-chat-q4",1,62.5,52.7,0.42,4.48,131072,5,1],["glm-4-9b-chat-q8",1,40.8,36.4,2.5,27.48,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,70.6,60.4,0.35,3.07,261199,5,1],["ministral-3-3b-q4",1,103.5,57.4,0.18,2.21,107480,5,1],["ministral-3-8b-q4",1,60.4,37.5,0.38,4.01,60157,5,1],["ministral-3-14b-q4",1,41.5,null,0.57,5.73,32455,15,0],["mellum2.1-12b-q4",1,132.4,116.3,0.14,1.28,131072,15,1],["twil-8b-q4",1,64.6,36.5,0.39,4.29,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,91.9,83.9,0.32,2.66,65536,5,1],["granite-switch-4.1-8b-q4",1,53.3,32,0.39,4.36,46430,5,0],["jebadiah-9b-q4",1,71.2,null,0.35,3.07,4096,5,1],["jebadiah-9b-q5",1,63,null,0.7,6.11,4096,5,1],["jebadiah-9b-q8",1,44.3,null,2.1,18.28,4096,5,0],["lfm3-1.7b-q4",1,239.5,197.2,0.1,0.91,262144,10,1]]},"rtx-3060-ti":{"label":"NVIDIA GeForce RTX 3060 Ti","kind":"gpu","budgetGb":7.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":64.8}},"cells":[["qwen2.5-1.5b-q4",1,218.6,144.5,0.13,1.5,32768,10,0],["qwen2.5-3b-q4",1,137.8,97.3,0.22,2.54,32768,5,0],["qwen2.5-7b-q4",1,70.8,53.2,0.48,4.86,32768,5,1],["llama3.2-3b-q4",1,118.9,56.2,0.23,2.74,45171,5,0],["llama3.1-8b-q4",1,63.8,null,0.51,5.4,17389,5,1],["llama3.1-8b-q5",1,56.4,null,1.03,11.02,11192,5,1],["mistral-7b-q4",1,67.5,null,0.46,5.06,21569,5,1],["mistral-7b-q5",1,59.3,null,0.93,10.29,15745,5,1],["gemma2-2b-q4",1,134,null,0.19,1.78,8192,5,0],["gemma2-9b-q4",1,46.9,null,0.57,5.42,4268,5,1],["phi3-mini-q4",1,79.9,null,0.27,3.16,4096,5,0],["qwen2.5-coder-7b-q4",1,70.8,53.2,0.48,4.86,32768,5,1],["llama3.2-1b-q4",1,241.8,146.7,0.11,1.24,131072,10,0],["qwen2.5-0.5b-q4",1,360.6,264.6,0.07,0.78,32768,10,0],["gemma-3-1b-q4",1,261.2,240.2,0.1,0.81,32768,10,0],["gemma-3-1b-q8",1,219.8,204.7,0.41,3.52,32768,10,0],["phi4-mini-3.8b-q4",1,101.1,48.5,0.27,3.16,35919,5,0],["phi4-mini-3.8b-q8",1,70.1,null,1.54,18.89,23768,5,1],["mage-vl-cowork-q4",1,99.5,null,0.31,3.99,30408,5,0],["smollm2-360m-q4",1,249.6,null,0.06,0.83,8192,10,0],["qwen3-8b-q4",1,60.7,null,0.52,5.67,13391,5,1],["gemma3-4b-q4",1,111.5,93.9,0.26,2.15,131072,5,0],["gemma3-4b-q8",1,74.3,66.1,1.45,12.31,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,70.8,53.2,0.48,4.86,43891,5,1],["qwen3.5-0.8b-q4",1,256,203.6,0.08,0.74,262144,10,0],["qwen3.5-2b-q4",1,139,122,0.13,1.2,262144,10,0],["qwen3.5-4b-q4",1,109,84.3,0.25,2.35,138897,5,0],["qwen3.5-4b-q8",1,70.4,59.2,1.43,13.62,82934,5,1],["qwen3.5-9b-q4",1,64.8,55.2,0.5,4.34,47940,5,1],["lfm2.5-8b-a1b-q4",1,164.3,141,0.13,1.15,128000,15,0],["granite4.1-3b-q4",1,121.3,66.9,0.25,3.02,62261,5,0],["granite4.1-8b-q4",1,55.3,null,0.53,5.94,11304,5,1],["gemma4-e4b-q4",1,90.3,81.6,0.45,3.74,116482,5,1],["gemma4-e2b-q4",1,178.2,161.4,0.26,2.25,131072,5,0],["gemma4-e2b-q8",1,137.7,127.4,1.5,12.94,131072,5,0],["ornith-9b-q4",1,64.8,55.2,0.5,4.34,47940,5,1],["granite4.2-3b-q4",1,121.8,67,0.26,3.13,60498,5,0],["granite4.2-8b-q4",1,57.4,null,0.56,6.12,11304,5,1],["minicpm-v4.5-8b-q4",1,62.6,null,0.52,5.67,14738,5,1],["glm-4-9b-chat-q4",1,55.5,null,0.59,6.39,23171,5,1],["mimo-v2.6-distill-qwen-9b",1,62.8,53.7,0.5,4.34,41473,5,1],["ministral-3-3b-q4",1,92,51,0.25,3.08,39871,5,1],["ministral-3-8b-q4",1,53.7,null,0.54,5.7,8457,5,1],["twil-8b-q4",1,57.4,null,0.56,6.12,11304,5,1],["nemotron-3.5-bolt-e4b-q4",1,81.7,74.6,0.45,3.74,65536,5,1],["granite-switch-4.1-8b-q4",1,47.4,null,0.56,6.21,4578,5,0],["jebadiah-9b-q4",1,63.3,null,0.5,4.34,4096,5,1],["jebadiah-9b-q5",1,56,null,1.01,8.77,4096,5,1],["lfm3-1.7b-q4",1,212.7,175.2,0.13,1.19,262144,10,0]]},"rtx-2070":{"label":"NVIDIA GeForce RTX 2070","kind":"gpu","budgetGb":7.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":57.7},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":57.7},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":57.7}},"cells":[["qwen2.5-1.5b-q4",1,208.7,133.3,0.14,1.54,32768,10,0],["qwen2.5-3b-q4",1,126.8,87.9,0.23,2.61,32768,5,0],["qwen2.5-7b-q4",1,63.2,47.1,0.49,5.01,32768,5,0],["llama3.2-3b-q4",1,108.4,49.8,0.24,2.82,45171,5,0],["llama3.1-8b-q4",1,56.8,null,0.52,5.57,17389,5,0],["llama3.1-8b-q5",1,50,null,1.06,11.36,11192,5,0],["mistral-7b-q4",1,60.1,null,0.48,5.21,21569,5,0],["mistral-7b-q5",1,52.6,null,0.96,10.61,15745,5,0],["gemma2-2b-q4",1,123,null,0.19,1.83,8192,5,0],["gemma2-9b-q4",1,41.4,null,0.58,5.58,4268,5,0],["phi3-mini-q4",1,71.6,null,0.28,3.25,4096,5,0],["qwen2.5-coder-7b-q4",1,63.2,47.1,0.49,5.01,32768,5,0],["llama3.2-1b-q4",1,233.5,135.5,0.12,1.27,131072,10,0],["qwen2.5-0.5b-q4",1,369.2,258.3,0.07,0.8,32768,10,0],["gemma-3-1b-q4",1,254.6,231.8,0.1,0.82,32768,10,0],["gemma-3-1b-q8",1,210.1,194.3,0.42,3.62,32768,10,0],["phi4-mini-3.8b-q4",1,91.4,42.9,0.28,3.25,35919,5,0],["phi4-mini-3.8b-q8",1,62.6,null,1.59,19.48,23768,5,0],["mage-vl-cowork-q4",1,90,null,0.32,4.11,30408,5,0],["smollm2-360m-q4",1,242,null,0.07,0.85,8192,10,0],["qwen3-8b-q4",1,53.9,null,0.54,5.84,13391,5,0],["gemma3-4b-q4",1,101.3,84.7,0.26,2.21,131072,5,0],["gemma3-4b-q8",1,66.4,58.8,1.5,12.69,131072,5,0],["deepseek-r1-distill-qwen-7b-q4",1,63.2,47.1,0.49,5.01,43891,5,0],["qwen3.5-0.8b-q4",1,248.9,193,0.08,0.76,262144,10,0],["qwen3.5-2b-q4",1,128,111.4,0.14,1.22,262144,10,0],["qwen3.5-4b-q4",1,99,75.7,0.26,2.42,138897,5,0],["qwen3.5-4b-q8",1,62.9,52.6,1.47,14.04,82934,5,0],["qwen3.5-9b-q4",1,57.7,49,0.51,4.46,47940,5,0],["lfm2.5-8b-a1b-q4",1,153,129.9,0.13,1.18,128000,15,0],["granite4.1-3b-q4",1,110.7,59.6,0.25,3.1,62261,5,0],["granite4.1-8b-q4",1,49,null,0.55,6.12,11304,5,0],["gemma4-e4b-q4",1,81.3,73.2,0.46,3.85,116482,5,0],["gemma4-e2b-q4",1,167,150,0.27,2.31,131072,5,0],["gemma4-e2b-q8",1,126.7,116.7,1.54,13.34,131072,5,0],["ornith-9b-q4",1,57.7,49,0.51,4.46,47940,5,0],["granite4.2-3b-q4",1,111.2,59.7,0.27,3.22,60498,5,0],["granite4.2-8b-q4",1,51,null,0.57,6.31,11304,5,0],["minicpm-v4.5-8b-q4",1,55.6,null,0.54,5.84,14738,5,0],["glm-4-9b-chat-q4",1,49.2,null,0.61,6.59,23171,5,0],["mimo-v2.6-distill-qwen-9b",1,55.8,47.6,0.51,4.46,41473,5,0],["ministral-3-3b-q4",1,82.9,45.2,0.26,3.17,39871,5,0],["ministral-3-8b-q4",1,47.6,null,0.55,5.87,8457,5,0],["twil-8b-q4",1,51,null,0.57,6.31,11304,5,0],["nemotron-3.5-bolt-e4b-q4",1,73.3,66.7,0.46,3.85,65536,5,0],["granite-switch-4.1-8b-q4",1,41.8,null,0.57,6.4,4578,5,0],["jebadiah-9b-q4",1,56.3,null,0.51,4.46,4096,5,0],["jebadiah-9b-q5",1,49.7,null,1.04,9.04,4096,5,0],["lfm3-1.7b-q4",1,202.5,163.9,0.14,1.21,262144,10,0]]},"rtx-5060":{"label":"NVIDIA GeForce RTX 5060","kind":"gpu","budgetGb":7.2,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":72.9}},"cells":[["qwen2.5-1.5b-q4",1,246.1,162.6,0.12,1.32,32768,10,0],["qwen2.5-3b-q4",1,155.1,109.5,0.2,2.2,32768,5,0],["qwen2.5-7b-q4",1,79.7,59.8,0.41,4.17,32768,5,1],["llama3.2-3b-q4",1,133.8,63.2,0.2,2.37,45171,5,0],["llama3.1-8b-q4",1,71.8,null,0.44,4.62,17389,5,1],["llama3.1-8b-q5",1,63.4,null,0.87,9.38,11192,5,1],["mistral-7b-q4",1,75.9,null,0.4,4.33,21569,5,1],["mistral-7b-q5",1,66.6,null,0.8,8.76,15745,5,1],["gemma2-2b-q4",1,150.8,null,0.17,1.56,8192,5,0],["gemma2-9b-q4",1,52.7,null,0.49,4.63,4268,5,1],["phi3-mini-q4",1,89.8,null,0.23,2.72,4096,5,0],["qwen2.5-coder-7b-q4",1,79.7,59.8,0.41,4.17,32768,5,1],["llama3.2-1b-q4",1,272.4,165.1,0.1,1.1,131072,10,0],["qwen2.5-0.5b-q4",1,406.6,298.1,0.07,0.71,32768,10,0],["gemma-3-1b-q4",1,294.3,270.5,0.09,0.73,32768,10,0],["gemma-3-1b-q8",1,247.6,230.6,0.35,3.03,32768,10,0],["phi4-mini-3.8b-q4",1,113.7,54.5,0.23,2.73,35919,5,0],["phi4-mini-3.8b-q8",1,78.9,null,1.31,16.05,23768,5,1],["mage-vl-cowork-q4",1,112,null,0.27,3.43,30408,5,0],["smollm2-360m-q4",1,281.2,null,0.06,0.75,8192,10,0],["qwen3-8b-q4",1,68.2,null,0.45,4.85,13391,5,1],["gemma3-4b-q4",1,125.5,105.7,0.22,1.87,131072,5,0],["gemma3-4b-q8",1,83.6,74.3,1.24,10.48,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,79.7,59.8,0.41,4.17,43891,5,1],["qwen3.5-0.8b-q4",1,288.4,229.2,0.07,0.68,262144,10,0],["qwen3.5-2b-q4",1,156.5,137.3,0.12,1.06,262144,10,0],["qwen3.5-4b-q4",1,122.6,94.9,0.22,2.04,138897,5,0],["qwen3.5-4b-q8",1,79.2,66.6,1.22,11.58,82934,5,1],["qwen3.5-9b-q4",1,72.9,62.1,0.43,3.72,47940,5,1],["lfm2.5-8b-a1b-q4",1,185,158.7,0.11,1.03,128000,15,0],["granite4.1-3b-q4",1,136.5,75.2,0.21,2.6,62261,5,0],["granite4.1-8b-q4",1,62.1,null,0.46,5.08,11304,5,1],["gemma4-e4b-q4",1,101.5,91.8,0.39,3.21,116482,5,1],["gemma4-e2b-q4",1,200.7,181.6,0.23,1.95,131072,5,0],["gemma4-e2b-q8",1,155,143.4,1.28,11.01,131072,5,0],["ornith-9b-q4",1,72.9,62.1,0.43,3.72,47940,5,1],["granite4.2-3b-q4",1,137,75.4,0.23,2.7,60498,5,0],["granite4.2-8b-q4",1,64.6,null,0.48,5.23,11304,5,1],["minicpm-v4.5-8b-q4",1,70.4,null,0.45,4.85,14738,5,1],["glm-4-9b-chat-q4",1,62.5,null,0.51,5.46,23171,5,1],["mimo-v2.6-distill-qwen-9b",1,70.6,60.4,0.43,3.72,41473,5,1],["ministral-3-3b-q4",1,103.5,57.4,0.22,2.65,39871,5,1],["ministral-3-8b-q4",1,60.4,null,0.46,4.88,8457,5,1],["twil-8b-q4",1,64.6,null,0.48,5.23,11304,5,1],["nemotron-3.5-bolt-e4b-q4",1,91.9,83.9,0.39,3.21,65536,5,1],["granite-switch-4.1-8b-q4",1,53.3,null,0.48,5.31,4578,5,0],["jebadiah-9b-q4",1,71.2,null,0.43,3.72,4096,5,1],["jebadiah-9b-q5",1,63,null,0.86,7.48,4096,5,1],["lfm3-1.7b-q4",1,239.5,197.2,0.12,1.05,262144,10,0]]},"rtx-4070":{"label":"NVIDIA GeForce RTX 4070","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2}},"cells":[["qwen2.5-1.5b-q4",1,258.9,172.6,0.09,0.98,32768,10,1],["qwen2.5-3b-q4",1,164.8,116.9,0.14,1.56,32768,5,1],["qwen2.5-7b-q4",1,85.4,64.2,0.28,2.85,32768,5,1],["qwen2.5-14b-q4",1,44.6,null,0.52,5.56,9215,15,1],["llama3.2-3b-q4",1,142.5,67.8,0.15,1.67,76560,5,1],["llama3.1-8b-q4",1,77,45.8,0.3,3.15,44855,5,1],["llama3.1-8b-q8",1,48.5,null,1.74,18.82,17236,5,1],["llama3.1-8b-q5",1,68,42.5,0.59,6.28,38658,5,1],["mistral-7b-q4",1,81.3,47.3,0.28,2.96,32768,5,1],["mistral-7b-q5",1,71.5,43.8,0.54,5.88,32768,5,1],["mistral-7b-q8",1,50.9,null,1.59,17.56,23631,5,1],["mistral-nemo-12b-q4",1,55.5,null,0.43,4.41,22755,15,1],["gemma2-2b-q4",1,160.3,null,0.12,1.13,8192,5,1],["gemma2-9b-q4",1,56.6,null,0.33,3.16,8192,5,1],["phi3-mini-q4",1,96.1,null,0.17,1.9,4096,5,1],["phi3-medium-q4",1,44.6,null,0.49,5.1,4096,15,1],["phi4-14b-q4",1,43.4,null,0.51,5.27,8529,15,1],["qwen2.5-coder-7b-q4",1,85.4,64.2,0.28,2.85,32768,5,1],["qwen2.5-coder-14b-q4",1,44.6,null,0.52,5.56,9215,15,1],["llama3.2-1b-q4",1,285.7,175.2,0.08,0.83,131072,10,1],["qwen2.5-0.5b-q4",1,420.4,311.8,0.06,0.58,32768,10,0],["gemma-3-1b-q4",1,307.9,283.8,0.07,0.59,32768,10,1],["gemma-3-1b-q8",1,260.4,242.9,0.24,2.1,32768,10,1],["phi4-mini-3.8b-q4",1,121.3,58.6,0.17,1.9,63385,5,1],["phi4-mini-3.8b-q8",1,84.5,48.4,0.88,10.67,51234,5,1],["mage-vl-cowork-q4",1,119.5,54.6,0.19,2.36,54822,5,1],["smollm2-360m-q4",1,294.7,null,0.05,0.6,8192,10,0],["qwen3-8b-q4",1,73.2,42.4,0.31,3.3,37805,5,1],["qwen3-8b-q8",1,47.1,null,1.79,19.78,13216,5,1],["qwen3-14b-q4",1,44,null,0.52,5.3,9300,15,1],["gemma3-4b-q4",1,133.7,112.9,0.16,1.34,131072,5,1],["gemma3-4b-q8",1,89.5,79.6,0.83,7,131072,5,1],["gemma3-12b-q4",1,51.9,42.2,0.41,3.43,48136,15,1],["deepseek-r1-distill-qwen-7b-q4",1,85.4,64.2,0.28,2.85,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,53,44,1.64,16.85,47110,5,1],["deepseek-r1-distill-qwen-14b-q4",1,44.6,null,0.52,5.56,9215,15,1],["qwen3.5-0.8b-q4",1,301.9,241.5,0.06,0.55,262144,10,1],["qwen3.5-2b-q4",1,166.2,146.1,0.09,0.81,262144,10,1],["qwen3.5-4b-q4",1,130.7,101.5,0.16,1.45,248760,5,1],["qwen3.5-4b-q8",1,84.9,71.5,0.81,7.73,192797,5,1],["qwen3.5-9b-q4",1,78.2,66.7,0.3,2.56,157803,5,1],["lfm2.5-8b-a1b-q4",1,195.9,168.6,0.09,0.78,128000,15,1],["granite4.1-3b-q4",1,145.3,80.6,0.15,1.82,106207,5,1],["granite4.1-8b-q4",1,66.7,38.4,0.31,3.45,33276,5,1],["gemma4-e4b-q4",1,108.5,98.2,0.27,2.22,131072,5,1],["gemma4-e4b-q8",1,78.5,73,1.53,12.76,131072,5,1],["gemma4-e2b-q4",1,212.1,192.4,0.16,1.39,131072,5,1],["gemma4-e2b-q8",1,164.7,152.5,0.85,7.35,131072,5,1],["gemma4-12b-q4",1,51.5,42,0.41,3.43,47043,15,1],["qwen3.5-9b-q8",1,48.8,44.1,1.71,14.94,38833,5,1],["ornith-9b-q4",1,78.2,66.7,0.3,2.56,157803,5,1],["granite4.2-3b-q4",1,145.9,80.8,0.16,1.88,104443,5,1],["granite4.2-8b-q4",1,69.3,39.3,0.33,3.55,33276,5,1],["minicpm-v4.5-8b-q4",1,75.5,43.1,0.31,3.3,39152,5,1],["glm-4-9b-chat-q4",1,67,56.6,0.35,3.7,111062,5,1],["glm-4-9b-chat-q8",1,43.9,null,2.04,22.42,19653,5,0],["mimo-v2.6-distill-qwen-9b",1,75.7,64.8,0.3,2.56,151336,5,1],["ministral-3-3b-q4",1,110.5,61.6,0.16,1.85,73676,5,1],["ministral-3-8b-q4",1,64.9,40.3,0.32,3.32,34307,5,1],["ministral-3-14b-q4",1,44.7,null,0.47,4.72,10482,15,1],["mellum2.1-12b-q4",1,141,124.1,0.12,1.1,131072,15,1],["twil-8b-q4",1,69.3,39.3,0.33,3.55,33276,5,1],["nemotron-3.5-bolt-e4b-q4",1,98.3,89.8,0.27,2.22,65536,5,1],["granite-switch-4.1-8b-q4",1,57.2,null,0.33,3.6,25504,5,1],["jebadiah-9b-q4",1,76.4,null,0.3,2.56,4096,5,1],["jebadiah-9b-q5",1,67.6,null,0.58,5.03,4096,5,1],["jebadiah-9b-q8",1,47.6,null,1.71,14.94,4096,5,1],["lfm3-1.7b-q4",1,252.1,208.6,0.09,0.8,262144,10,1]]},"rtx-4070-super":{"label":"NVIDIA GeForce RTX 4070 SUPER","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2}},"cells":[["qwen2.5-1.5b-q4",1,258.9,172.6,0.08,0.86,32768,10,0],["qwen2.5-3b-q4",1,164.8,116.9,0.12,1.33,32768,5,0],["qwen2.5-7b-q4",1,85.4,64.2,0.24,2.4,32768,5,1],["qwen2.5-14b-q4",1,44.6,null,0.43,4.62,9215,15,0],["llama3.2-3b-q4",1,142.5,67.8,0.13,1.43,76560,5,0],["llama3.1-8b-q4",1,77,45.8,0.25,2.64,44855,5,1],["llama3.1-8b-q8",1,48.5,null,1.44,15.51,17236,5,0],["llama3.1-8b-q5",1,68,42.5,0.49,5.21,38658,5,1],["mistral-7b-q4",1,81.3,47.3,0.23,2.49,32768,5,1],["mistral-7b-q5",1,71.5,43.8,0.45,4.88,32768,5,1],["mistral-7b-q8",1,50.9,null,1.31,14.48,23631,5,0],["mistral-nemo-12b-q4",1,55.5,null,0.36,3.67,22755,15,0],["gemma2-2b-q4",1,160.3,null,0.11,0.99,8192,5,0],["gemma2-9b-q4",1,56.6,null,0.28,2.65,8192,5,1],["phi3-mini-q4",1,96.1,null,0.14,1.61,4096,5,0],["phi3-medium-q4",1,44.6,null,0.41,4.24,4096,15,0],["phi4-14b-q4",1,43.4,null,0.43,4.38,8529,15,0],["qwen2.5-coder-7b-q4",1,85.4,64.2,0.24,2.4,32768,5,1],["qwen2.5-coder-14b-q4",1,44.6,null,0.43,4.62,9215,15,0],["llama3.2-1b-q4",1,285.7,175.2,0.07,0.74,131072,10,0],["qwen2.5-0.5b-q4",1,420.4,311.8,0.05,0.53,32768,10,0],["gemma-3-1b-q4",1,307.9,283.8,0.06,0.54,32768,10,0],["gemma-3-1b-q8",1,260.4,242.9,0.21,1.78,32768,10,0],["phi4-mini-3.8b-q4",1,121.3,58.6,0.14,1.62,63385,5,0],["phi4-mini-3.8b-q8",1,84.5,48.4,0.73,8.82,51234,5,1],["mage-vl-cowork-q4",1,119.5,54.6,0.16,2,54822,5,0],["smollm2-360m-q4",1,294.7,null,0.05,0.55,8192,10,0],["qwen3-8b-q4",1,73.2,42.4,0.26,2.76,37805,5,1],["qwen3-8b-q8",1,47.1,null,1.47,16.29,13216,5,0],["qwen3-14b-q4",1,44,null,0.43,4.41,9300,15,0],["gemma3-4b-q4",1,133.7,112.9,0.14,1.16,131072,5,0],["gemma3-4b-q8",1,89.5,79.6,0.69,5.81,131072,5,1],["gemma3-12b-q4",1,51.9,42.2,0.34,2.88,48136,15,0],["deepseek-r1-distill-qwen-7b-q4",1,85.4,64.2,0.24,2.4,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,53,44,1.35,13.89,47110,5,0],["deepseek-r1-distill-qwen-14b-q4",1,44.6,null,0.43,4.62,9215,15,0],["qwen3.5-0.8b-q4",1,301.9,241.5,0.06,0.51,262144,10,0],["qwen3.5-2b-q4",1,166.2,146.1,0.08,0.72,262144,10,0],["qwen3.5-4b-q4",1,130.7,101.5,0.14,1.25,248760,5,0],["qwen3.5-4b-q8",1,84.9,71.5,0.68,6.41,192797,5,1],["qwen3.5-9b-q4",1,78.2,66.7,0.25,2.15,157803,5,1],["lfm2.5-8b-a1b-q4",1,195.9,168.6,0.08,0.7,128000,15,0],["granite4.1-3b-q4",1,145.3,80.6,0.13,1.55,106207,5,0],["granite4.1-8b-q4",1,66.7,38.4,0.27,2.89,33276,5,1],["gemma4-e4b-q4",1,108.5,98.2,0.23,1.88,131072,5,1],["gemma4-e4b-q8",1,78.5,73,1.26,10.53,131072,5,1],["gemma4-e2b-q4",1,212.1,192.4,0.14,1.2,131072,5,0],["gemma4-e2b-q8",1,164.7,152.5,0.71,6.09,131072,5,0],["gemma4-12b-q4",1,51.5,42,0.34,2.88,47043,15,0],["qwen3.5-9b-q8",1,48.8,44.1,1.42,12.32,38833,5,0],["ornith-9b-q4",1,78.2,66.7,0.25,2.15,157803,5,1],["granite4.2-3b-q4",1,145.9,80.8,0.14,1.6,104443,5,0],["granite4.2-8b-q4",1,69.3,39.3,0.28,2.97,33276,5,1],["minicpm-v4.5-8b-q4",1,75.5,43.1,0.26,2.76,39152,5,1],["glm-4-9b-chat-q4",1,67,56.6,0.29,3.1,111062,5,1],["glm-4-9b-chat-q8",1,43.9,null,1.68,18.47,19653,5,0],["mimo-v2.6-distill-qwen-9b",1,75.7,64.8,0.25,2.15,151336,5,1],["ministral-3-3b-q4",1,110.5,61.6,0.14,1.58,73676,5,1],["ministral-3-8b-q4",1,64.9,40.3,0.27,2.78,34307,5,1],["ministral-3-14b-q4",1,44.7,null,0.4,3.93,10482,15,0],["mellum2.1-12b-q4",1,141,124.1,0.1,0.96,131072,15,0],["twil-8b-q4",1,69.3,39.3,0.28,2.97,33276,5,1],["nemotron-3.5-bolt-e4b-q4",1,98.3,89.8,0.23,1.88,65536,5,1],["granite-switch-4.1-8b-q4",1,57.2,null,0.28,3.01,25504,5,0],["jebadiah-9b-q4",1,76.4,null,0.25,2.15,4096,5,1],["jebadiah-9b-q5",1,67.6,null,0.48,4.19,4096,5,1],["jebadiah-9b-q8",1,47.6,null,1.42,12.32,4096,5,0],["lfm3-1.7b-q4",1,252.1,208.6,0.08,0.71,262144,10,0]]},"rtx-5070":{"label":"NVIDIA GeForce RTX 5070","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.2}},"cells":[["qwen2.5-1.5b-q4",1,316.2,219.6,0.09,0.94,32768,10,0],["qwen2.5-3b-q4",1,210.4,152.9,0.14,1.49,32768,5,0],["qwen2.5-7b-q4",1,113.4,86.2,0.27,2.71,32768,5,1],["qwen2.5-14b-q4",1,60.4,null,0.49,5.27,9215,15,0],["llama3.2-3b-q4",1,183.9,90.9,0.14,1.59,76560,5,0],["llama3.1-8b-q4",1,102.7,62.1,0.29,2.99,44855,5,1],["llama3.1-8b-q8",1,65.7,null,1.65,17.79,17236,5,0],["llama3.1-8b-q5",1,91.1,57.7,0.56,5.95,38658,5,1],["mistral-7b-q4",1,108.2,64.1,0.26,2.81,32768,5,1],["mistral-7b-q5",1,95.6,59.5,0.51,5.56,32768,5,1],["mistral-7b-q8",1,68.7,null,1.5,16.6,23631,5,0],["mistral-nemo-12b-q4",1,74.9,null,0.41,4.18,22755,15,0],["gemma2-2b-q4",1,205.1,null,0.12,1.09,8192,5,0],["gemma2-9b-q4",1,76.3,null,0.32,3,8192,5,1],["phi3-mini-q4",1,127,null,0.16,1.81,4096,5,0],["phi3-medium-q4",1,60.5,null,0.47,4.83,4096,15,0],["phi4-14b-q4",1,58.9,null,0.49,4.99,8529,15,0],["qwen2.5-coder-7b-q4",1,113.4,86.2,0.27,2.71,32768,5,1],["qwen2.5-coder-14b-q4",1,60.4,null,0.49,5.27,9215,15,0],["llama3.2-1b-q4",1,344.6,222.6,0.08,0.8,131072,10,0],["qwen2.5-0.5b-q4",1,477.6,371.7,0.06,0.56,32768,10,0],["gemma-3-1b-q4",1,367.7,342.6,0.07,0.57,32768,10,0],["gemma-3-1b-q8",1,317.8,298.9,0.23,2,32768,10,0],["phi4-mini-3.8b-q4",1,158.3,78.9,0.16,1.81,63385,5,0],["phi4-mini-3.8b-q8",1,112.3,65.5,0.83,10.09,51234,5,1],["mage-vl-cowork-q4",1,156.1,73.7,0.18,2.25,54822,5,0],["smollm2-360m-q4",1,354,null,0.05,0.59,8192,10,0],["qwen3-8b-q4",1,97.8,57.5,0.29,3.13,37805,5,1],["qwen3-8b-q8",1,63.8,null,1.69,18.69,13216,5,0],["qwen3-14b-q4",1,59.6,null,0.49,5.02,9300,15,0],["gemma3-4b-q4",1,173.4,147.9,0.15,1.28,131072,5,0],["gemma3-4b-q8",1,118.6,106.1,0.78,6.63,131072,5,1],["gemma3-12b-q4",1,70.2,57.4,0.39,3.26,48136,15,0],["deepseek-r1-distill-qwen-7b-q4",1,113.4,86.2,0.27,2.71,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,71.6,59.7,1.55,15.93,47110,5,0],["deepseek-r1-distill-qwen-14b-q4",1,60.4,null,0.49,5.27,9215,15,0],["qwen3.5-0.8b-q4",1,361.5,297.4,0.06,0.54,262144,10,0],["qwen3.5-2b-q4",1,212.1,188.3,0.09,0.78,262144,10,0],["qwen3.5-4b-q4",1,169.8,133.7,0.15,1.39,248760,5,0],["qwen3.5-4b-q8",1,112.8,95.6,0.77,7.32,192797,5,1],["qwen3.5-9b-q4",1,104.2,89.4,0.28,2.43,157803,5,1],["lfm2.5-8b-a1b-q4",1,246.4,214.9,0.09,0.76,128000,15,0],["granite4.1-3b-q4",1,187.3,107.3,0.15,1.74,106207,5,0],["granite4.1-8b-q4",1,89.4,52.3,0.3,3.28,33276,5,1],["gemma4-e4b-q4",1,142.4,129.6,0.25,2.12,131072,5,1],["gemma4-e4b-q8",1,104.6,97.5,1.45,12.06,131072,5,1],["gemma4-e2b-q4",1,264.8,242.4,0.16,1.33,131072,5,0],["gemma4-e2b-q8",1,210.3,196,0.81,6.96,131072,5,0],["gemma4-12b-q4",1,69.6,57,0.39,3.26,47043,15,0],["qwen3.5-9b-q8",1,66,59.8,1.62,14.12,38833,5,0],["ornith-9b-q4",1,104.2,89.4,0.28,2.43,157803,5,1],["granite4.2-3b-q4",1,188,107.6,0.16,1.8,104443,5,0],["granite4.2-8b-q4",1,92.8,53.4,0.31,3.37,33276,5,1],["minicpm-v4.5-8b-q4",1,100.7,58.5,0.29,3.13,39152,5,1],["glm-4-9b-chat-q4",1,89.9,76.2,0.33,3.51,111062,5,1],["glm-4-9b-chat-q8",1,59.5,null,1.93,21.18,19653,5,0],["mimo-v2.6-distill-qwen-9b",1,101,87,0.28,2.43,151336,5,1],["ministral-3-3b-q4",1,145,82.9,0.15,1.77,73676,5,1],["ministral-3-8b-q4",1,87,54.8,0.3,3.15,34307,5,1],["ministral-3-14b-q4",1,60.6,null,0.45,4.47,10482,15,0],["mellum2.1-12b-q4",1,182.1,161.7,0.11,1.06,131072,15,0],["twil-8b-q4",1,92.8,53.4,0.31,3.37,33276,5,1],["nemotron-3.5-bolt-e4b-q4",1,129.7,119,0.25,2.12,65536,5,1],["granite-switch-4.1-8b-q4",1,77.1,null,0.31,3.42,25504,5,0],["jebadiah-9b-q4",1,101.9,null,0.28,2.43,4096,5,1],["jebadiah-9b-q5",1,90.6,null,0.55,4.77,4096,5,1],["jebadiah-9b-q8",1,64.5,null,1.62,14.12,4096,5,0],["lfm3-1.7b-q4",1,308.8,260.8,0.09,0.77,262144,10,0]]},"rtx-5070-ti":{"label":"NVIDIA GeForce RTX 5070 Ti","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":132.6},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":132.6},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":132.6}},"cells":[["qwen2.5-1.5b-q4",1,368.6,266.2,0.07,0.75,32768,10,0],["qwen2.5-3b-q4",1,256.1,190.6,0.11,1.14,32768,5,1],["qwen2.5-7b-q4",1,143.8,110.6,0.2,2,32768,5,1],["qwen2.5-14b-q4",1,78.4,null,0.36,3.8,27526,15,0],["llama3.2-3b-q4",1,226.3,116.4,0.11,1.21,107950,5,1],["llama3.1-8b-q4",1,130.8,80.5,0.21,2.2,72321,5,1],["llama3.1-8b-q8",1,85,60.5,1.17,12.59,44702,5,0],["llama3.1-8b-q5",1,116.7,75,0.4,4.27,66123,5,1],["mistral-7b-q4",1,137.5,83,0.2,2.07,32768,5,1],["mistral-7b-q5",1,122.2,77.2,0.37,4,32768,5,1],["mistral-7b-q8",1,88.9,62.4,1.07,11.75,32768,5,0],["mistral-nemo-12b-q4",1,96.6,61.3,0.3,3.03,44728,15,0],["mistral-nemo-12b-q8",1,58.1,null,1.75,18.02,8408,15,0],["gemma2-2b-q4",1,250.2,null,0.09,0.86,8192,5,1],["gemma2-9b-q4",1,98.3,null,0.23,2.2,8192,5,1],["phi3-mini-q4",1,160.1,null,0.12,1.36,4096,5,1],["phi3-medium-q4",1,78.5,null,0.34,3.49,4096,15,0],["phi4-14b-q4",1,76.5,null,0.35,3.6,16384,15,0],["qwen2.5-coder-7b-q4",1,143.8,110.6,0.2,2,32768,5,1],["qwen2.5-coder-14b-q4",1,78.4,null,0.36,3.8,27526,15,0],["llama3.2-1b-q4",1,397.3,269.5,0.07,0.66,131072,10,0],["mistral-small-22b-q4",1,56.4,null,0.52,5.45,7981,5,0],["qwen2.5-0.5b-q4",1,523.2,424,0.05,0.49,32768,10,0],["gemma-3-1b-q4",1,420.1,395.3,0.06,0.5,32768,10,0],["gemma-3-1b-q8",1,370.2,350.9,0.17,1.5,32768,10,0],["phi4-mini-3.8b-q4",1,196.9,101.5,0.12,1.37,90851,5,1],["phi4-mini-3.8b-q8",1,142.5,84.8,0.6,7.18,78700,5,1],["mage-vl-cowork-q4",1,194.3,95.1,0.14,1.67,79236,5,1],["smollm2-360m-q4",1,406.6,null,0.05,0.51,8192,10,0],["qwen3-8b-q4",1,124.8,74.7,0.22,2.29,40960,5,1],["qwen3-8b-q8",1,82.7,57.3,1.2,13.22,37630,5,0],["qwen3-14b-q4",1,77.4,null,0.36,3.62,31273,15,0],["gemma3-4b-q4",1,214.3,184.7,0.12,0.99,131072,5,1],["gemma3-4b-q8",1,150,134.9,0.56,4.75,131072,5,1],["gemma3-12b-q4",1,90.6,74.5,0.28,2.38,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,143.8,110.6,0.2,2,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,92.4,77.5,1.1,11.28,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,78.4,null,0.36,3.8,27526,15,0],["qwen3.5-0.8b-q4",1,414,349.3,0.05,0.47,262144,10,0],["qwen3.5-2b-q4",1,257.9,231.2,0.07,0.64,262144,10,1],["qwen3.5-4b-q4",1,210.1,168,0.12,1.07,262144,5,1],["qwen3.5-4b-q8",1,143,122.2,0.55,5.23,262144,5,1],["qwen3.5-9b-q4",1,132.6,114.5,0.21,1.8,262144,5,1],["lfm2.5-8b-a1b-q4",1,295.5,261,0.07,0.62,128000,15,0],["granite4.1-3b-q4",1,230.1,136.5,0.12,1.31,131072,5,1],["granite4.1-8b-q4",1,114.6,68.1,0.22,2.39,55249,5,1],["gemma4-e4b-q4",1,178.4,163.2,0.19,1.58,131072,5,1],["gemma4-e4b-q8",1,133.2,124.5,1.03,8.57,131072,5,1],["gemma4-e2b-q4",1,315.1,291.2,0.12,1.03,131072,5,0],["gemma4-e2b-q8",1,255.9,239.9,0.58,4.98,131072,5,1],["gemma4-12b-q4",1,89.9,74,0.28,2.38,101975,15,0],["gpt-oss-20b",1,158.9,null,0.19,1.87,24554,15,1],["qwen3.5-9b-q8",1,85.5,77.6,1.15,10.01,148696,5,0],["gemma4-12b-q8",1,57,null,1.63,13.82,21283,15,0],["ornith-9b-q4",1,132.6,114.5,0.21,1.8,262144,5,1],["granite4.2-3b-q4",1,231,136.7,0.12,1.36,131072,5,1],["granite4.2-8b-q4",1,118.7,69.5,0.23,2.46,55249,5,1],["minicpm-v4.5-8b-q4",1,128.4,76,0.22,2.29,40960,5,1],["glm-4-9b-chat-q4",1,115.1,98.3,0.24,2.56,131072,5,1],["glm-4-9b-chat-q8",1,77.3,69.3,1.37,14.98,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,128.8,111.6,0.21,1.8,261199,5,1],["ministral-3-3b-q4",1,181.4,106.5,0.12,1.34,107480,5,1],["ministral-3-8b-q4",1,111.6,71.3,0.22,2.31,60157,5,1],["ministral-3-14b-q4",1,78.6,null,0.33,3.24,32455,15,0],["mellum2.1-12b-q4",1,224.3,200.8,0.09,0.84,131072,15,0],["twil-8b-q4",1,118.7,69.5,0.23,2.46,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,163.4,150.5,0.19,1.58,65536,5,1],["granite-switch-4.1-8b-q4",1,99.3,61.2,0.23,2.5,46430,5,0],["jebadiah-9b-q4",1,129.9,null,0.21,1.8,4096,5,1],["jebadiah-9b-q5",1,116,null,0.4,3.44,4096,5,1],["jebadiah-9b-q8",1,83.5,null,1.15,10.01,4096,5,0],["lfm3-1.7b-q4",1,361.1,310.9,0.07,0.64,262144,10,0]]},"rtx-4070-ti-super":{"label":"NVIDIA GeForce RTX 4070 Ti SUPER","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":100.6},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":100.6},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":100.6}},"cells":[["qwen2.5-1.5b-q4",1,308.9,213.4,0.07,0.75,32768,10,0],["qwen2.5-3b-q4",1,204.4,148,0.11,1.13,32768,5,0],["qwen2.5-7b-q4",1,109.6,83.2,0.2,1.99,32768,5,1],["qwen2.5-14b-q4",1,58.2,null,0.36,3.78,27526,15,0],["llama3.2-3b-q4",1,178.4,87.7,0.11,1.21,107950,5,0],["llama3.1-8b-q4",1,99.2,59.9,0.21,2.19,72321,5,1],["llama3.1-8b-q8",1,63.3,44.6,1.17,12.54,44702,5,0],["llama3.1-8b-q5",1,88,55.6,0.4,4.26,66123,5,1],["mistral-7b-q4",1,104.5,61.8,0.2,2.06,32768,5,1],["mistral-7b-q5",1,92.3,57.3,0.37,3.99,32768,5,1],["mistral-7b-q8",1,66.3,46.1,1.06,11.71,32768,5,0],["mistral-nemo-12b-q4",1,72.2,45.2,0.3,3.02,44728,15,0],["mistral-nemo-12b-q8",1,42.8,null,1.74,17.95,8408,15,0],["gemma2-2b-q4",1,199.2,null,0.09,0.86,8192,5,0],["gemma2-9b-q4",1,73.6,null,0.23,2.19,8192,5,1],["phi3-mini-q4",1,122.8,null,0.12,1.36,4096,5,0],["phi3-medium-q4",1,58.3,null,0.34,3.47,4096,15,0],["phi4-14b-q4",1,56.8,null,0.35,3.59,16384,15,0],["qwen2.5-coder-7b-q4",1,109.6,83.2,0.2,1.99,32768,5,1],["qwen2.5-coder-14b-q4",1,58.2,null,0.36,3.78,27526,15,0],["llama3.2-1b-q4",1,337.2,216.4,0.07,0.66,131072,10,0],["mistral-small-22b-q4",1,41.5,null,0.52,5.43,7981,5,0],["qwen2.5-0.5b-q4",1,470.5,364.1,0.05,0.49,32768,10,0],["gemma-3-1b-q4",1,360.2,335.2,0.06,0.49,32768,10,0],["gemma-3-1b-q8",1,310.4,291.7,0.17,1.49,32768,10,0],["phi4-mini-3.8b-q4",1,153.3,76.1,0.12,1.36,90851,5,0],["phi4-mini-3.8b-q8",1,108.5,63.1,0.59,7.16,78700,5,1],["mage-vl-cowork-q4",1,151.2,71.1,0.14,1.67,79236,5,0],["smollm2-360m-q4",1,346.5,null,0.05,0.51,8192,10,0],["qwen3-8b-q4",1,94.4,55.4,0.22,2.29,40960,5,1],["qwen3-8b-q8",1,61.5,42.2,1.19,13.17,37630,5,0],["qwen3-14b-q4",1,57.5,null,0.35,3.61,31273,15,0],["gemma3-4b-q4",1,168.1,143.2,0.12,0.99,131072,5,0],["gemma3-4b-q8",1,114.6,102.5,0.56,4.73,131072,5,1],["gemma3-12b-q4",1,67.6,55.3,0.28,2.38,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,109.6,83.2,0.2,1.99,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,69,57.5,1.1,11.24,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,58.2,null,0.36,3.78,27526,15,0],["qwen3.5-0.8b-q4",1,354,290.2,0.05,0.47,262144,10,0],["qwen3.5-2b-q4",1,206,182.7,0.07,0.64,262144,10,0],["qwen3.5-4b-q4",1,164.5,129.3,0.12,1.07,262144,5,0],["qwen3.5-4b-q8",1,109,92.3,0.55,5.21,262144,5,1],["qwen3.5-9b-q4",1,100.6,86.3,0.21,1.79,262144,5,1],["lfm2.5-8b-a1b-q4",1,239.8,208.7,0.07,0.62,128000,15,0],["granite4.1-3b-q4",1,181.7,103.7,0.12,1.31,131072,5,0],["granite4.1-8b-q4",1,86.3,50.3,0.22,2.39,55249,5,1],["gemma4-e4b-q4",1,137.9,125.3,0.19,1.57,131072,5,1],["gemma4-e4b-q8",1,101,94.1,1.02,8.54,131072,5,1],["gemma4-e2b-q4",1,257.9,235.9,0.12,1.03,131072,5,0],["gemma4-e2b-q8",1,204.3,190.2,0.58,4.96,131072,5,0],["gemma4-12b-q4",1,67.1,54.9,0.28,2.38,101975,15,0],["gpt-oss-20b",1,121.8,null,0.19,1.87,24554,15,0],["qwen3.5-9b-q8",1,63.7,57.6,1.15,9.97,148696,5,0],["gemma4-12b-q8",1,41.9,null,1.62,13.76,21283,15,0],["ornith-9b-q4",1,100.6,86.3,0.21,1.79,262144,5,1],["granite4.2-3b-q4",1,182.4,103.9,0.12,1.35,131072,5,0],["granite4.2-8b-q4",1,89.6,51.4,0.23,2.45,55249,5,1],["minicpm-v4.5-8b-q4",1,97.3,56.4,0.22,2.28,40960,5,1],["glm-4-9b-chat-q4",1,86.7,73.5,0.24,2.55,131072,5,1],["glm-4-9b-chat-q8",1,57.3,51.3,1.36,14.92,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,97.6,84,0.21,1.79,261199,5,1],["ministral-3-3b-q4",1,140.3,79.9,0.12,1.33,107480,5,1],["ministral-3-8b-q4",1,84,52.8,0.22,2.3,60157,5,1],["ministral-3-14b-q4",1,58.4,null,0.33,3.22,32455,15,0],["mellum2.1-12b-q4",1,176.7,156.6,0.09,0.84,131072,15,0],["twil-8b-q4",1,89.6,51.4,0.23,2.45,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,125.5,115,0.19,1.57,65536,5,1],["granite-switch-4.1-8b-q4",1,74.4,45.2,0.23,2.49,46430,5,0],["jebadiah-9b-q4",1,98.4,null,0.21,1.79,4096,5,1],["jebadiah-9b-q5",1,87.4,null,0.4,3.43,4096,5,1],["jebadiah-9b-q8",1,62.1,null,1.15,9.97,4096,5,0],["lfm3-1.7b-q4",1,301.6,254,0.07,0.64,262144,10,0]]},"rtx-4070-ti":{"label":"NVIDIA GeForce RTX 4070 Ti","kind":"gpu","budgetGb":10.8,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":78.2}},"cells":[["qwen2.5-1.5b-q4",1,258.9,172.6,0.08,0.79,32768,10,0],["qwen2.5-3b-q4",1,164.8,116.9,0.11,1.22,32768,5,0],["qwen2.5-7b-q4",1,85.4,64.2,0.22,2.16,32768,5,1],["qwen2.5-14b-q4",1,44.6,null,0.39,4.13,9215,15,0],["llama3.2-3b-q4",1,142.5,67.8,0.12,1.3,76560,5,0],["llama3.1-8b-q4",1,77,45.8,0.23,2.38,44855,5,1],["llama3.1-8b-q8",1,48.5,null,1.28,13.77,17236,5,0],["llama3.1-8b-q5",1,68,42.5,0.44,4.65,38658,5,1],["mistral-7b-q4",1,81.3,47.3,0.21,2.24,32768,5,1],["mistral-7b-q5",1,71.5,43.8,0.4,4.36,32768,5,1],["mistral-7b-q8",1,50.9,null,1.16,12.85,23631,5,1],["mistral-nemo-12b-q4",1,55.5,null,0.33,3.29,22755,15,1],["gemma2-2b-q4",1,160.3,null,0.1,0.91,8192,5,0],["gemma2-9b-q4",1,56.6,null,0.25,2.38,8192,5,1],["phi3-mini-q4",1,96.1,null,0.13,1.47,4096,5,0],["phi3-medium-q4",1,44.6,null,0.37,3.79,4096,15,0],["phi4-14b-q4",1,43.4,null,0.38,3.92,8529,15,0],["qwen2.5-coder-7b-q4",1,85.4,64.2,0.22,2.16,32768,5,1],["qwen2.5-coder-14b-q4",1,44.6,null,0.39,4.13,9215,15,0],["llama3.2-1b-q4",1,285.7,175.2,0.07,0.69,131072,10,0],["qwen2.5-0.5b-q4",1,420.4,311.8,0.05,0.5,32768,10,0],["gemma-3-1b-q4",1,307.9,283.8,0.06,0.51,32768,10,0],["gemma-3-1b-q8",1,260.4,242.9,0.19,1.61,32768,10,0],["phi4-mini-3.8b-q4",1,121.3,58.6,0.13,1.47,63385,5,0],["phi4-mini-3.8b-q8",1,84.5,48.4,0.65,7.84,51234,5,1],["mage-vl-cowork-q4",1,119.5,54.6,0.15,1.8,54822,5,0],["smollm2-360m-q4",1,294.7,null,0.05,0.52,8192,10,0],["qwen3-8b-q4",1,73.2,42.4,0.23,2.48,37805,5,1],["qwen3-8b-q8",1,47.1,null,1.31,14.46,13216,5,0],["qwen3-14b-q4",1,44,null,0.39,3.94,9300,15,0],["gemma3-4b-q4",1,133.7,112.9,0.13,1.06,131072,5,0],["gemma3-4b-q8",1,89.5,79.6,0.61,5.18,131072,5,1],["gemma3-12b-q4",1,51.9,42.2,0.31,2.58,48136,15,1],["deepseek-r1-distill-qwen-7b-q4",1,85.4,64.2,0.22,2.16,106670,5,1],["deepseek-r1-distill-qwen-7b-q8",1,53,44,1.2,12.33,47110,5,1],["deepseek-r1-distill-qwen-14b-q4",1,44.6,null,0.39,4.13,9215,15,0],["qwen3.5-0.8b-q4",1,301.9,241.5,0.05,0.49,262144,10,0],["qwen3.5-2b-q4",1,166.2,146.1,0.08,0.67,262144,10,0],["qwen3.5-4b-q4",1,130.7,101.5,0.13,1.14,248760,5,0],["qwen3.5-4b-q8",1,84.9,71.5,0.6,5.71,192797,5,1],["qwen3.5-9b-q4",1,78.2,66.7,0.23,1.94,157803,5,1],["lfm2.5-8b-a1b-q4",1,195.9,168.6,0.08,0.65,128000,15,0],["granite4.1-3b-q4",1,145.3,80.6,0.12,1.41,106207,5,0],["granite4.1-8b-q4",1,66.7,38.4,0.24,2.59,33276,5,1],["gemma4-e4b-q4",1,108.5,98.2,0.21,1.7,131072,5,1],["gemma4-e4b-q8",1,78.5,73,1.12,9.36,131072,5,1],["gemma4-e2b-q4",1,212.1,192.4,0.13,1.1,131072,5,0],["gemma4-e2b-q8",1,164.7,152.5,0.63,5.43,131072,5,0],["gemma4-12b-q4",1,51.5,42,0.31,2.58,47043,15,1],["qwen3.5-9b-q8",1,48.8,44.1,1.26,10.94,38833,5,0],["ornith-9b-q4",1,78.2,66.7,0.23,1.94,157803,5,1],["granite4.2-3b-q4",1,145.9,80.8,0.13,1.46,104443,5,0],["granite4.2-8b-q4",1,69.3,39.3,0.25,2.67,33276,5,1],["minicpm-v4.5-8b-q4",1,75.5,43.1,0.23,2.48,39152,5,1],["glm-4-9b-chat-q4",1,67,56.6,0.26,2.78,111062,5,1],["glm-4-9b-chat-q8",1,43.9,null,1.49,16.38,19653,5,0],["mimo-v2.6-distill-qwen-9b",1,75.7,64.8,0.23,1.94,151336,5,1],["ministral-3-3b-q4",1,110.5,61.6,0.12,1.43,73676,5,1],["ministral-3-8b-q4",1,64.9,40.3,0.24,2.5,34307,5,1],["ministral-3-14b-q4",1,44.7,null,0.35,3.52,10482,15,0],["mellum2.1-12b-q4",1,141,124.1,0.1,0.89,131072,15,0],["twil-8b-q4",1,69.3,39.3,0.25,2.67,33276,5,1],["nemotron-3.5-bolt-e4b-q4",1,98.3,89.8,0.21,1.7,65536,5,1],["granite-switch-4.1-8b-q4",1,57.2,null,0.25,2.71,25504,5,1],["jebadiah-9b-q4",1,76.4,null,0.23,1.94,4096,5,1],["jebadiah-9b-q5",1,67.6,null,0.43,3.74,4096,5,1],["jebadiah-9b-q8",1,47.6,null,1.26,10.94,4096,5,0],["lfm3-1.7b-q4",1,252.1,208.6,0.08,0.67,262144,10,0]]},"rtx-3080-10gb":{"label":"NVIDIA GeForce RTX 3080 10GB","kind":"gpu","budgetGb":9,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.9},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.9},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":104.9}},"cells":[["qwen2.5-1.5b-q4",1,300.1,214,0.09,0.96,32768,10,0],["qwen2.5-3b-q4",1,205.6,151.8,0.14,1.53,32768,5,0],["qwen2.5-7b-q4",1,113.9,87.2,0.28,2.8,32768,5,1],["llama3.2-3b-q4",1,181,91.8,0.14,1.64,60866,5,0],["llama3.1-8b-q4",1,103.4,null,0.3,3.09,31122,5,1],["llama3.1-8b-q5",1,92.1,null,0.58,6.16,24925,5,1],["mistral-7b-q4",1,108.8,65.3,0.27,2.9,32768,5,1],["mistral-7b-q5",1,96.5,null,0.53,5.76,29478,5,1],["mistral-7b-q8",1,69.9,null,1.55,17.2,9898,5,1],["mistral-nemo-12b-q4",1,76.1,null,0.43,4.32,11769,15,1],["gemma2-2b-q4",1,200.7,null,0.12,1.12,8192,5,0],["gemma2-9b-q4",1,77.5,null,0.33,3.1,8192,5,1],["phi3-mini-q4",1,127,null,0.16,1.86,4096,5,0],["qwen2.5-coder-7b-q4",1,113.9,87.2,0.28,2.8,32768,5,1],["llama3.2-1b-q4",1,324.6,216.8,0.08,0.82,131072,10,0],["qwen2.5-0.5b-q4",1,434.2,347.5,0.06,0.57,32768,10,0],["gemma-3-1b-q4",1,344.1,322.9,0.07,0.58,32768,10,0],["gemma-3-1b-q8",1,301.4,285,0.24,2.06,32768,10,0],["phi4-mini-3.8b-q4",1,156.9,80,0.17,1.87,49652,5,0],["phi4-mini-3.8b-q8",1,112.8,66.7,0.86,10.45,37501,5,1],["mage-vl-cowork-q4",1,154.9,74.9,0.19,2.32,42615,5,0],["smollm2-360m-q4",1,332.5,null,0.05,0.6,8192,10,0],["qwen3-8b-q4",1,98.7,null,0.3,3.24,25598,5,1],["gemma3-4b-q4",1,171.2,147,0.16,1.32,131072,5,0],["gemma3-4b-q8",1,118.9,106.8,0.81,6.86,131072,5,1],["gemma3-12b-q4",1,71.3,null,0.4,3.37,20670,15,1],["deepseek-r1-distill-qwen-7b-q4",1,113.9,87.2,0.28,2.8,75280,5,1],["deepseek-r1-distill-qwen-7b-q8",1,72.8,null,1.61,16.5,15720,5,1],["qwen3.5-0.8b-q4",1,338.9,283.7,0.06,0.55,262144,10,0],["qwen3.5-2b-q4",1,207.1,185.1,0.09,0.8,262144,10,0],["qwen3.5-4b-q4",1,167.8,133.5,0.16,1.43,193829,5,0],["qwen3.5-4b-q8",1,113.3,96.5,0.8,7.58,137866,5,1],["qwen3.5-9b-q4",1,104.9,90.4,0.29,2.51,102871,5,1],["lfm2.5-8b-a1b-q4",1,238.4,209.7,0.09,0.77,128000,15,0],["granite4.1-3b-q4",1,184.2,108,0.15,1.79,84234,5,0],["granite4.1-8b-q4",1,90.4,null,0.31,3.39,22290,5,1],["gemma4-e4b-q4",1,141.9,129.5,0.26,2.18,131072,5,1],["gemma4-e4b-q8",1,105.3,98.4,1.5,12.5,65018,5,1],["gemma4-e2b-q4",1,254.8,234.8,0.16,1.37,131072,5,0],["gemma4-e2b-q8",1,205.5,192.2,0.84,7.21,131072,5,0],["gemma4-12b-q4",1,70.8,null,0.4,3.37,19577,15,1],["ornith-9b-q4",1,104.9,90.4,0.29,2.51,102871,5,1],["granite4.2-3b-q4",1,184.9,108.2,0.16,1.85,82470,5,0],["granite4.2-8b-q4",1,93.7,null,0.32,3.48,22290,5,1],["minicpm-v4.5-8b-q4",1,101.5,null,0.3,3.23,26945,5,1],["glm-4-9b-chat-q4",1,90.9,77.4,0.34,3.63,67116,5,1],["mimo-v2.6-distill-qwen-9b",1,101.8,88.1,0.29,2.51,96405,5,1],["ministral-3-3b-q4",1,144.3,84,0.15,1.82,56773,5,1],["ministral-3-8b-q4",1,88.1,null,0.31,3.26,21382,5,1],["mellum2.1-12b-q4",1,179.4,160.1,0.12,1.09,61708,15,0],["twil-8b-q4",1,93.7,null,0.32,3.48,22290,5,1],["nemotron-3.5-bolt-e4b-q4",1,129.7,119.3,0.26,2.18,65536,5,1],["granite-switch-4.1-8b-q4",1,78.3,null,0.32,3.53,15041,5,1],["jebadiah-9b-q4",1,102.7,null,0.29,2.51,4096,5,1],["jebadiah-9b-q5",1,91.6,null,0.57,4.93,4096,5,1],["lfm3-1.7b-q4",1,293.7,251.3,0.09,0.79,262144,10,0]]},"tesla-p100-pcie-16gb":{"label":"NVIDIA Tesla P100 PCIe 16GB","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":45.2}},"cells":[["qwen2.5-1.5b-q4",1,162.1,103.9,0.36,4.44,32768,10,0],["qwen2.5-3b-q4",1,98.9,68.7,0.68,8.06,32768,5,1],["qwen2.5-7b-q4",1,49.5,36.9,1.57,16.12,32768,5,1],["qwen2.5-14b-q4",1,25.4,null,3.04,33.05,27526,15,0],["llama3.2-3b-q4",1,84.7,39,0.71,8.76,107950,5,1],["llama3.1-8b-q4",1,44.5,26.1,1.67,18.01,72321,5,1],["llama3.1-8b-q8",1,27.7,19.3,10.67,115.72,44702,5,0],["llama3.1-8b-q5",1,39.2,24.2,3.47,37.53,66123,5,1],["mistral-7b-q4",1,47.1,27,1.52,16.8,32768,5,1],["mistral-7b-q5",1,41.2,25,3.15,34.99,32768,5,1],["mistral-7b-q8",1,29.1,19.9,9.69,107.86,32768,5,0],["mistral-nemo-12b-q4",1,31.8,19.6,2.5,25.84,44728,15,0],["mistral-nemo-12b-q8",1,18.5,null,16.1,166.78,8408,15,0],["gemma2-2b-q4",1,96,null,0.56,5.42,8192,5,1],["gemma2-9b-q4",1,32.5,null,1.87,18.05,8192,5,1],["phi3-mini-q4",1,56,null,0.84,10.19,4096,5,1],["phi3-medium-q4",1,25.4,null,2.86,30.14,4096,15,0],["phi4-14b-q4",1,24.8,null,2.99,31.22,16384,15,0],["qwen2.5-coder-7b-q4",1,49.5,36.9,1.57,16.12,32768,5,1],["qwen2.5-coder-14b-q4",1,25.4,null,3.04,33.05,27526,15,0],["llama3.2-1b-q4",1,181.1,105.6,0.3,3.55,131072,10,0],["mistral-small-22b-q4",1,17.9,null,4.54,48.56,7981,5,0],["qwen2.5-0.5b-q4",1,284,200,0.15,1.95,32768,10,0],["gemma-3-1b-q4",1,197.2,179.7,0.23,2.02,32768,10,0],["gemma-3-1b-q8",1,163.1,151,1.31,11.45,32768,10,0],["phi4-mini-3.8b-q4",1,71.5,33.6,0.84,10.21,90851,5,1],["phi4-mini-3.8b-q8",1,49,27.6,5.27,64.89,78700,5,1],["mage-vl-cowork-q4",1,70.4,31.3,0.98,13.1,79236,5,1],["smollm2-360m-q4",1,187.5,null,0.13,2.12,8192,10,0],["qwen3-8b-q4",1,42.2,24.1,1.71,18.92,40960,5,1],["qwen3-8b-q8",1,26.9,18.2,10.94,121.66,37630,5,0],["qwen3-14b-q4",1,25.1,null,3.01,31.38,31273,15,0],["gemma3-4b-q4",1,79.2,66.3,0.79,6.71,131072,5,1],["gemma3-4b-q8",1,52,46.1,4.96,42.02,131072,5,1],["gemma3-12b-q4",1,29.7,24.1,2.33,19.77,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,49.5,36.9,1.57,16.12,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,30.3,25.1,10.02,103.42,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,25.4,null,3.04,33.05,27526,15,0],["qwen3.5-0.8b-q4",1,192.8,150,0.17,1.8,262144,10,0],["qwen3.5-2b-q4",1,99.8,87,0.37,3.38,262144,10,1],["qwen3.5-4b-q4",1,77.3,59.3,0.78,7.41,262144,5,1],["qwen3.5-4b-q8",1,49.2,41.2,4.87,46.57,262144,5,1],["qwen3.5-9b-q4",1,45.2,38.4,1.64,14.29,262144,5,1],["lfm2.5-8b-a1b-q4",1,119.2,101.3,0.35,3.24,128000,15,0],["granite4.1-3b-q4",1,86.5,46.7,0.76,9.71,131072,5,1],["granite4.1-8b-q4",1,38.4,21.9,1.76,19.88,55249,5,1],["gemma4-e4b-q4",1,63.6,57.3,1.46,12.21,131072,5,1],["gemma4-e4b-q8",1,45.4,42.1,9.32,77.92,131072,5,1],["gemma4-e2b-q4",1,130,116.9,0.82,7.04,131072,5,0],["gemma4-e2b-q8",1,98.8,91.1,5.11,44.21,131072,5,1],["gemma4-12b-q4",1,29.5,23.9,2.33,19.77,101975,15,0],["gpt-oss-20b",1,55.5,null,1.49,14.97,24554,15,1],["qwen3.5-9b-q8",1,27.9,25.1,10.49,91.49,148696,5,0],["gemma4-12b-q8",1,18.1,null,14.96,127.24,21283,15,0],["ornith-9b-q4",1,45.2,38.4,1.64,14.29,262144,5,1],["granite4.2-3b-q4",1,86.8,46.8,0.81,10.11,131072,5,1],["granite4.2-8b-q4",1,39.9,22.3,1.84,20.51,55249,5,1],["minicpm-v4.5-8b-q4",1,43.6,24.6,1.71,18.92,40960,5,1],["glm-4-9b-chat-q4",1,38.6,32.4,1.95,21.45,131072,5,1],["glm-4-9b-chat-q8",1,25,22.3,12.53,138.15,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,43.7,37.3,1.64,14.29,261199,5,1],["ministral-3-3b-q4",1,64.8,35.4,0.77,9.92,107480,5,1],["ministral-3-8b-q4",1,37.3,23,1.76,19.05,60157,5,1],["ministral-3-14b-q4",1,25.5,null,2.74,27.78,32455,15,0],["mellum2.1-12b-q4",1,83.8,73.2,0.53,5.24,131072,15,0],["twil-8b-q4",1,39.9,22.3,1.84,20.51,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,57.4,52.2,1.46,12.21,65536,5,1],["granite-switch-4.1-8b-q4",1,32.8,19.5,1.84,20.82,46430,5,0],["jebadiah-9b-q4",1,44.1,null,1.64,14.29,4096,5,1],["jebadiah-9b-q5",1,38.9,null,3.41,29.71,4096,5,1],["jebadiah-9b-q8",1,27.2,null,10.49,91.49,4096,5,0],["lfm3-1.7b-q4",1,157.3,127.6,0.36,3.35,262144,10,0]]},"tesla-t4":{"label":"NVIDIA Tesla T4","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":39.6},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":39.6},"40":{"model":"gpt-oss-20b","eci":134.97,"decodeTps":49}},"cells":[["qwen2.5-1.5b-q4",1,153.4,94.6,0.13,1.5,32768,10,0],["qwen2.5-3b-q4",1,89.7,61.2,0.22,2.54,32768,5,1],["qwen2.5-7b-q4",1,43.5,32.2,0.48,4.86,32768,5,1],["qwen2.5-14b-q4",1,22,null,0.9,9.73,27526,15,0],["llama3.2-3b-q4",1,76.1,34.1,0.23,2.74,107950,5,1],["llama3.1-8b-q4",1,39,22.6,0.51,5.4,72321,5,1],["llama3.1-8b-q8",1,24,16.6,3.1,33.51,44702,5,0],["llama3.1-8b-q5",1,34.2,20.9,1.03,11.02,66123,5,1],["mistral-7b-q4",1,41.3,23.4,0.46,5.06,32768,5,1],["mistral-7b-q5",1,36,21.6,0.93,10.29,32768,5,1],["mistral-7b-q8",1,25.2,17.2,2.82,31.25,32768,5,0],["mistral-nemo-12b-q4",1,27.6,16.9,0.75,7.66,44728,15,0],["mistral-nemo-12b-q8",1,15.9,null,4.66,48.2,8408,15,0],["gemma2-2b-q4",1,86.9,null,0.19,1.78,8192,5,1],["gemma2-9b-q4",1,28.2,null,0.57,5.42,8192,5,1],["phi3-mini-q4",1,49.4,null,0.27,3.16,4096,5,1],["phi3-medium-q4",1,22,null,0.85,8.89,4096,15,0],["phi4-14b-q4",1,21.4,null,0.89,9.2,16384,15,0],["qwen2.5-coder-7b-q4",1,43.5,32.2,0.48,4.86,32768,5,1],["qwen2.5-coder-14b-q4",1,22,null,0.9,9.73,27526,15,0],["llama3.2-1b-q4",1,173.6,96.2,0.11,1.24,131072,10,0],["mistral-small-22b-q4",1,15.4,null,1.33,14.19,7981,5,0],["qwen2.5-0.5b-q4",1,293.2,194.3,0.07,0.78,32768,10,0],["gemma-3-1b-q4",1,191.1,172.1,0.1,0.81,32768,10,0],["gemma-3-1b-q8",1,154.4,141.8,0.41,3.52,32768,10,0],["phi4-mini-3.8b-q4",1,63.7,29.2,0.27,3.16,90851,5,1],["phi4-mini-3.8b-q8",1,43.1,24,1.54,18.89,78700,5,1],["mage-vl-cowork-q4",1,62.7,27.2,0.31,3.99,79236,5,1],["smollm2-360m-q4",1,180.6,null,0.06,0.83,8192,10,0],["qwen3-8b-q4",1,36.9,20.9,0.52,5.67,40960,5,1],["qwen3-8b-q8",1,23.3,15.7,3.18,35.22,37630,5,0],["qwen3-14b-q4",1,21.7,null,0.9,9.25,31273,15,0],["gemma3-4b-q4",1,70.9,58.8,0.26,2.15,131072,5,1],["gemma3-4b-q8",1,45.8,40.4,1.45,12.31,131072,5,1],["gemma3-12b-q4",1,25.8,20.8,0.7,5.91,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,43.5,32.2,0.48,4.86,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,26.3,21.7,2.91,29.98,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,22,null,0.9,9.73,27526,15,0],["qwen3.5-0.8b-q4",1,186.3,140.8,0.08,0.74,262144,10,0],["qwen3.5-2b-q4",1,90.6,78.3,0.13,1.2,262144,10,1],["qwen3.5-4b-q4",1,69.2,52.4,0.25,2.35,262144,5,1],["qwen3.5-4b-q8",1,43.2,36,1.43,13.62,262144,5,1],["qwen3.5-9b-q4",1,39.6,33.5,0.5,4.34,262144,5,1],["lfm2.5-8b-a1b-q4",1,109.6,92.1,0.13,1.15,128000,15,0],["granite4.1-3b-q4",1,77.8,40.9,0.25,3.02,131072,5,1],["granite4.1-8b-q4",1,33.5,18.9,0.53,5.94,55249,5,1],["gemma4-e4b-q4",1,56.4,50.6,0.45,3.74,131072,5,1],["gemma4-e4b-q8",1,39.8,36.8,2.71,22.64,131072,5,1],["gemma4-e2b-q4",1,120.4,107.3,0.26,2.25,131072,5,0],["gemma4-e2b-q8",1,89.7,82.2,1.5,12.94,131072,5,1],["gemma4-12b-q4",1,25.6,20.7,0.7,5.91,101975,15,0],["gpt-oss-20b",1,49,null,0.46,4.53,24554,15,1],["qwen3.5-9b-q8",1,24.2,21.7,3.05,26.54,148696,5,0],["gemma4-12b-q8",1,15.6,null,4.33,36.83,21283,15,0],["ornith-9b-q4",1,39.6,33.5,0.5,4.34,262144,5,1],["granite4.2-3b-q4",1,78.2,41,0.26,3.13,131072,5,1],["granite4.2-8b-q4",1,34.9,19.3,0.56,6.12,55249,5,1],["minicpm-v4.5-8b-q4",1,38.2,21.3,0.52,5.67,40960,5,1],["glm-4-9b-chat-q4",1,33.7,28.2,0.59,6.39,131072,5,1],["glm-4-9b-chat-q8",1,21.6,19.2,3.63,39.97,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,38.3,32.5,0.5,4.34,261199,5,1],["ministral-3-3b-q4",1,57.5,30.8,0.25,3.08,107480,5,1],["ministral-3-8b-q4",1,32.5,19.8,0.54,5.7,60157,5,1],["ministral-3-14b-q4",1,22,null,0.82,8.21,32455,15,0],["mellum2.1-12b-q4",1,75.2,65.3,0.18,1.73,131072,15,0],["twil-8b-q4",1,34.9,19.3,0.56,6.12,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,50.6,45.9,0.45,3.74,65536,5,1],["granite-switch-4.1-8b-q4",1,28.5,16.8,0.56,6.21,46430,5,0],["jebadiah-9b-q4",1,38.7,null,0.5,4.34,4096,5,1],["jebadiah-9b-q5",1,34,null,1.01,8.77,4096,5,1],["jebadiah-9b-q8",1,23.6,null,3.05,26.54,4096,5,0],["lfm3-1.7b-q4",1,148.4,118,0.13,1.19,262144,10,0]]},"rtx-4080-super":{"label":"NVIDIA GeForce RTX 4080 SUPER","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":108.8},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":108.8},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":108.8}},"cells":[["qwen2.5-1.5b-q4",1,325.2,227.4,0.07,0.68,32768,10,0],["qwen2.5-3b-q4",1,218.1,159.1,0.1,1.01,32768,5,1],["qwen2.5-7b-q4",1,118.3,90.1,0.18,1.73,32768,5,1],["qwen2.5-14b-q4",1,63.3,null,0.31,3.24,27526,15,0],["llama3.2-3b-q4",1,191,95,0.1,1.07,107950,5,1],["llama3.1-8b-q4",1,107.2,65,0.19,1.9,72321,5,1],["llama3.1-8b-q8",1,68.7,48.6,0.99,10.64,44702,5,0],["llama3.1-8b-q5",1,95.3,60.4,0.35,3.64,66123,5,1],["mistral-7b-q4",1,113,67.1,0.17,1.79,32768,5,1],["mistral-7b-q5",1,99.9,62.3,0.32,3.42,32768,5,1],["mistral-7b-q8",1,72,50.1,0.9,9.94,32768,5,0],["mistral-nemo-12b-q4",1,78.4,49.2,0.26,2.6,44728,15,0],["mistral-nemo-12b-q8",1,46.6,null,1.48,15.21,8408,15,0],["gemma2-2b-q4",1,212.6,null,0.09,0.77,8192,5,1],["gemma2-9b-q4",1,79.8,null,0.2,1.9,8192,5,1],["phi3-mini-q4",1,132.4,null,0.11,1.2,4096,5,1],["phi3-medium-q4",1,63.4,null,0.29,2.98,4096,15,0],["phi4-14b-q4",1,61.7,null,0.3,3.08,16384,15,0],["qwen2.5-coder-7b-q4",1,118.3,90.1,0.18,1.73,32768,5,1],["qwen2.5-coder-14b-q4",1,63.3,null,0.31,3.24,27526,15,0],["llama3.2-1b-q4",1,353.8,230.5,0.06,0.6,131072,10,0],["mistral-small-22b-q4",1,45.3,null,0.44,4.63,7981,5,0],["qwen2.5-0.5b-q4",1,485.7,380.8,0.05,0.46,32768,10,0],["gemma-3-1b-q4",1,376.8,351.8,0.06,0.47,32768,10,0],["gemma-3-1b-q8",1,326.8,307.8,0.15,1.31,32768,10,0],["phi4-mini-3.8b-q4",1,164.6,82.5,0.11,1.2,90851,5,1],["phi4-mini-3.8b-q8",1,117.2,68.6,0.51,6.09,78700,5,1],["mage-vl-cowork-q4",1,162.4,77.1,0.12,1.46,79236,5,1],["smollm2-360m-q4",1,363.1,null,0.05,0.48,8192,10,0],["qwen3-8b-q4",1,102.2,60.3,0.19,1.98,40960,5,1],["qwen3-8b-q8",1,66.9,46,1.01,11.17,37630,5,0],["qwen3-14b-q4",1,62.5,null,0.31,3.09,31273,15,0],["gemma3-4b-q4",1,180.1,153.9,0.11,0.89,131072,5,1],["gemma3-4b-q8",1,123.7,110.8,0.48,4.05,131072,5,1],["gemma3-12b-q4",1,73.4,60.1,0.24,2.06,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,118.3,90.1,0.18,1.73,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,74.9,62.5,0.93,9.54,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,63.3,null,0.31,3.24,27526,15,0],["qwen3.5-0.8b-q4",1,370.7,306.3,0.05,0.45,262144,10,0],["qwen3.5-2b-q4",1,219.8,195.4,0.07,0.59,262144,10,1],["qwen3.5-4b-q4",1,176.4,139.3,0.11,0.95,262144,5,1],["qwen3.5-4b-q8",1,117.7,99.9,0.47,4.45,262144,5,1],["qwen3.5-9b-q4",1,108.8,93.4,0.18,1.56,262144,5,1],["lfm2.5-8b-a1b-q4",1,254.7,222.6,0.07,0.58,128000,15,0],["granite4.1-3b-q4",1,194.4,112.1,0.1,1.15,131072,5,1],["granite4.1-8b-q4",1,93.5,54.8,0.19,2.06,55249,5,1],["gemma4-e4b-q4",1,148.3,135.1,0.17,1.38,131072,5,1],["gemma4-e4b-q8",1,109.2,101.9,0.87,7.26,131072,5,1],["gemma4-e2b-q4",1,273.3,250.7,0.11,0.92,131072,5,0],["gemma4-e2b-q8",1,217.9,203.3,0.49,4.24,131072,5,1],["gemma4-12b-q4",1,72.8,59.7,0.24,2.06,101975,15,0],["gpt-oss-20b",1,131.3,null,0.17,1.63,24554,15,1],["qwen3.5-9b-q8",1,69.1,62.6,0.97,8.47,148696,5,0],["gemma4-12b-q8",1,45.7,null,1.37,11.67,21283,15,0],["ornith-9b-q4",1,108.8,93.4,0.18,1.56,262144,5,1],["granite4.2-3b-q4",1,195.1,112.3,0.11,1.19,131072,5,1],["granite4.2-8b-q4",1,97,56,0.2,2.12,55249,5,1],["minicpm-v4.5-8b-q4",1,105.2,61.3,0.19,1.98,40960,5,1],["glm-4-9b-chat-q4",1,93.9,79.8,0.21,2.2,131072,5,1],["glm-4-9b-chat-q8",1,62.3,55.8,1.16,12.65,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,105.5,91,0.18,1.56,261199,5,1],["ministral-3-3b-q4",1,150.9,86.7,0.1,1.17,107480,5,1],["ministral-3-8b-q4",1,91,57.4,0.19,1.99,60157,5,1],["ministral-3-14b-q4",1,63.4,null,0.28,2.77,32455,15,0],["mellum2.1-12b-q4",1,189.1,168.1,0.08,0.75,131072,15,0],["twil-8b-q4",1,97,56,0.2,2.12,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,135.2,124.1,0.17,1.38,65536,5,1],["granite-switch-4.1-8b-q4",1,80.7,49.2,0.2,2.15,46430,5,0],["jebadiah-9b-q4",1,106.4,null,0.18,1.56,4096,5,1],["jebadiah-9b-q5",1,94.7,null,0.34,2.94,4096,5,1],["jebadiah-9b-q8",1,67.5,null,0.97,8.47,4096,5,0],["lfm3-1.7b-q4",1,317.8,269.3,0.07,0.59,262144,10,0]]},"rtx-5080":{"label":"NVIDIA GeForce RTX 5080","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":140.3},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":140.3},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":140.3}},"cells":[["qwen2.5-1.5b-q4",1,381.3,278,0.07,0.66,32768,10,0],["qwen2.5-3b-q4",1,267.7,200.5,0.09,0.96,32768,5,1],["qwen2.5-7b-q4",1,151.9,117.2,0.17,1.63,32768,5,1],["qwen2.5-14b-q4",1,83.4,null,0.29,3.03,27526,15,0],["llama3.2-3b-q4",1,237.3,123.3,0.1,1.02,107950,5,1],["llama3.1-8b-q4",1,138.4,85.6,0.17,1.78,72321,5,1],["llama3.1-8b-q8",1,90.3,64.4,0.92,9.9,44702,5,0],["llama3.1-8b-q5",1,123.6,79.7,0.32,3.41,66123,5,1],["mistral-7b-q4",1,145.4,88.2,0.16,1.68,32768,5,1],["mistral-7b-q5",1,129.4,82.1,0.3,3.19,32768,5,1],["mistral-7b-q8",1,94.4,66.5,0.84,9.25,32768,5,0],["mistral-nemo-12b-q4",1,102.5,65.3,0.24,2.43,44728,15,0],["mistral-nemo-12b-q8",1,61.9,null,1.37,14.14,8408,15,0],["gemma2-2b-q4",1,261.7,null,0.08,0.74,8192,5,1],["gemma2-9b-q4",1,104.4,null,0.19,1.79,8192,5,1],["phi3-mini-q4",1,168.9,null,0.11,1.13,4096,5,1],["phi3-medium-q4",1,83.5,null,0.27,2.79,4096,15,0],["phi4-14b-q4",1,81.4,null,0.28,2.88,16384,15,0],["qwen2.5-coder-7b-q4",1,151.9,117.2,0.17,1.63,32768,5,1],["qwen2.5-coder-14b-q4",1,83.4,null,0.29,3.03,27526,15,0],["llama3.2-1b-q4",1,409.8,281.4,0.06,0.58,131072,10,0],["mistral-small-22b-q4",1,60.1,null,0.41,4.32,7981,5,0],["qwen2.5-0.5b-q4",1,533.4,436.3,0.05,0.45,32768,10,0],["gemma-3-1b-q4",1,432.4,407.9,0.06,0.46,32768,10,0],["gemma-3-1b-q8",1,382.9,363.5,0.15,1.24,32768,10,0],["phi4-mini-3.8b-q4",1,207,107.7,0.11,1.14,90851,5,1],["phi4-mini-3.8b-q8",1,150.6,90.1,0.47,5.68,78700,5,1],["mage-vl-cowork-q4",1,204.3,101,0.12,1.38,79236,5,1],["smollm2-360m-q4",1,419,null,0.05,0.46,8192,10,0],["qwen3-8b-q4",1,132.2,79.5,0.18,1.86,40960,5,1],["qwen3-8b-q8",1,87.9,61,0.94,10.39,37630,5,0],["qwen3-14b-q4",1,82.3,null,0.29,2.89,31273,15,0],["gemma3-4b-q4",1,224.9,194.4,0.1,0.85,131072,5,1],["gemma3-4b-q8",1,158.4,142.7,0.45,3.78,131072,5,1],["gemma3-12b-q4",1,96.3,79.3,0.23,1.93,103067,15,0],["deepseek-r1-distill-qwen-7b-q4",1,151.9,117.2,0.17,1.63,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,98.2,82.4,0.87,8.88,109889,5,0],["deepseek-r1-distill-qwen-14b-q4",1,83.4,null,0.29,3.03,27526,15,0],["qwen3.5-0.8b-q4",1,426.4,362,0.05,0.44,262144,10,0],["qwen3.5-2b-q4",1,269.6,242.3,0.07,0.57,262144,10,1],["qwen3.5-4b-q4",1,220.6,177.1,0.1,0.9,262144,5,1],["qwen3.5-4b-q8",1,151.1,129.4,0.44,4.16,262144,5,1],["qwen3.5-9b-q4",1,140.3,121.3,0.17,1.48,262144,5,1],["lfm2.5-8b-a1b-q4",1,307.8,272.7,0.07,0.56,128000,15,0],["granite4.1-3b-q4",1,241.1,144.3,0.1,1.09,131072,5,1],["granite4.1-8b-q4",1,121.4,72.4,0.18,1.94,55249,5,1],["gemma4-e4b-q4",1,187.9,172.1,0.16,1.3,131072,5,1],["gemma4-e4b-q8",1,140.8,131.8,0.81,6.76,131072,5,1],["gemma4-e2b-q4",1,327.6,303.4,0.1,0.87,131072,5,0],["gemma4-e2b-q8",1,267.6,251.2,0.46,3.96,131072,5,1],["gemma4-12b-q4",1,95.5,78.8,0.23,1.93,101975,15,0],["gpt-oss-20b",1,167.6,null,0.16,1.53,24554,15,1],["qwen3.5-9b-q8",1,90.8,82.5,0.91,7.89,148696,5,0],["gemma4-12b-q8",1,60.7,null,1.28,10.86,21283,15,0],["ornith-9b-q4",1,140.3,121.3,0.17,1.48,262144,5,1],["granite4.2-3b-q4",1,242,144.6,0.1,1.13,131072,5,1],["granite4.2-8b-q4",1,125.7,74,0.19,1.99,55249,5,1],["minicpm-v4.5-8b-q4",1,135.9,80.8,0.18,1.86,40960,5,1],["glm-4-9b-chat-q4",1,122,104.3,0.2,2.07,131072,5,1],["glm-4-9b-chat-q8",1,82.2,73.7,1.08,11.76,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,136.3,118.3,0.17,1.48,261199,5,1],["ministral-3-3b-q4",1,190.9,112.9,0.1,1.11,107480,5,1],["ministral-3-8b-q4",1,118.3,75.9,0.18,1.87,60157,5,1],["ministral-3-14b-q4",1,83.6,null,0.26,2.6,32455,15,0],["mellum2.1-12b-q4",1,235.2,211,0.08,0.72,131072,15,0],["twil-8b-q4",1,125.7,74,0.19,1.99,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,172.3,158.9,0.16,1.3,65536,5,1],["granite-switch-4.1-8b-q4",1,105.4,65.2,0.19,2.02,46430,5,0],["jebadiah-9b-q4",1,137.4,null,0.17,1.48,4096,5,1],["jebadiah-9b-q5",1,122.9,null,0.32,2.76,4096,5,1],["jebadiah-9b-q8",1,88.8,null,0.91,7.89,4096,5,0],["lfm3-1.7b-q4",1,373.8,323.3,0.07,0.57,262144,10,0]]},"rtx-3090":{"label":"NVIDIA GeForce RTX 3090","kind":"gpu","budgetGb":21.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":45.1},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":45.1},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":45.1}},"cells":[["qwen2.5-1.5b-q4",1,332.6,244.2,0.08,0.86,32768,10,0],["qwen2.5-3b-q4",1,235.3,177,0.12,1.33,32768,5,1],["qwen2.5-7b-q4",1,134.6,104.1,0.24,2.39,32768,5,1],["qwen2.5-14b-q4",1,74.2,47.7,0.43,4.62,32768,15,0],["llama3.2-3b-q4",1,209,109.4,0.13,1.42,131072,5,1],["llama3.1-8b-q4",1,122.7,76.2,0.25,2.64,127252,5,1],["llama3.1-8b-q8",1,80.3,57.4,1.44,15.48,99633,5,0],["llama3.1-8b-q5",1,109.7,71,0.49,5.2,121055,5,1],["mistral-7b-q4",1,128.9,78.5,0.23,2.48,32768,5,1],["mistral-7b-q5",1,114.8,73,0.45,4.87,32768,5,1],["mistral-7b-q8",1,84,59.2,1.31,14.45,32768,5,1],["mistral-nemo-12b-q4",1,91.1,58.1,0.36,3.67,88673,15,1],["mistral-nemo-12b-q8",1,55.2,41.1,2.15,22.19,52353,15,0],["gemma2-2b-q4",1,230.1,null,0.11,0.99,8192,5,1],["gemma2-9b-q4",1,92.7,null,0.28,2.64,8192,5,1],["gemma2-27b-q4",1,40.3,null,0.74,6.33,8192,5,1],["phi3-mini-q4",1,149.4,null,0.14,1.61,4096,5,1],["phi3-medium-q4",1,74.3,null,0.41,4.23,4096,15,0],["phi4-14b-q4",1,72.4,null,0.43,4.37,16384,15,0],["phi4-14b-q8",1,45.9,null,2.57,26.8,16384,15,1],["qwen2.5-coder-7b-q4",1,134.6,104.1,0.24,2.39,32768,5,1],["qwen2.5-coder-14b-q4",1,74.2,47.7,0.43,4.62,32768,15,0],["llama3.2-1b-q4",1,356.8,247.1,0.07,0.74,131072,10,0],["mistral-small-22b-q4",1,53.6,36.5,0.63,6.65,32768,5,0],["qwen2.5-0.5b-q4",1,460.7,379.2,0.05,0.53,32768,10,0],["gemma-3-1b-q4",1,375.9,355.2,0.06,0.54,32768,10,0],["gemma-3-1b-q8",1,334,317.5,0.21,1.78,32768,10,0],["phi4-mini-3.8b-q4",1,182.7,95.7,0.14,1.61,131072,5,1],["phi4-mini-3.8b-q8",1,133.4,80.2,0.73,8.8,131072,5,1],["mage-vl-cowork-q4",1,180.4,89.7,0.16,1.99,128064,5,1],["smollm2-360m-q4",1,364.6,null,0.05,0.55,8192,10,0],["qwen3-8b-q4",1,117.2,70.8,0.26,2.76,40960,5,1],["qwen3-8b-q8",1,78.2,54.4,1.47,16.26,40960,5,0],["qwen3-14b-q4",1,73.3,50.3,0.43,4.4,40960,15,0],["qwen3-30b-q4",1,165.7,null,0.14,2.04,30288,15,1],["qwen3-32b-q4",1,35.6,null,0.91,9.74,5335,5,1],["qwen3-coder-30b-a3b-q4",1,166.1,null,0.14,2.04,30958,15,1],["gemma3-4b-q4",1,198.2,171.7,0.14,1.15,131072,5,1],["gemma3-4b-q8",1,140.3,126.5,0.69,5.8,131072,5,1],["gemma3-12b-q4",1,85.6,70.6,0.34,2.87,131072,15,1],["gemma3-27b-q4",1,42.3,37.4,0.73,6,56251,5,1],["deepseek-r1-distill-qwen-7b-q4",1,134.6,104.1,0.24,2.39,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,87.3,73.3,1.35,13.86,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,74.2,47.7,0.43,4.62,64147,15,0],["deepseek-r1-distill-qwen-14b-q8",1,46.4,null,2.61,28.37,30000,15,1],["deepseek-r1-distill-qwen-32b-q4",1,36.2,null,0.9,8.7,6670,5,1],["mistral-small-3.1-cloud",1,46.3,35.9,0.65,5.96,37311,5,1],["qwen3.5-0.8b-q4",1,370.9,316.2,0.06,0.51,262144,10,0],["qwen3.5-2b-q4",1,236.9,213.3,0.08,0.72,262144,10,1],["qwen3.5-4b-q4",1,194.5,156.6,0.14,1.25,262144,5,1],["qwen3.5-4b-q8",1,133.9,114.8,0.67,6.39,262144,5,1],["qwen3.5-9b-q4",1,124.4,107.7,0.25,2.15,262144,5,1],["qwen3.5-35b-a3b-q4",1,212.3,null,0.11,1.1,21152,15,1],["qwen3.5-27b-q4",1,45.7,41,0.66,5.77,77096,5,1],["lfm2-24b-a2b-q4",1,224.7,191.3,0.1,0.86,128000,15,1],["lfm2.5-8b-a1b-q4",1,269.8,239.6,0.08,0.7,128000,15,0],["granite4.1-3b-q4",1,212.3,127.9,0.13,1.55,131072,5,1],["granite4.1-8b-q4",1,107.8,64.5,0.27,2.88,99194,5,1],["qwen3.6-27b-q4",1,45,40.5,0.66,5.77,72663,5,1],["qwen3.8-27b-q4",1,45.1,40.5,0.66,5.77,73078,5,1],["gemma4-31b-q4",1,36.6,null,0.81,6.86,12763,5,1],["gemma4-26b-a4b-q4",1,147.3,119.9,0.12,1.07,105368,15,1],["gemma4-e4b-q4",1,166,152.2,0.23,1.88,131072,5,1],["gemma4-e4b-q8",1,124.8,116.9,1.26,10.51,131072,5,1],["gemma4-e2b-q4",1,286.8,266,0.14,1.2,131072,5,1],["gemma4-e2b-q8",1,235.2,221,0.71,6.08,131072,5,1],["gemma4-12b-q4",1,84.9,70.1,0.34,2.87,211838,15,1],["north-mini-code-1-q4",1,157,135.5,0.13,1.26,101562,15,1],["gpt-oss-20b",1,148.3,130.3,0.23,2.24,131072,15,1],["qwen3.5-9b-q8",1,80.8,73.4,1.41,12.3,262144,5,0],["gemma4-12b-q8",1,54.1,47.7,2,16.99,131147,15,0],["qwen3-14b-q8",1,46.3,35.9,2.59,26.94,34819,15,1],["laguna-xs-2.1-q4",1,198.3,null,0.11,1.18,30829,15,1],["ornith-9b-q4",1,124.4,107.7,0.25,2.15,262144,5,1],["ornith-35b-q4",1,212.3,null,0.11,1.1,21152,15,1],["granite4.2-3b-q4",1,213.1,128.1,0.14,1.6,131072,5,1],["granite4.2-8b-q4",1,111.6,65.9,0.28,2.97,99194,5,1],["granite4.2-30b-q4",1,39.7,null,0.8,7.64,14795,5,1],["nemotron-3.5-lightning-30b-q4xs",1,175.4,168.5,0.13,1.17,436458,15,1],["muse-glimmer-30b-q4",1,45.5,44.5,0.71,5.95,131072,5,1],["minicpm-v4.5-8b-q4",1,120.5,72,0.26,2.76,40960,5,1],["glm-4.7-flash-q4",1,156.3,118.3,0.14,1.57,47663,15,1],["glm-4-9b-chat-q4",1,108.3,92.7,0.29,3.09,131072,5,1],["glm-4-9b-chat-q8",1,73.1,65.7,1.68,18.43,131072,5,0],["olmo-3.1-32b-q4",1,36.5,null,0.86,7.28,20024,5,1],["mimo-v2.6-distill-qwen-9b",1,120.8,105,0.25,2.15,262144,5,1],["devstral-small-2-24b-q4",1,47.1,36.4,0.65,5.96,39200,5,1],["ministral-3-3b-q4",1,168.7,100.3,0.13,1.58,175088,5,1],["ministral-3-8b-q4",1,105.1,67.5,0.27,2.78,111858,5,1],["ministral-3-14b-q4",1,74.4,50.8,0.39,3.92,76400,15,0],["mellum2.1-12b-q4",1,207.2,186.2,0.1,0.96,131072,15,1],["arex-2-27b-q4",1,44.1,39.8,0.66,5.77,67086,5,1],["arete-27b-q4",1,44.1,39.8,0.66,5.77,67086,5,1],["twil-8b-q4",1,111.6,65.9,0.28,2.97,99194,5,1],["nemotron-3.5-bolt-e4b-q4",1,152.4,140.7,0.23,1.88,65536,5,1],["granite-switch-4.1-8b-q4",1,93.7,58.1,0.28,3.01,88283,5,1],["jebadiah-9b-q4",1,121.8,null,0.25,2.15,4096,5,1],["jebadiah-9b-q5",1,109.1,null,0.48,4.18,4096,5,1],["jebadiah-9b-q8",1,79,null,1.41,12.3,4096,5,0],["jebadiah-27b-q4",1,45.1,null,0.66,5.77,4096,5,1],["jebadiah-27b-q5",1,39.3,null,1.35,11.79,4096,5,1],["lfm3-1.7b-q4",1,326.2,283.1,0.08,0.71,262144,10,0]]},"rtx-4090":{"label":"NVIDIA GeForce RTX 4090","kind":"gpu","budgetGb":21.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":50.9},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":50.9},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":50.9}},"cells":[["qwen2.5-1.5b-q4",1,382.7,279.4,0.06,0.55,32768,10,0],["qwen2.5-3b-q4",1,269.1,201.7,0.08,0.75,32768,5,1],["qwen2.5-7b-q4",1,152.9,118,0.13,1.21,32768,5,1],["qwen2.5-14b-q4",1,84,54,0.21,2.17,32768,15,0],["llama3.2-3b-q4",1,238.6,124.1,0.08,0.79,131072,5,1],["llama3.1-8b-q4",1,139.3,86.3,0.13,1.32,127252,5,1],["llama3.1-8b-q8",1,91,64.9,0.64,6.85,99633,5,0],["llama3.1-8b-q5",1,124.5,80.3,0.23,2.42,121055,5,1],["mistral-7b-q4",1,146.4,88.9,0.12,1.25,32768,5,1],["mistral-7b-q5",1,130.3,82.7,0.22,2.28,32768,5,1],["mistral-7b-q8",1,95.1,67,0.59,6.4,32768,5,1],["mistral-nemo-12b-q4",1,103.3,65.8,0.18,1.76,88673,15,1],["mistral-nemo-12b-q8",1,62.4,46.4,0.95,9.74,52353,15,0],["gemma2-2b-q4",1,263,null,0.07,0.6,8192,5,1],["gemma2-9b-q4",1,105.1,null,0.14,1.32,8192,5,1],["gemma2-27b-q4",1,45.6,null,0.34,2.91,8192,5,0],["phi3-mini-q4",1,170,null,0.08,0.87,4096,5,1],["phi3-medium-q4",1,84.1,null,0.2,2,4096,15,0],["phi4-14b-q4",1,82,null,0.21,2.06,16384,15,0],["phi4-14b-q8",1,51.8,null,1.13,11.72,16384,15,0],["qwen2.5-coder-7b-q4",1,152.9,118,0.13,1.21,32768,5,1],["qwen2.5-coder-14b-q4",1,84,54,0.21,2.17,32768,15,0],["llama3.2-1b-q4",1,411.2,282.8,0.05,0.5,131072,10,0],["mistral-small-22b-q4",1,60.6,41.3,0.29,3.05,32768,5,0],["qwen2.5-0.5b-q4",1,534.3,437.5,0.05,0.41,32768,10,0],["gemma-3-1b-q4",1,433.7,409.2,0.05,0.41,32768,10,0],["gemma-3-1b-q8",1,384.3,364.9,0.11,0.94,32768,10,0],["phi4-mini-3.8b-q4",1,208.2,108.5,0.08,0.87,131072,5,1],["phi4-mini-3.8b-q8",1,151.6,90.8,0.34,3.97,131072,5,1],["mage-vl-cowork-q4",1,205.6,101.7,0.09,1.04,128064,5,1],["smollm2-360m-q4",1,420.4,null,0.04,0.42,8192,10,0],["qwen3-8b-q4",1,133.1,80.1,0.13,1.37,40960,5,1],["qwen3-8b-q8",1,88.6,61.5,0.66,7.18,40960,5,0],["qwen3-14b-q4",1,83,56.9,0.21,2.07,40960,15,0],["qwen3-30b-q4",1,188.7,null,0.08,1.06,30288,15,1],["qwen3-32b-q4",1,40.2,null,0.42,4.38,5335,5,0],["qwen3-coder-30b-a3b-q4",1,189.1,null,0.08,1.06,30958,15,1],["gemma3-4b-q4",1,226.2,195.6,0.08,0.68,131072,5,1],["gemma3-4b-q8",1,159.5,143.7,0.32,2.68,131072,5,1],["gemma3-12b-q4",1,97,79.9,0.17,1.42,131072,15,1],["gemma3-27b-q4",1,47.8,42.2,0.34,2.76,56251,5,0],["deepseek-r1-distill-qwen-7b-q4",1,152.9,118,0.13,1.21,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,98.9,83,0.6,6.15,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,84,54,0.21,2.17,64147,15,0],["deepseek-r1-distill-qwen-14b-q8",1,52.4,null,1.15,12.4,30000,15,0],["deepseek-r1-distill-qwen-32b-q4",1,40.9,null,0.41,3.93,6670,5,0],["mistral-small-3.1-cloud",1,52.3,40.6,0.3,2.75,37311,5,0],["qwen3.5-0.8b-q4",1,427.7,363.4,0.05,0.4,262144,10,0],["qwen3.5-2b-q4",1,271,243.6,0.06,0.49,262144,10,1],["qwen3.5-4b-q4",1,221.9,178.2,0.08,0.72,262144,5,1],["qwen3.5-4b-q8",1,152.1,130.3,0.31,2.93,262144,5,1],["qwen3.5-9b-q4",1,141.3,122.2,0.13,1.11,262144,5,1],["qwen3.5-35b-a3b-q4",1,242.4,null,0.07,0.65,21152,15,1],["qwen3.5-27b-q4",1,51.7,46.4,0.31,2.66,77096,5,0],["lfm2-24b-a2b-q4",1,256.8,218.1,0.06,0.55,128000,15,0],["lfm2.5-8b-a1b-q4",1,309.2,274.1,0.06,0.48,128000,15,0],["granite4.1-3b-q4",1,242.5,145.3,0.08,0.85,131072,5,1],["granite4.1-8b-q4",1,122.3,73,0.14,1.42,99194,5,1],["qwen3.6-27b-q4",1,50.9,45.7,0.31,2.66,72663,5,0],["qwen3.8-27b-q4",1,50.9,45.8,0.31,2.66,73078,5,0],["gemma4-31b-q4",1,41.4,null,0.37,3.13,12763,5,0],["gemma4-26b-a4b-q4",1,167.6,136.1,0.08,0.64,105368,15,1],["gemma4-e4b-q4",1,189,173.2,0.12,0.99,131072,5,1],["gemma4-e4b-q8",1,141.8,132.7,0.56,4.71,131072,5,1],["gemma4-e2b-q4",1,329,304.8,0.08,0.69,131072,5,1],["gemma4-e2b-q8",1,268.9,252.5,0.33,2.8,131072,5,1],["gemma4-12b-q4",1,96.2,79.4,0.17,1.42,211838,15,1],["north-mini-code-1-q4",1,178.7,154,0.08,0.72,101562,15,1],["gpt-oss-20b",1,168.7,148,0.12,1.14,131072,15,1],["qwen3.5-9b-q8",1,91.5,83.1,0.63,5.48,262144,5,0],["gemma4-12b-q8",1,61.2,53.9,0.88,7.5,131147,15,0],["qwen3-14b-q8",1,52.3,40.6,1.14,11.79,34819,15,0],["laguna-xs-2.1-q4",1,226.3,null,0.07,0.69,30829,15,1],["ornith-9b-q4",1,141.3,122.2,0.13,1.11,262144,5,1],["ornith-35b-q4",1,242.4,null,0.07,0.65,21152,15,1],["granite4.2-3b-q4",1,243.3,145.6,0.08,0.87,131072,5,1],["granite4.2-8b-q4",1,126.6,74.5,0.14,1.46,99194,5,1],["granite4.2-30b-q4",1,44.8,null,0.37,3.47,14795,5,0],["nemotron-3.5-lightning-30b-q4xs",1,199.9,191.9,0.08,0.68,436458,15,1],["muse-glimmer-30b-q4",1,51.4,50.3,0.33,2.74,131072,5,0],["minicpm-v4.5-8b-q4",1,136.8,81.5,0.13,1.37,40960,5,1],["glm-4.7-flash-q4",1,177.9,134.3,0.08,0.85,47663,15,1],["glm-4-9b-chat-q4",1,122.8,105,0.15,1.51,131072,5,1],["glm-4-9b-chat-q8",1,82.8,74.3,0.75,8.12,131072,5,0],["olmo-3.1-32b-q4",1,41.3,null,0.39,3.31,20024,5,0],["mimo-v2.6-distill-qwen-9b",1,137.2,119.2,0.13,1.11,262144,5,1],["devstral-small-2-24b-q4",1,53.3,41.2,0.3,2.75,39200,5,0],["ministral-3-3b-q4",1,192.1,113.7,0.08,0.86,175088,5,1],["ministral-3-8b-q4",1,119.2,76.4,0.14,1.37,111858,5,1],["ministral-3-14b-q4",1,84.2,57.5,0.19,1.87,76400,15,0],["mellum2.1-12b-q4",1,236.5,212.2,0.07,0.59,131072,15,1],["arex-2-27b-q4",1,49.9,44.9,0.31,2.66,67086,5,0],["arete-27b-q4",1,49.9,44.9,0.31,2.66,67086,5,0],["twil-8b-q4",1,126.6,74.5,0.14,1.46,99194,5,1],["nemotron-3.5-bolt-e4b-q4",1,173.4,160,0.12,0.99,65536,5,1],["granite-switch-4.1-8b-q4",1,106.2,65.7,0.14,1.48,88283,5,1],["jebadiah-9b-q4",1,138.3,null,0.13,1.11,4096,5,1],["jebadiah-9b-q5",1,123.8,null,0.23,1.98,4096,5,1],["jebadiah-9b-q8",1,89.4,null,0.63,5.48,4096,5,0],["jebadiah-27b-q4",1,50.9,null,0.31,2.66,4096,5,0],["jebadiah-27b-q5",1,44.4,null,0.61,5.26,4096,5,0],["lfm3-1.7b-q4",1,375.2,324.7,0.06,0.49,262144,10,0]]},"rtx-4080":{"label":"NVIDIA GeForce RTX 4080","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":106.4},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":106.4},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":106.4}},"cells":[["qwen2.5-1.5b-q4",1,320.4,223.3,0.07,0.71,32768,10,0],["qwen2.5-3b-q4",1,214,155.8,0.1,1.06,32768,5,0],["qwen2.5-7b-q4",1,115.7,88,0.19,1.83,32768,5,1],["qwen2.5-14b-q4",1,61.8,null,0.33,3.45,27526,15,0],["llama3.2-3b-q4",1,187.2,92.8,0.1,1.12,107950,5,0],["llama3.1-8b-q4",1,104.8,63.5,0.2,2.01,72321,5,1],["llama3.1-8b-q8",1,67.1,47.4,1.06,11.39,44702,5,0],["llama3.1-8b-q5",1,93.1,59,0.37,3.88,66123,5,1],["mistral-7b-q4",1,110.5,65.5,0.18,1.9,32768,5,1],["mistral-7b-q5",1,97.7,60.8,0.34,3.64,32768,5,1],["mistral-7b-q8",1,70.3,48.9,0.96,10.63,32768,5,1],["mistral-nemo-12b-q4",1,76.5,48,0.28,2.76,44728,15,1],["mistral-nemo-12b-q8",1,45.5,null,1.58,16.29,8408,15,0],["gemma2-2b-q4",1,208.7,null,0.09,0.8,8192,5,0],["gemma2-9b-q4",1,78,null,0.22,2.02,8192,5,1],["phi3-mini-q4",1,129.5,null,0.12,1.26,4096,5,0],["phi3-medium-q4",1,61.9,null,0.31,3.18,4096,15,0],["phi4-14b-q4",1,60.3,null,0.32,3.28,16384,15,0],["qwen2.5-coder-7b-q4",1,115.7,88,0.19,1.83,32768,5,1],["qwen2.5-coder-14b-q4",1,61.8,null,0.33,3.45,27526,15,0],["llama3.2-1b-q4",1,348.9,226.3,0.06,0.62,131072,10,0],["mistral-small-22b-q4",1,44.1,null,0.47,4.94,7981,5,0],["qwen2.5-0.5b-q4",1,481.3,376,0.05,0.47,32768,10,0],["gemma-3-1b-q4",1,372,346.9,0.06,0.48,32768,10,0],["gemma-3-1b-q8",1,322,303.1,0.16,1.38,32768,10,0],["phi4-mini-3.8b-q4",1,161.3,80.6,0.12,1.26,90851,5,0],["phi4-mini-3.8b-q8",1,114.6,67,0.54,6.51,78700,5,1],["mage-vl-cowork-q4",1,159.1,75.3,0.13,1.54,79236,5,0],["smollm2-360m-q4",1,358.3,null,0.05,0.49,8192,10,0],["qwen3-8b-q4",1,99.9,58.8,0.2,2.1,40960,5,1],["qwen3-8b-q8",1,65.3,44.8,1.09,11.96,37630,5,0],["qwen3-14b-q4",1,61,null,0.32,3.29,31273,15,0],["gemma3-4b-q4",1,176.6,150.7,0.11,0.93,131072,5,0],["gemma3-4b-q8",1,121,108.3,0.51,4.32,131072,5,1],["gemma3-12b-q4",1,71.7,58.6,0.26,2.18,103067,15,1],["deepseek-r1-distill-qwen-7b-q4",1,115.7,88,0.19,1.83,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,73.2,61,1,10.21,109889,5,1],["deepseek-r1-distill-qwen-14b-q4",1,61.8,null,0.33,3.45,27526,15,0],["qwen3.5-0.8b-q4",1,365.8,301.6,0.05,0.46,262144,10,0],["qwen3.5-2b-q4",1,215.7,191.7,0.07,0.61,262144,10,0],["qwen3.5-4b-q4",1,172.9,136.3,0.11,0.99,262144,5,0],["qwen3.5-4b-q8",1,115.1,97.6,0.5,4.75,262144,5,1],["qwen3.5-9b-q4",1,106.4,91.3,0.19,1.66,262144,5,1],["lfm2.5-8b-a1b-q4",1,250.4,218.5,0.07,0.59,128000,15,0],["granite4.1-3b-q4",1,190.6,109.6,0.11,1.22,131072,5,0],["granite4.1-8b-q4",1,91.3,53.4,0.2,2.19,55249,5,1],["gemma4-e4b-q4",1,145.2,132.2,0.18,1.46,131072,5,1],["gemma4-e4b-q8",1,106.8,99.6,0.93,7.76,131072,5,1],["gemma4-e2b-q4",1,268.8,246.3,0.11,0.96,131072,5,0],["gemma4-e2b-q8",1,213.9,199.4,0.53,4.53,131072,5,0],["gemma4-12b-q4",1,71.1,58.3,0.26,2.18,101975,15,1],["gpt-oss-20b",1,128.5,null,0.18,1.72,24554,15,0],["qwen3.5-9b-q8",1,67.5,61.1,1.04,9.06,148696,5,0],["gemma4-12b-q8",1,44.6,null,1.47,12.49,21283,15,0],["ornith-9b-q4",1,106.4,91.3,0.19,1.66,262144,5,1],["granite4.2-3b-q4",1,191.4,109.8,0.11,1.25,131072,5,0],["granite4.2-8b-q4",1,94.8,54.6,0.21,2.25,55249,5,1],["minicpm-v4.5-8b-q4",1,102.8,59.8,0.2,2.1,40960,5,1],["glm-4-9b-chat-q4",1,91.8,77.9,0.22,2.34,131072,5,1],["glm-4-9b-chat-q8",1,60.8,54.4,1.24,13.54,107543,5,0],["mimo-v2.6-distill-qwen-9b",1,103.1,88.9,0.19,1.66,261199,5,1],["ministral-3-3b-q4",1,147.8,84.7,0.11,1.24,107480,5,1],["ministral-3-8b-q4",1,88.9,56,0.2,2.11,60157,5,1],["ministral-3-14b-q4",1,61.9,null,0.3,2.95,32455,15,0],["mellum2.1-12b-q4",1,185.5,164.7,0.09,0.79,131072,15,0],["twil-8b-q4",1,94.8,54.6,0.21,2.25,55249,5,1],["nemotron-3.5-bolt-e4b-q4",1,132.3,121.4,0.18,1.46,65536,5,1],["granite-switch-4.1-8b-q4",1,78.8,48,0.21,2.28,46430,5,1],["jebadiah-9b-q4",1,104.1,null,0.19,1.66,4096,5,1],["jebadiah-9b-q5",1,92.5,null,0.36,3.13,4096,5,1],["jebadiah-9b-q8",1,65.9,null,1.04,9.06,4096,5,0],["lfm3-1.7b-q4",1,313.1,264.8,0.07,0.61,262144,10,0]]},"rtx-3090-ti":{"label":"NVIDIA GeForce RTX 3090 Ti","kind":"gpu","budgetGb":21.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":48.3},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":48.3},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":48.3}},"cells":[["qwen2.5-1.5b-q4",1,344.1,255.3,0.08,0.8,32768,10,0],["qwen2.5-3b-q4",1,246.3,186.6,0.11,1.22,32768,5,0],["qwen2.5-7b-q4",1,142.5,110.7,0.22,2.16,32768,5,1],["qwen2.5-14b-q4",1,79.2,51.1,0.39,4.14,32768,15,0],["llama3.2-3b-q4",1,219.4,116.3,0.12,1.3,131072,5,0],["llama3.1-8b-q4",1,130.2,81.3,0.23,2.38,127252,5,1],["llama3.1-8b-q8",1,85.7,61.4,1.28,13.8,99633,5,0],["llama3.1-8b-q5",1,116.6,75.8,0.44,4.66,121055,5,1],["mistral-7b-q4",1,136.6,83.7,0.21,2.24,32768,5,1],["mistral-7b-q5",1,121.9,78,0.4,4.37,32768,5,1],["mistral-7b-q8",1,89.5,63.3,1.17,12.88,32768,5,0],["mistral-nemo-12b-q4",1,97,62.2,0.33,3.3,88673,15,0],["mistral-nemo-12b-q8",1,59,44,1.92,19.77,52353,15,0],["gemma2-2b-q4",1,241,null,0.1,0.91,8192,5,0],["gemma2-9b-q4",1,98.8,null,0.25,2.39,8192,5,1],["gemma2-27b-q4",1,43.2,null,0.66,5.66,8192,5,0],["phi3-mini-q4",1,158,null,0.13,1.47,4096,5,0],["phi3-medium-q4",1,79.3,null,0.37,3.8,4096,15,0],["phi4-14b-q4",1,77.3,null,0.38,3.93,16384,15,0],["phi4-14b-q8",1,49.1,null,2.29,23.87,16384,15,0],["qwen2.5-coder-7b-q4",1,142.5,110.7,0.22,2.16,32768,5,1],["qwen2.5-coder-14b-q4",1,79.2,51.1,0.39,4.14,32768,15,0],["llama3.2-1b-q4",1,368.1,258.3,0.07,0.69,131072,10,0],["mistral-small-22b-q4",1,57.3,39.2,0.57,5.95,32768,5,0],["qwen2.5-0.5b-q4",1,469.5,390.2,0.05,0.5,32768,10,0],["gemma-3-1b-q4",1,387,366.5,0.06,0.51,32768,10,0],["gemma-3-1b-q8",1,345.5,329.1,0.19,1.62,32768,10,0],["phi4-mini-3.8b-q4",1,192.4,101.8,0.13,1.47,131072,5,0],["phi4-mini-3.8b-q8",1,141.3,85.5,0.65,7.86,131072,5,1],["mage-vl-cowork-q4",1,190,95.6,0.15,1.81,128064,5,0],["smollm2-360m-q4",1,375.8,null,0.05,0.52,8192,10,0],["qwen3-8b-q4",1,124.4,75.6,0.23,2.49,40960,5,1],["qwen3-8b-q8",1,83.4,58.2,1.31,14.5,40960,5,0],["qwen3-14b-q4",1,78.2,53.9,0.39,3.95,40960,15,0],["qwen3-30b-q4",1,174.9,null,0.13,1.85,30288,15,0],["qwen3-32b-q4",1,38.2,null,0.82,8.7,5335,5,0],["qwen3-coder-30b-a3b-q4",1,175.3,null,0.13,1.85,30958,15,0],["gemma3-4b-q4",1,208.4,181.1,0.13,1.06,131072,5,0],["gemma3-4b-q8",1,148.5,134.1,0.61,5.19,131072,5,1],["gemma3-12b-q4",1,91.2,75.3,0.31,2.59,131072,15,0],["gemma3-27b-q4",1,45.3,40.1,0.65,5.37,56251,5,0],["deepseek-r1-distill-qwen-7b-q4",1,142.5,110.7,0.22,2.16,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,93,78.3,1.21,12.36,131072,5,0],["deepseek-r1-distill-qwen-14b-q4",1,79.2,51.1,0.39,4.14,64147,15,0],["deepseek-r1-distill-qwen-14b-q8",1,49.7,null,2.33,25.27,30000,15,0],["deepseek-r1-distill-qwen-32b-q4",1,38.8,null,0.8,7.77,6670,5,0],["mistral-small-3.1-cloud",1,49.6,38.5,0.58,5.34,37311,5,0],["qwen3.5-0.8b-q4",1,382,327.7,0.05,0.49,262144,10,0],["qwen3.5-2b-q4",1,247.9,223.9,0.08,0.67,262144,10,0],["qwen3.5-4b-q4",1,204.6,165.5,0.13,1.14,262144,5,0],["qwen3.5-4b-q8",1,141.8,121.9,0.6,5.72,262144,5,1],["qwen3.5-9b-q4",1,131.9,114.5,0.23,1.95,262144,5,1],["qwen3.5-35b-a3b-q4",1,222.8,null,0.11,1.01,21152,15,0],["qwen3.5-27b-q4",1,49,44,0.59,5.17,77096,5,0],["lfm2-24b-a2b-q4",1,235.5,201.2,0.09,0.8,128000,15,0],["lfm2.5-8b-a1b-q4",1,281.2,250.7,0.08,0.66,128000,15,0],["granite4.1-3b-q4",1,222.8,135.6,0.12,1.41,131072,5,0],["granite4.1-8b-q4",1,114.5,68.9,0.24,2.6,99194,5,1],["qwen3.6-27b-q4",1,48.2,43.4,0.59,5.17,72663,5,0],["qwen3.8-27b-q4",1,48.3,43.4,0.59,5.17,73078,5,0],["gemma4-31b-q4",1,39.3,null,0.72,6.13,12763,5,0],["gemma4-26b-a4b-q4",1,155.8,127.2,0.11,0.99,105368,15,0],["gemma4-e4b-q4",1,175.2,160.9,0.21,1.7,131072,5,1],["gemma4-e4b-q8",1,132.4,124.1,1.12,9.38,131072,5,1],["gemma4-e2b-q4",1,298.3,277.4,0.13,1.1,131072,5,0],["gemma4-e2b-q8",1,246.1,231.7,0.63,5.44,131072,5,0],["gemma4-12b-q4",1,90.5,74.9,0.31,2.59,211838,15,0],["north-mini-code-1-q4",1,165.9,143.5,0.12,1.16,101562,15,0],["gpt-oss-20b",1,156.9,138.1,0.21,2.03,131072,15,0],["qwen3.5-9b-q8",1,86.2,78.4,1.26,10.97,262144,5,0],["gemma4-12b-q8",1,57.9,51,1.78,15.15,131147,15,0],["qwen3-14b-q8",1,49.5,38.5,2.31,24,34819,15,0],["laguna-xs-2.1-q4",1,208.5,null,0.1,1.08,30829,15,0],["ornith-9b-q4",1,131.9,114.5,0.23,1.95,262144,5,1],["ornith-35b-q4",1,222.8,null,0.11,1.01,21152,15,0],["granite4.2-3b-q4",1,223.6,135.9,0.13,1.46,131072,5,0],["granite4.2-8b-q4",1,118.5,70.4,0.25,2.67,99194,5,1],["granite4.2-30b-q4",1,42.5,null,0.72,6.83,14795,5,0],["nemotron-3.5-lightning-30b-q4xs",1,184.9,177.8,0.12,1.08,436458,15,0],["muse-glimmer-30b-q4",1,48.7,47.6,0.64,5.33,131072,5,0],["minicpm-v4.5-8b-q4",1,127.9,76.8,0.23,2.49,40960,5,1],["glm-4.7-flash-q4",1,165.1,125.6,0.13,1.43,47663,15,0],["glm-4-9b-chat-q4",1,115.1,98.7,0.26,2.78,131072,5,1],["glm-4-9b-chat-q8",1,78,70.1,1.5,16.42,131072,5,0],["olmo-3.1-32b-q4",1,39.2,null,0.77,6.51,20024,5,0],["mimo-v2.6-distill-qwen-9b",1,128.2,111.7,0.23,1.95,262144,5,1],["devstral-small-2-24b-q4",1,50.5,39.1,0.58,5.34,39200,5,0],["ministral-3-3b-q4",1,178,106.7,0.12,1.44,175088,5,1],["ministral-3-8b-q4",1,111.7,72.1,0.24,2.5,111858,5,1],["ministral-3-14b-q4",1,79.3,54.4,0.36,3.52,76400,15,0],["mellum2.1-12b-q4",1,217.6,196,0.1,0.89,131072,15,0],["arex-2-27b-q4",1,47.3,42.6,0.59,5.17,67086,5,0],["arete-27b-q4",1,47.3,42.6,0.59,5.17,67086,5,0],["twil-8b-q4",1,118.5,70.4,0.25,2.67,99194,5,1],["nemotron-3.5-bolt-e4b-q4",1,161.1,149,0.21,1.7,65536,5,1],["granite-switch-4.1-8b-q4",1,99.7,62.1,0.25,2.71,88283,5,0],["jebadiah-9b-q4",1,129.3,null,0.23,1.95,4096,5,1],["jebadiah-9b-q5",1,115.9,null,0.43,3.75,4096,5,1],["jebadiah-9b-q8",1,84.2,null,1.26,10.97,4096,5,0],["jebadiah-27b-q4",1,48.3,null,0.59,5.17,4096,5,0],["jebadiah-27b-q5",1,42.1,null,1.21,10.52,4096,5,0],["lfm3-1.7b-q4",1,337.8,294.6,0.08,0.67,262144,10,0]]},"rtx-5090":{"label":"NVIDIA GeForce RTX 5090","kind":"gpu","budgetGb":28.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":89},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":89},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":89}},"cells":[["qwen2.5-1.5b-q4",1,490.7,390.7,0.05,0.5,32768,10,1],["qwen2.5-3b-q4",1,379.7,302.6,0.07,0.66,32768,5,1],["qwen2.5-7b-q4",1,240.4,192.2,0.11,1.02,32768,5,1],["qwen2.5-14b-q4",1,141.7,94,0.17,1.77,32768,15,1],["llama3.2-3b-q4",1,345.9,200.9,0.07,0.69,131072,5,1],["llama3.1-8b-q4",1,222,145.1,0.11,1.1,131072,5,1],["llama3.1-8b-q8",1,152.3,111.7,0.51,5.46,131072,5,1],["llama3.1-8b-q5",1,201.4,136,0.19,1.97,131072,5,1],["mistral-7b-q4",1,231.6,149.2,0.11,1.05,32768,5,1],["mistral-7b-q5",1,209.5,139.7,0.18,1.86,32768,5,1],["mistral-7b-q8",1,158.6,115,0.47,5.11,32768,5,1],["mixtral-8x7b-q4",1,111.3,null,0.15,1.44,17977,15,1],["mistral-nemo-12b-q4",1,170.7,113.1,0.15,1.45,131072,15,1],["mistral-nemo-12b-q8",1,107.7,81.5,0.76,7.74,96298,15,1],["gemma2-2b-q4",1,373.1,null,0.06,0.54,8192,5,1],["gemma2-9b-q4",1,173.4,null,0.12,1.11,8192,5,1],["gemma2-27b-q4",1,80.1,null,0.28,2.36,8192,5,1],["phi3-mini-q4",1,262.8,null,0.07,0.75,4096,5,1],["phi3-medium-q4",1,141.8,null,0.17,1.64,4096,15,1],["phi4-14b-q4",1,138.6,null,0.17,1.69,16384,15,1],["phi4-14b-q8",1,90.5,null,0.9,9.31,16384,15,1],["qwen2.5-coder-7b-q4",1,240.4,192.2,0.11,1.02,32768,5,1],["qwen2.5-coder-14b-q4",1,141.7,94,0.17,1.77,32768,15,1],["llama3.2-1b-q4",1,515.5,394.3,0.05,0.46,131072,10,1],["mistral-small-22b-q4",1,104.8,72.9,0.24,2.47,32768,5,1],["qwen2.5-0.5b-q4",1,610.9,537.4,0.04,0.39,32768,10,0],["gemma-3-1b-q4",1,534.3,513.8,0.05,0.39,32768,10,1],["gemma-3-1b-q8",1,492.2,474.7,0.1,0.81,32768,10,1],["phi4-mini-3.8b-q4",1,310.5,178.3,0.07,0.76,131072,5,1],["phi4-mini-3.8b-q8",1,238.6,152,0.27,3.2,131072,5,1],["mage-vl-cowork-q4",1,307.3,168.4,0.08,0.88,176892,5,1],["smollm2-360m-q4",1,523.2,null,0.04,0.39,8192,10,0],["qwen3-8b-q4",1,213.4,135.7,0.11,1.14,40960,5,1],["qwen3-8b-q8",1,148.7,106.3,0.53,5.73,40960,5,1],["qwen3-14b-q4",1,140.1,98.8,0.17,1.7,40960,15,1],["qwen3-30b-q4",1,286.6,189.4,0.07,0.9,40960,15,1],["qwen3-32b-q4",1,71.2,53.1,0.34,3.52,32801,5,1],["qwen3-coder-30b-a3b-q4",1,287.1,189.7,0.07,0.9,104200,15,1],["gemma3-4b-q4",1,331.7,295.2,0.07,0.6,131072,5,1],["gemma3-4b-q8",1,249.1,228,0.26,2.18,131072,5,1],["gemma3-12b-q4",1,161.4,135.3,0.14,1.18,131072,15,1],["gemma3-27b-q4",1,83.8,74.5,0.27,2.25,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,240.4,192.2,0.11,1.02,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,164.2,140.2,0.48,4.92,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,141.7,94,0.17,1.77,100768,15,1],["deepseek-r1-distill-qwen-14b-q8",1,91.5,68.9,0.91,9.84,66621,15,1],["deepseek-r1-distill-qwen-32b-q4",1,72.2,53.7,0.33,3.16,34136,5,1],["mistral-small-3.1-cloud",1,91.3,71.8,0.25,2.23,81256,5,1],["mistral-small-3.1-24b-q8",1,58,null,1.39,12.82,16296,5,1],["qwen3.5-0.8b-q4",1,529.4,473.3,0.05,0.38,262144,10,1],["qwen3.5-2b-q4",1,381.7,351.7,0.05,0.45,262144,10,1],["qwen3.5-4b-q4",1,326.7,273.4,0.07,0.63,262144,5,1],["qwen3.5-4b-q8",1,239.4,209.5,0.25,2.38,262144,5,1],["qwen3.5-9b-q4",1,224.7,198.1,0.11,0.94,262144,5,1],["qwen3.5-35b-a3b-q4",1,350.3,309.9,0.06,0.58,262144,15,1],["qwen3.5-27b-q4",1,90.2,81.5,0.25,2.17,186959,5,1],["lfm2-24b-a2b-q4",1,366.3,322.3,0.06,0.5,128000,15,1],["lfm2.5-8b-a1b-q4",1,421.3,385,0.05,0.44,128000,15,1],["granite4.1-3b-q4",1,350.4,230.1,0.07,0.73,131072,5,1],["granite4.1-8b-q4",1,198.2,124.6,0.12,1.19,131072,5,1],["qwen3.6-27b-q4",1,88.9,80.4,0.25,2.17,182527,5,1],["qwen3.8-27b-q4",1,89,80.5,0.25,2.17,182942,5,1],["qwen3.6-35b-a3b-q4",1,345.8,306.3,0.06,0.58,262144,15,1],["gemma4-31b-q4",1,73,60,0.3,2.54,56708,5,1],["gemma4-26b-a4b-q4",1,259.7,217.6,0.07,0.57,262144,15,1],["gemma4-e4b-q4",1,287,267,0.1,0.84,131072,5,1],["gemma4-e4b-q8",1,225.4,212.9,0.45,3.78,131072,5,1],["gemma4-e2b-q4",1,440.9,416.9,0.07,0.61,131072,5,1],["gemma4-e2b-q8",1,379.5,361.6,0.27,2.27,131072,5,1],["gemma4-12b-q4",1,160.2,134.5,0.14,1.18,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,257.7,250.4,0.11,0.93,262144,15,1],["laguna-xs2-q4",1,310.3,252,0.06,0.61,137670,15,1],["north-mini-code-1-q4",1,274,241.9,0.07,0.64,371995,15,1],["gpt-oss-20b",1,261.2,233.8,0.1,0.97,131072,15,1],["qwen3.5-9b-q8",1,153.1,140.3,0.51,4.38,262144,5,1],["gemma4-12b-q8",1,105.7,93.9,0.7,5.98,241010,15,1],["gemma4-26b-a4b-q8",1,194.6,169.9,0.22,2,42245,15,1],["qwen3-14b-q8",1,91.3,71.7,0.91,9.36,40960,15,1],["laguna-xs-2.1-q4",1,331.8,266,0.06,0.61,206610,15,1],["ornith-9b-q4",1,224.7,198.1,0.11,0.94,262144,5,1],["ornith-35b-q4",1,350.3,309.9,0.06,0.58,262144,15,1],["granite4.2-3b-q4",1,351.3,230.5,0.07,0.75,131072,5,1],["granite4.2-8b-q4",1,204.4,127,0.12,1.22,131072,5,1],["granite4.2-30b-q4",1,78.8,57.3,0.3,2.8,42261,5,1],["nemotron-3.5-lightning-30b-q4",1,250,243.2,0.07,0.6,548388,15,1],["nemotron-3.5-lightning-30b-q4xs",1,300.4,290.6,0.07,0.6,1048576,15,1],["muse-glimmer-30b-q4",1,89.8,87.9,0.27,2.23,131072,5,1],["minicpm-v4.5-8b-q4",1,218.6,137.8,0.11,1.14,40960,5,1],["glm-4.7-flash-q4",1,272.9,215.1,0.07,0.74,180642,15,1],["glm-4-9b-chat-q4",1,199,173.3,0.12,1.26,131072,5,1],["glm-4-9b-chat-q8",1,139.8,126.6,0.6,6.47,131072,5,1],["olmo-3.1-32b-q4",1,72.9,67.1,0.32,2.68,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,219.1,193.8,0.11,0.94,262144,5,1],["devstral-small-2-24b-q4",1,92.9,72.7,0.25,2.23,83145,5,1],["ministral-3-3b-q4",1,290.8,186,0.07,0.74,242696,5,1],["ministral-3-8b-q4",1,193.8,129.9,0.12,1.15,163558,5,1],["ministral-3-14b-q4",1,142,99.7,0.16,1.54,120346,15,1],["flint-40b",1,362.7,305,0.09,0.9,205780,15,1],["mellum2.1-12b-q4",1,343.6,315.3,0.06,0.53,131072,15,1],["arex-2-27b-q4",1,87.2,79,0.25,2.17,176950,5,1],["arete-27b-q4",1,87.2,79,0.25,2.17,176950,5,1],["twil-8b-q4",1,204.4,127,0.12,1.22,131072,5,1],["nanbeige4.3-33b-q4",1,70.8,55.6,0.33,3.27,37612,5,1],["nemotron-3.5-bolt-e4b-q4",1,267.2,249.8,0.1,0.84,65536,5,1],["granite-switch-4.1-8b-q4",1,175,113,0.12,1.23,130136,5,1],["granite-switch-4.1-30b-q4",1,67.2,null,0.3,2.85,28721,5,1],["jebadiah-9b-q4",1,220.7,null,0.11,0.94,4096,5,1],["jebadiah-9b-q5",1,200.3,null,0.19,1.63,4096,5,1],["jebadiah-9b-q8",1,150,null,0.51,4.38,4096,5,1],["jebadiah-27b-q4",1,89,null,0.25,2.17,4096,5,1],["jebadiah-27b-q5",1,78.1,null,0.49,4.21,4096,5,1],["lfm3-1.7b-q4",1,484,436.7,0.05,0.45,262144,10,1],["sage-a1.5-q4",1,345.8,306.3,0.06,0.58,262144,15,1]]},"rtx-6000-pro":{"label":"NVIDIA RTX PRO 6000 Blackwell","kind":"gpu","budgetGb":86.4,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":89},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":89},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":89}},"cells":[["qwen2.5-1.5b-q4",1,490.7,390.7,0.05,0.47,32768,10,0],["qwen2.5-3b-q4",1,379.7,302.6,0.06,0.6,32768,5,1],["qwen2.5-7b-q4",1,240.4,192.2,0.1,0.9,32768,5,1],["qwen2.5-14b-q4",1,141.7,94,0.15,1.53,32768,15,0],["llama3.2-3b-q4",1,345.9,200.9,0.06,0.63,131072,5,1],["llama3.1-8b-q4",1,222,145.1,0.1,0.97,131072,5,1],["llama3.1-8b-q8",1,152.3,111.7,0.43,4.6,131072,5,0],["llama3.1-8b-q5",1,201.4,136,0.17,1.7,131072,5,1],["llama3.1-70b-q4",1,36.1,29.7,0.56,5.34,131072,10,0],["mistral-7b-q4",1,231.6,149.2,0.09,0.93,32768,5,1],["mistral-7b-q5",1,209.5,139.7,0.15,1.6,32768,5,1],["mistral-7b-q8",1,158.6,115,0.4,4.31,32768,5,0],["mixtral-8x7b-q4",1,111.3,87.9,0.13,1.25,32768,15,0],["mistral-nemo-12b-q4",1,170.7,113.1,0.13,1.26,131072,15,0],["mistral-nemo-12b-q8",1,107.7,81.5,0.64,6.49,131072,15,1],["gemma2-2b-q4",1,373.1,null,0.06,0.5,8192,5,1],["gemma2-9b-q4",1,173.4,null,0.11,0.97,8192,5,1],["gemma2-27b-q4",1,80.1,null,0.24,2.01,8192,5,1],["phi3-mini-q4",1,262.8,null,0.07,0.68,4096,5,1],["phi3-medium-q4",1,141.8,null,0.14,1.42,4096,15,0],["phi4-14b-q4",1,138.6,null,0.15,1.46,16384,15,0],["phi4-14b-q8",1,90.5,null,0.75,7.79,16384,15,1],["qwen2.5-coder-7b-q4",1,240.4,192.2,0.1,0.9,32768,5,1],["qwen2.5-coder-14b-q4",1,141.7,94,0.15,1.53,32768,15,0],["llama3.2-1b-q4",1,515.5,394.3,0.05,0.43,131072,10,0],["mistral-small-22b-q4",1,104.8,72.9,0.21,2.1,32768,5,1],["qwen2.5-0.5b-q4",1,610.9,537.4,0.04,0.37,32768,10,0],["gemma-3-1b-q4",1,534.3,513.8,0.05,0.38,32768,10,0],["gemma-3-1b-q8",1,492.2,474.7,0.09,0.73,32768,10,0],["phi4-mini-3.8b-q4",1,310.5,178.3,0.07,0.68,131072,5,1],["phi4-mini-3.8b-q8",1,238.6,152,0.23,2.71,131072,5,1],["mage-vl-cowork-q4",1,307.3,168.4,0.07,0.79,262144,5,1],["smollm2-360m-q4",1,523.2,null,0.04,0.38,8192,10,0],["llama3.3-70b-q4",1,36.1,29.7,0.56,5.34,131072,10,0],["qwen3-8b-q4",1,213.4,135.7,0.1,1,40960,5,1],["qwen3-8b-q8",1,148.7,106.3,0.44,4.82,40960,5,0],["qwen3-14b-q4",1,140.1,98.8,0.15,1.47,40960,15,0],["qwen3-30b-q4",1,286.6,189.4,0.07,0.8,40960,15,1],["qwen3-30b-a3b-q8",1,204.6,149.8,0.23,3.5,40960,15,1],["qwen3-32b-q4",1,71.2,53.1,0.29,2.98,40960,5,1],["qwen3-32b-q8",1,43.6,36.1,1.65,17.69,40960,5,0],["qwen3-coder-30b-a3b-q4",1,287.1,189.7,0.07,0.8,262144,15,1],["qwen3-coder-30b-a3b-q8",1,204.8,149.9,0.23,3.5,262144,15,1],["gemma3-4b-q4",1,331.7,295.2,0.07,0.55,131072,5,1],["gemma3-4b-q8",1,249.1,228,0.22,1.86,131072,5,1],["gemma3-12b-q4",1,161.4,135.3,0.12,1.04,131072,15,0],["gemma3-27b-q4",1,83.8,74.5,0.23,1.92,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,240.4,192.2,0.1,0.9,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,164.2,140.2,0.41,4.14,131072,5,0],["deepseek-r1-distill-qwen-14b-q4",1,141.7,94,0.15,1.53,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,91.5,68.9,0.77,8.24,131072,15,1],["deepseek-r1-distill-qwen-32b-q4",1,72.2,53.7,0.28,2.68,131072,5,1],["deepseek-r1-distill-qwen-32b-q8",1,44,36.3,1.62,15.76,131072,5,0],["deepseek-r1-distill-llama-70b-q4",1,36.1,29.7,0.56,5.34,131072,10,0],["mistral-small-3.1-cloud",1,91.3,71.8,0.21,1.91,131072,5,1],["mistral-small-3.1-24b-q8",1,58,49.4,1.16,10.72,131072,5,1],["qwen3.5-0.8b-q4",1,529.4,473.3,0.04,0.37,262144,10,0],["qwen3.5-2b-q4",1,381.7,351.7,0.05,0.43,262144,10,1],["qwen3.5-4b-q4",1,326.7,273.4,0.07,0.58,262144,5,1],["qwen3.5-4b-q8",1,239.4,209.5,0.22,2.03,262144,5,1],["qwen3.5-9b-q4",1,224.7,198.1,0.1,0.83,262144,5,1],["qwen3.5-35b-a3b-q4",1,350.3,309.9,0.06,0.54,262144,15,1],["qwen3.5-27b-q4",1,90.2,81.5,0.22,1.85,262144,5,1],["qwen3.5-27b-q8",1,54.7,51.3,1.19,10.37,262144,5,0],["qwen3.5-122b-a10b-q4",1,161.2,150.3,0.1,0.91,204671,15,1],["lfm2-24b-a2b-q4",1,366.3,322.3,0.05,0.47,128000,15,1],["lfm2.5-8b-a1b-q4",1,421.3,385,0.05,0.42,128000,15,0],["granite4.1-3b-q4",1,350.4,230.1,0.07,0.66,131072,5,1],["granite4.1-8b-q4",1,198.2,124.6,0.1,1.04,131072,5,1],["qwen3.6-27b-q4",1,88.9,80.4,0.22,1.85,262144,5,1],["qwen3.8-27b-q4",1,89,80.5,0.22,1.85,262144,5,1],["qwen3.8-27b-q8",1,54.7,51.3,1.19,10.37,262144,5,0],["qwen3.6-35b-a3b-q4",1,345.8,306.3,0.06,0.54,262144,15,1],["gemma4-31b-q4",1,73,60,0.26,2.16,262144,5,1],["gemma4-31b-q8",1,45.1,39.7,1.46,12.37,262144,5,0],["gemma4-26b-a4b-q4",1,259.7,217.6,0.06,0.53,262144,15,1],["gemma4-e4b-q4",1,287,267,0.09,0.76,131072,5,1],["gemma4-e4b-q8",1,225.4,212.9,0.38,3.19,131072,5,1],["gemma4-e2b-q4",1,440.9,416.9,0.07,0.56,131072,5,1],["gemma4-e2b-q8",1,379.5,361.6,0.23,1.94,131072,5,1],["llama4-scout-q4",1,115.9,81.9,0.12,1.32,96451,15,0],["gemma4-12b-q4",1,160.2,134.5,0.12,1.04,262144,15,0],["nemotron-cascade-2-30b-a3b-q6",1,257.7,250.4,0.09,0.82,262144,15,1],["laguna-xs2-q4",1,310.3,252,0.06,0.56,262144,15,1],["north-mini-code-1-q4",1,274,241.9,0.06,0.58,500000,15,1],["gpt-oss-120b",1,229.4,198.8,0.11,1.07,131072,15,1],["gpt-oss-20b",1,261.2,233.8,0.09,0.86,131072,15,1],["qwen3-next-80b-a3b",1,311.1,273.1,0.06,0.56,262144,15,1],["qwen3.6-35b-a3b-q8",1,250.9,229.5,0.18,1.76,262144,15,1],["qwen3.5-35b-a3b-q8",1,250.9,229.5,0.18,1.76,262144,15,1],["qwen3.5-9b-q8",1,153.1,140.3,0.43,3.7,262144,5,0],["qwen3.6-27b-q8",1,54.7,51.3,1.19,10.37,262144,5,0],["gemma4-12b-q8",1,105.7,93.9,0.59,5.03,262144,15,1],["gemma4-26b-a4b-q8",1,194.6,169.9,0.19,1.71,262144,15,1],["qwen3-next-80b-a3b-q8",1,225.3,204.7,0.19,1.95,64615,15,1],["qwen3-14b-q8",1,91.3,71.7,0.76,7.84,40960,15,1],["llama3.3-70b-q8",1,21.2,18.8,3.43,33.07,34866,10,0],["llama3.3-70b-q6",1,27.1,23.3,1.13,10.88,87011,10,0],["laguna-xs-2.1-q4",1,331.8,266,0.06,0.56,262144,15,1],["ornith-9b-q4",1,224.7,198.1,0.1,0.83,262144,5,1],["ornith-35b-q4",1,350.3,309.9,0.06,0.54,262144,15,1],["granite4.2-3b-q4",1,351.3,230.5,0.07,0.68,131072,5,1],["granite4.2-8b-q4",1,204.4,127,0.11,1.06,131072,5,1],["granite4.2-30b-q4",1,78.8,57.3,0.25,2.38,131072,5,1],["nemotron-3.5-lightning-30b-q4",1,250,243.2,0.07,0.56,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,300.4,290.6,0.07,0.56,1048576,15,1],["muse-glimmer-30b-q4",1,89.8,87.9,0.23,1.91,131072,5,1],["minicpm-v4.5-8b-q4",1,218.6,137.8,0.1,1,40960,5,1],["glm-4.7-flash-q4",1,272.9,215.1,0.07,0.67,202752,15,1],["glm-4-9b-chat-q4",1,199,173.3,0.11,1.1,131072,5,1],["glm-4-9b-chat-q8",1,139.8,126.6,0.5,5.43,131072,5,0],["nemotron-3-super-120b-q4xs",1,125.4,123.1,0.13,1.09,262144,15,0],["olmo-3.1-32b-q4",1,72.9,67.1,0.27,2.28,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,219.1,193.8,0.1,0.83,262144,5,1],["ling-3.0-flash",1,238.3,230.3,0.07,0.63,262144,15,1],["ling-3.0-flash-q4xs",1,258.5,249.1,0.07,0.63,262144,15,1],["devstral-small-2-24b-q4",1,92.9,72.7,0.21,1.91,393216,5,1],["devstral-2-123b-q4",1,21.1,null,0.96,9.09,31911,10,0],["ministral-3-3b-q4",1,290.8,186,0.07,0.67,262144,5,1],["ministral-3-8b-q4",1,193.8,129.9,0.1,1.01,262144,5,1],["ministral-3-14b-q4",1,142,99.7,0.14,1.33,262144,15,0],["flint-40b",1,362.7,305,0.08,0.8,262144,15,1],["mellum2.1-12b-q4",1,343.6,315.3,0.06,0.5,131072,15,1],["kolibri-1-q4",1,282.2,255.4,0.07,0.61,262144,15,1],["kolibri-1-q4xs",1,304.4,273.4,0.07,0.61,262144,15,1],["arex-2-27b-q4",1,87.2,79,0.22,1.85,262144,5,1],["arete-27b-q4",1,87.2,79,0.22,1.85,262144,5,1],["twil-8b-q4",1,204.4,127,0.11,1.06,131072,5,1],["nanbeige4.3-33b-q4",1,70.8,55.6,0.28,2.77,308045,5,1],["nanbeige4.3-33b-q8",1,44.3,37.8,1.64,16.33,240407,5,0],["ripple-65b-q4",1,39.8,38,0.48,4.03,722240,10,0],["ripple-65b-q8",1,23.1,22.5,2.89,24.53,263846,10,0],["nemotron-3.5-bolt-e4b-q4",1,267.2,249.8,0.09,0.76,65536,5,1],["granite-switch-4.1-8b-q4",1,175,113,0.11,1.08,131072,5,0],["granite-switch-4.1-30b-q4",1,67.2,50.5,0.26,2.42,131072,5,1],["jebadiah-9b-q4",1,220.7,null,0.1,0.83,4096,5,1],["jebadiah-9b-q5",1,200.3,null,0.16,1.41,4096,5,1],["jebadiah-9b-q8",1,150,null,0.43,3.7,4096,5,0],["jebadiah-27b-q4",1,89,null,0.22,1.85,4096,5,1],["jebadiah-27b-q5",1,78.1,null,0.41,3.55,4096,5,1],["jebadiah-27b-q8",1,54.7,null,1.19,10.37,4096,5,0],["lfm3-1.7b-q4",1,484,436.7,0.05,0.43,262144,10,0],["ornith-1.5-122b-q4",1,170.1,158,0.1,0.91,262144,15,1],["sage-a1.5-q4",1,345.8,306.3,0.06,0.54,262144,15,1]]},"rx-7900-xtx":{"label":"AMD Radeon RX 7900 XTX","kind":"gpu","budgetGb":21.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":43.5},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":43.5},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":43.5}},"cells":[["qwen2.5-1.5b-q4",1,233.7,187.3,0.19,1.76,32768,10,0],["qwen2.5-3b-q4",1,182.1,145.9,0.24,2.3,32768,10,0],["qwen2.5-7b-q4",1,116.4,93.3,0.37,3.51,32768,10,1],["qwen2.5-14b-q4",1,69,46,0.59,6.04,32768,10,0],["llama3.2-3b-q4",1,166.3,97.5,0.24,2.41,131072,10,1],["llama3.1-8b-q4",1,107.6,70.7,0.39,3.79,127252,10,1],["llama3.1-8b-q8",1,74.2,54.6,1.46,15.43,99633,10,0],["llama3.1-8b-q5",1,97.7,66.3,2.55,27.25,121055,10,1],["mistral-7b-q4",1,112.2,72.7,0.36,3.61,32768,10,1],["mistral-7b-q5",1,101.6,68.1,2.33,25.47,32768,10,1],["mistral-7b-q8",1,77.2,56.2,1.34,14.46,32768,10,0],["mistral-nemo-12b-q4",1,83,55.2,0.51,4.96,88673,10,0],["mistral-nemo-12b-q8",1,52.6,39.9,2.13,21.75,52353,10,1],["gemma2-2b-q4",1,179.1,null,0.22,1.91,8192,10,0],["gemma2-9b-q4",1,84.4,null,0.42,3.8,8192,10,1],["gemma2-27b-q4",1,39.2,null,0.94,8,8192,50,1],["phi3-mini-q4",1,127.1,null,0.26,2.62,4096,10,1],["phi3-medium-q4",1,69.1,null,0.56,5.61,4096,10,0],["phi4-14b-q4",1,67.6,null,0.59,5.77,16384,10,0],["phi4-14b-q8",1,44.3,null,2.53,26.1,16384,10,1],["qwen2.5-coder-7b-q4",1,116.4,93.3,0.37,3.51,32768,10,1],["qwen2.5-coder-14b-q4",1,69,46,0.59,6.04,32768,10,0],["llama3.2-1b-q4",1,245.1,189,0.18,1.63,131072,10,0],["mistral-small-22b-q4",1,51.2,35.7,0.82,8.37,32768,50,1],["qwen2.5-0.5b-q4",1,288.7,255.2,0.16,1.39,32768,10,0],["gemma-3-1b-q4",1,253.8,244.4,0.17,1.4,32768,10,0],["gemma-3-1b-q8",1,234.4,226.3,0.3,2.52,32768,10,0],["phi4-mini-3.8b-q4",1,149.6,86.7,0.26,2.63,131072,10,1],["phi4-mini-3.8b-q8",1,115.5,74,0.79,9.14,131072,10,1],["mage-vl-cowork-q4",1,148.1,81.9,0.28,3.06,128064,10,1],["smollm2-360m-q4",1,248.7,null,0.16,1.41,8192,10,0],["qwen3-8b-q4",1,103.5,66.1,0.39,3.93,40960,10,1],["qwen3-8b-q8",1,72.4,51.9,1.49,16.17,40960,10,0],["qwen3-14b-q4",1,68.3,48.3,0.59,5.8,40960,10,0],["qwen3-30b-q4",1,138.3,null,0.26,3.11,30288,25,0],["qwen3-32b-q4",1,34.8,null,1.14,11.89,5335,50,1],["qwen3-coder-30b-a3b-q4",1,138.6,null,0.26,3.11,30958,25,0],["gemma3-4b-q4",1,159.6,142.4,0.26,2.1,131072,10,1],["gemma3-4b-q8",1,120.6,110.5,0.75,6.31,131072,10,1],["gemma3-12b-q4",1,78.5,66,0.49,4.06,131072,10,0],["gemma3-27b-q4",1,41,36.5,0.93,7.62,56251,50,1],["deepseek-r1-distill-qwen-7b-q4",1,116.4,93.3,0.37,3.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,79.9,68.3,1.38,13.91,131072,10,0],["deepseek-r1-distill-qwen-14b-q4",1,69,46,0.59,6.04,64147,10,0],["deepseek-r1-distill-qwen-14b-q8",1,44.7,null,2.57,27.57,30000,10,1],["deepseek-r1-distill-qwen-32b-q4",1,35.4,null,1.12,10.69,6670,50,1],["mistral-small-3.1-cloud",1,44.7,35.1,0.84,7.58,37311,50,1],["qwen3.5-0.8b-q4",1,251.5,225.7,0.16,1.37,262144,10,0],["qwen3.5-2b-q4",1,183.1,169,0.19,1.6,262144,10,1],["qwen3.5-4b-q4",1,157.3,132.1,0.25,2.21,262144,10,1],["qwen3.5-4b-q8",1,115.9,101.6,0.74,6.87,262144,10,1],["qwen3.5-9b-q4",1,108.9,96.2,0.38,3.24,262144,10,1],["qwen3.5-35b-a3b-q4",1,168.4,null,0.23,2.04,21152,25,0],["qwen3.5-27b-q4",1,44.1,39.9,0.85,7.36,77096,50,1],["lfm2-24b-a2b-q4",1,175.9,155.2,0.21,1.76,128000,25,0],["lfm2.5-8b-a1b-q4",1,201.6,184.7,0.19,1.58,128000,25,0],["granite4.1-3b-q4",1,168.4,111.5,0.25,2.55,131072,10,1],["granite4.1-8b-q4",1,96.2,60.8,0.4,4.07,99194,10,1],["qwen3.6-27b-q4",1,43.5,39.3,0.85,7.36,72663,50,1],["qwen3.8-27b-q4",1,43.5,39.4,0.85,7.36,73078,50,1],["gemma4-31b-q4",1,35.8,null,1.02,8.6,12763,50,1],["gemma4-26b-a4b-q4",1,125.6,105.5,0.24,2.01,105368,25,1],["gemma4-e4b-q4",1,138.5,129,0.36,2.92,131072,10,1],["gemma4-e4b-q8",1,109.2,103.3,1.29,10.75,131072,10,1],["gemma4-e2b-q4",1,210.7,199.5,0.26,2.15,131072,10,0],["gemma4-e2b-q8",1,182.1,173.7,0.77,6.58,131072,10,1],["gemma4-12b-q4",1,78,65.6,0.49,4.06,211838,10,0],["north-mini-code-1-q4",1,132.4,117.1,0.24,2.23,101562,25,1],["gpt-oss-20b",1,126.3,113.3,1.01,9.89,131072,25,1],["qwen3.5-9b-q8",1,74.6,68.4,1.44,12.43,262144,10,0],["gemma4-12b-q8",1,51.6,45.9,1.99,16.86,131147,10,1],["qwen3-14b-q8",1,44.6,35.1,2.54,26.23,34819,10,1],["laguna-xs-2.1-q4",1,159.7,null,0.22,2.13,30829,25,0],["ornith-9b-q4",1,108.9,96.2,0.38,3.24,262144,10,1],["ornith-35b-q4",1,168.4,null,0.23,2.04,21152,25,0],["granite4.2-3b-q4",1,168.9,111.7,0.26,2.61,131072,10,1],["granite4.2-8b-q4",1,99.2,61.9,0.41,4.17,99194,10,1],["granite4.2-30b-q4",1,38.6,null,1.01,9.49,14795,50,1],["nemotron-3.5-lightning-30b-q4xs",1,144.9,140.2,0.25,2.12,436458,25,0],["muse-glimmer-30b-q4",1,43.9,43,0.91,7.57,131072,50,1],["minicpm-v4.5-8b-q4",1,106,67.2,0.39,3.93,40960,10,1],["glm-4.7-flash-q4",1,131.9,104.3,0.26,2.57,47663,25,1],["glm-4-9b-chat-q4",1,96.6,84.3,0.43,4.31,131072,10,1],["glm-4-9b-chat-q8",1,68.1,61.8,1.69,18.21,131072,10,0],["olmo-3.1-32b-q4",1,35.7,null,1.08,9.08,20024,50,1],["mimo-v2.6-distill-qwen-9b",1,106.2,94.1,0.38,3.24,262144,10,1],["devstral-small-2-24b-q4",1,45.4,35.6,0.84,7.58,39200,50,1],["ministral-3-3b-q4",1,140.3,90.4,0.25,2.58,175088,10,1],["ministral-3-8b-q4",1,94.1,63.4,0.4,3.95,111858,10,1],["ministral-3-14b-q4",1,69.2,48.7,0.55,5.26,76400,10,0],["mellum2.1-12b-q4",1,165.2,151.9,0.22,1.88,131072,25,0],["arex-2-27b-q4",1,42.7,38.7,0.85,7.36,67086,50,1],["arete-27b-q4",1,42.7,38.7,0.85,7.36,67086,50,1],["twil-8b-q4",1,99.2,61.9,0.41,4.17,99194,10,1],["nemotron-3.5-bolt-e4b-q4",1,129.2,120.9,0.36,2.92,65536,10,1],["granite-switch-4.1-8b-q4",1,85.1,55.2,0.41,4.21,88283,10,0],["jebadiah-9b-q4",1,107,null,0.38,3.24,4096,10,1],["jebadiah-9b-q5",1,97.3,null,2.51,21.77,4096,10,1],["jebadiah-9b-q8",1,73,null,1.44,12.43,4096,10,0],["jebadiah-27b-q4",1,43.5,null,0.85,7.36,4096,50,1],["jebadiah-27b-q5",1,38.2,null,7.16,62.41,4096,50,1],["lfm3-1.7b-q4",1,230.6,208.7,0.19,1.6,262144,10,0]]},"rx-7900-xt":{"label":"AMD Radeon RX 7900 XT","kind":"gpu","budgetGb":18,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":37.1},"40":{"model":"gemma4-26b-a4b-q4","eci":141.64,"decodeTps":111.4}},"cells":[["qwen2.5-1.5b-q4",1,219.6,171.6,0.2,1.88,32768,10,0],["qwen2.5-3b-q4",1,166.5,130.8,0.26,2.53,32768,10,1],["qwen2.5-7b-q4",1,102.8,81.5,0.42,3.97,32768,10,1],["qwen2.5-14b-q4",1,59.5,39.2,0.68,7,32768,10,0],["llama3.2-3b-q4",1,150.8,85.3,0.26,2.65,131072,10,1],["llama3.1-8b-q4",1,94.6,61,0.43,4.31,99787,10,1],["llama3.1-8b-q8",1,64.1,46.7,1.71,18.2,72167,10,0],["llama3.1-8b-q5",1,85.5,57.1,3.02,32.32,93589,10,1],["mistral-7b-q4",1,98.9,62.8,0.41,4.09,32768,10,1],["mistral-7b-q5",1,89.1,58.7,2.75,30.2,32768,10,1],["mistral-7b-q8",1,66.8,48.1,1.57,17.04,32768,10,0],["mistral-nemo-12b-q4",1,72.1,47.3,0.58,5.71,66701,10,0],["mistral-nemo-12b-q8",1,45,null,2.52,25.75,30380,10,0],["gemma2-2b-q4",1,163.4,null,0.24,2.06,8192,10,1],["gemma2-9b-q4",1,73.3,null,0.47,4.31,8192,10,1],["phi3-mini-q4",1,112.8,null,0.29,2.91,4096,10,1],["phi3-medium-q4",1,59.6,null,0.65,6.48,4096,10,0],["phi4-14b-q4",1,58.2,null,0.67,6.67,16384,10,0],["phi4-14b-q8",1,37.7,null,2.99,30.94,11813,10,0],["qwen2.5-coder-7b-q4",1,102.8,81.5,0.42,3.97,32768,10,1],["qwen2.5-coder-14b-q4",1,59.5,39.2,0.68,7,32768,10,0],["llama3.2-1b-q4",1,231.8,173.3,0.19,1.72,131072,10,0],["mistral-small-22b-q4",1,43.7,null,0.95,9.77,23676,50,0],["qwen2.5-0.5b-q4",1,279.7,242.7,0.16,1.44,32768,10,0],["gemma-3-1b-q4",1,241.1,231,0.18,1.45,32768,10,0],["gemma-3-1b-q8",1,220.3,211.8,0.33,2.79,32768,10,0],["phi4-mini-3.8b-q4",1,134.4,75.4,0.29,2.91,118317,10,1],["phi4-mini-3.8b-q8",1,102,64,0.92,10.69,106166,10,1],["mage-vl-cowork-q4",1,133,71.1,0.31,3.43,103650,10,1],["smollm2-360m-q4",1,235.6,null,0.16,1.47,8192,10,0],["qwen3-8b-q4",1,90.8,56.9,0.44,4.47,40960,10,1],["qwen3-8b-q8",1,62.5,44.4,1.75,19.08,40960,10,0],["qwen3-14b-q4",1,58.8,41.2,0.67,6.7,40960,10,0],["gemma3-4b-q4",1,144.2,127.5,0.28,2.29,131072,10,1],["gemma3-4b-q8",1,106.7,97.3,0.87,7.31,131072,10,1],["gemma3-12b-q4",1,68,56.8,0.55,4.62,131072,10,0],["gemma3-27b-q4",1,34.9,null,1.08,8.88,12305,50,0],["deepseek-r1-distill-qwen-7b-q4",1,102.8,81.5,0.42,3.97,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,69.3,58.9,1.62,16.39,131072,10,0],["deepseek-r1-distill-qwen-14b-q4",1,59.5,39.2,0.68,7,45836,10,0],["deepseek-r1-distill-qwen-14b-q8",1,38.1,null,3.04,32.71,11690,10,0],["mistral-small-3.1-cloud",1,38,null,0.97,8.83,15338,50,0],["qwen3.5-0.8b-q4",1,238.6,211.2,0.17,1.41,262144,10,0],["qwen3.5-2b-q4",1,167.4,153.4,0.2,1.69,262144,10,1],["qwen3.5-4b-q4",1,141.9,117.6,0.28,2.41,262144,10,1],["qwen3.5-4b-q8",1,102.3,89.1,0.86,7.98,262144,10,1],["qwen3.5-9b-q4",1,95.8,84.1,0.43,3.64,262144,10,1],["qwen3.5-27b-q4",1,37.6,null,0.99,8.57,22164,50,0],["lfm2-24b-a2b-q4",1,160.2,139.8,0.22,1.88,128000,25,0],["lfm2.5-8b-a1b-q4",1,186.2,169,0.2,1.67,128000,25,0],["granite4.1-3b-q4",1,152.8,98.2,0.27,2.82,131072,10,1],["granite4.1-8b-q4",1,84.1,52.2,0.45,4.64,77222,10,1],["qwen3.6-27b-q4",1,37,null,0.99,8.57,17732,50,0],["qwen3.8-27b-q4",1,37.1,null,0.99,8.57,18147,50,0],["gemma4-26b-a4b-q4",1,111.4,null,0.26,2.18,17477,25,1],["gemma4-e4b-q4",1,123.7,114.7,0.4,3.27,131072,10,1],["gemma4-e4b-q8",1,96.1,90.6,1.52,12.62,131072,10,1],["gemma4-e2b-q4",1,195.5,184.1,0.28,2.35,131072,10,0],["gemma4-e2b-q8",1,166.4,158,0.89,7.63,131072,10,1],["gemma4-12b-q4",1,67.5,56.5,0.55,4.62,156906,10,0],["gpt-oss-20b",1,112.1,99.9,1.18,11.59,131072,25,1],["qwen3.5-9b-q8",1,64.5,58.9,1.69,14.62,258560,10,0],["gemma4-12b-q8",1,44.1,39.1,2.35,19.91,76215,10,0],["qwen3-14b-q8",1,38,null,3.01,31.1,12847,10,0],["ornith-9b-q4",1,95.8,84.1,0.43,3.64,262144,10,1],["granite4.2-3b-q4",1,153.3,98.4,0.28,2.89,131072,10,1],["granite4.2-8b-q4",1,86.8,53.2,0.46,4.75,77222,10,1],["muse-glimmer-30b-q4",1,37.4,36.6,1.06,8.81,87252,50,0],["minicpm-v4.5-8b-q4",1,93.1,57.8,0.44,4.47,40960,10,1],["glm-4-9b-chat-q4",1,84.5,73.2,0.49,4.92,131072,10,1],["glm-4-9b-chat-q8",1,58.7,53.1,1.99,21.52,131072,10,0],["mimo-v2.6-distill-qwen-9b",1,93.3,82.2,0.43,3.64,262144,10,1],["devstral-small-2-24b-q4",1,38.7,null,0.97,8.83,17227,50,0],["ministral-3-3b-q4",1,125.5,78.8,0.27,2.86,141284,10,1],["ministral-3-8b-q4",1,82.2,54.5,0.45,4.49,86007,10,1],["ministral-3-14b-q4",1,59.7,41.6,0.63,6.05,54428,10,0],["mellum2.1-12b-q4",1,149.7,136.6,0.23,2.02,131072,25,0],["arex-2-27b-q4",1,36.3,null,0.99,8.57,12155,50,0],["arete-27b-q4",1,36.3,null,0.99,8.57,12155,50,0],["twil-8b-q4",1,86.8,53.2,0.46,4.75,77222,10,1],["nemotron-3.5-bolt-e4b-q4",1,114.8,107,0.4,3.27,65536,10,1],["granite-switch-4.1-8b-q4",1,74,47.3,0.46,4.81,67357,10,0],["jebadiah-9b-q4",1,94,null,0.43,3.64,4096,10,1],["jebadiah-9b-q5",1,85.1,null,2.97,25.78,4096,10,1],["jebadiah-9b-q8",1,63.1,null,1.69,14.62,4096,10,0],["jebadiah-27b-q4",1,37.1,null,0.99,8.57,4096,50,0],["lfm3-1.7b-q4",1,216.4,193.5,0.2,1.69,262144,10,0]]},"rx-9070-xt":{"label":"AMD Radeon RX 9070 XT","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":83.2},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":83.2},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":83.2}},"cells":[["qwen2.5-1.5b-q4",1,194.8,151,0.17,1.53,32768,10,0],["qwen2.5-3b-q4",1,146.3,114.3,0.2,1.87,32768,10,1],["qwen2.5-7b-q4",1,89.4,70.6,0.29,2.64,32768,10,1],["qwen2.5-14b-q4",1,51.4,null,0.43,4.23,27526,10,1],["llama3.2-3b-q4",1,132.2,74,0.21,1.94,107950,10,1],["llama3.1-8b-q4",1,82.2,52.7,0.3,2.81,72321,10,1],["llama3.1-8b-q8",1,55.4,40.3,0.97,10.16,44702,10,1],["llama3.1-8b-q5",1,74.2,49.3,1.66,17.61,66123,10,1],["mistral-7b-q4",1,86,54.2,0.28,2.7,32768,10,1],["mistral-7b-q5",1,77.3,50.7,1.52,16.49,32768,10,1],["mistral-7b-q8",1,57.8,41.5,0.9,9.54,32768,10,1],["mistral-nemo-12b-q4",1,62.4,40.8,0.38,3.55,44728,10,1],["mistral-nemo-12b-q8",1,38.8,null,1.4,14.14,8408,10,1],["gemma2-2b-q4",1,143.6,null,0.19,1.63,8192,10,1],["gemma2-9b-q4",1,63.4,null,0.32,2.82,8192,10,1],["phi3-mini-q4",1,98.3,null,0.22,2.08,4096,10,1],["phi3-medium-q4",1,51.5,null,0.41,3.96,4096,10,1],["phi4-14b-q4",1,50.3,null,0.42,4.06,16384,10,1],["qwen2.5-coder-7b-q4",1,89.4,70.6,0.29,2.64,32768,10,1],["qwen2.5-coder-14b-q4",1,51.4,null,0.43,4.23,27526,10,1],["llama3.2-1b-q4",1,206,152.5,0.17,1.45,131072,10,0],["mistral-small-22b-q4",1,37.7,null,0.57,5.7,7981,50,1],["qwen2.5-0.5b-q4",1,250.5,216,0.15,1.3,32768,10,0],["gemma-3-1b-q4",1,214.6,205.2,0.16,1.3,32768,10,0],["gemma-3-1b-q8",1,195.4,187.6,0.24,2.01,32768,10,0],["phi4-mini-3.8b-q4",1,117.5,65.3,0.22,2.08,90851,10,1],["phi4-mini-3.8b-q8",1,88.7,55.3,0.55,6.19,78700,10,1],["mage-vl-cowork-q4",1,116.2,61.5,0.23,2.35,79236,10,1],["smollm2-360m-q4",1,209.5,null,0.15,1.31,8192,10,0],["qwen3-8b-q4",1,78.8,49.2,0.3,2.9,40960,10,1],["qwen3-8b-q8",1,54,38.2,0.99,10.62,37630,10,1],["qwen3-14b-q4",1,50.8,null,0.42,4.08,31273,10,1],["gemma3-4b-q4",1,126.3,111.3,0.21,1.75,131072,10,1],["gemma3-4b-q8",1,92.9,84.5,0.53,4.4,131072,10,1],["gemma3-12b-q4",1,58.8,49,0.36,2.98,103067,10,1],["deepseek-r1-distill-qwen-7b-q4",1,89.4,70.6,0.29,2.64,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,59.9,50.8,0.92,9.19,109889,10,1],["deepseek-r1-distill-qwen-14b-q4",1,51.4,null,0.43,4.23,27526,10,1],["qwen3.5-0.8b-q4",1,212.3,187,0.16,1.28,262144,10,0],["qwen3.5-2b-q4",1,147.2,134.6,0.17,1.43,262144,10,1],["qwen3.5-4b-q4",1,124.2,102.5,0.21,1.81,262144,10,1],["qwen3.5-4b-q8",1,89,77.3,0.52,4.76,262144,10,1],["qwen3.5-9b-q4",1,83.2,72.9,0.29,2.46,262144,10,1],["lfm2.5-8b-a1b-q4",1,164.2,148.6,0.17,1.42,128000,25,0],["granite4.1-3b-q4",1,134,85.4,0.21,2.03,131072,10,1],["granite4.1-8b-q4",1,72.9,45,0.31,2.99,55249,10,1],["gemma4-e4b-q4",1,108,100,0.28,2.27,131072,10,1],["gemma4-e4b-q8",1,83.5,78.6,0.87,7.2,131072,10,1],["gemma4-e2b-q4",1,172.7,162.3,0.22,1.78,131072,10,0],["gemma4-e2b-q8",1,146.3,138.7,0.54,4.57,131072,10,1],["gemma4-12b-q4",1,58.4,48.7,0.36,2.98,101975,10,1],["gpt-oss-20b",1,97.6,null,0.69,6.66,24554,25,1],["qwen3.5-9b-q8",1,55.7,50.9,0.96,8.26,148696,10,1],["gemma4-12b-q8",1,38,null,1.31,11.06,21283,10,1],["ornith-9b-q4",1,83.2,72.9,0.29,2.46,262144,10,1],["granite4.2-3b-q4",1,134.4,85.5,0.22,2.07,131072,10,1],["granite4.2-8b-q4",1,75.3,45.9,0.31,3.05,55249,10,1],["minicpm-v4.5-8b-q4",1,80.9,49.9,0.3,2.9,40960,10,1],["glm-4-9b-chat-q4",1,73.3,63.4,0.32,3.14,131072,10,1],["glm-4-9b-chat-q8",1,50.7,45.8,1.12,11.91,107543,10,1],["mimo-v2.6-distill-qwen-9b",1,81.1,71.2,0.29,2.46,261199,10,1],["ministral-3-3b-q4",1,109.6,68.2,0.21,2.05,107480,10,1],["ministral-3-8b-q4",1,71.2,47,0.31,2.91,60157,10,1],["ministral-3-14b-q4",1,51.5,null,0.4,3.74,32455,10,1],["mellum2.1-12b-q4",1,131.2,119.5,0.19,1.61,131072,25,0],["twil-8b-q4",1,75.3,45.9,0.31,3.05,55249,10,1],["nemotron-3.5-bolt-e4b-q4",1,100.1,93.1,0.28,2.27,65536,10,1],["granite-switch-4.1-8b-q4",1,64,40.7,0.31,3.08,46430,10,1],["jebadiah-9b-q4",1,81.7,null,0.29,2.46,4096,10,1],["jebadiah-9b-q5",1,73.8,null,1.63,14.15,4096,10,1],["jebadiah-9b-q8",1,54.5,null,0.96,8.26,4096,10,1],["lfm3-1.7b-q4",1,191.8,170.9,0.17,1.43,262144,10,0]]},"rx-9060-xt":{"label":"AMD Radeon RX 9060 XT 16GB","kind":"gpu","budgetGb":14.4,"frontier":{"10":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":48},"20":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":48},"40":{"model":"qwen3.5-9b-q4","eci":139.32,"decodeTps":48}},"cells":[["qwen2.5-1.5b-q4",1,141.7,99.6,0.2,1.88,32768,10,0],["qwen2.5-3b-q4",1,95.6,70,0.26,2.53,32768,10,1],["qwen2.5-7b-q4",1,52.2,39.8,0.42,3.97,32768,10,1],["qwen2.5-14b-q4",1,28,null,0.68,7,27526,10,0],["llama3.2-3b-q4",1,83.9,42,0.26,2.65,107950,10,1],["llama3.1-8b-q4",1,47.3,28.8,0.43,4.31,72321,10,1],["llama3.1-8b-q8",1,30.4,21.5,1.71,18.2,44702,10,0],["llama3.1-8b-q5",1,42.1,26.8,3.02,32.32,66123,10,1],["mistral-7b-q4",1,49.9,29.7,0.41,4.09,32768,10,1],["mistral-7b-q5",1,44.1,27.6,2.75,30.2,32768,10,1],["mistral-7b-q8",1,31.8,22.2,1.57,17.04,32768,10,0],["mistral-nemo-12b-q4",1,34.7,21.8,0.58,5.71,44728,10,0],["mistral-nemo-12b-q8",1,20.7,null,2.52,25.75,8408,10,0],["gemma2-2b-q4",1,93.3,null,0.24,2.06,8192,10,1],["gemma2-9b-q4",1,35.3,null,0.47,4.31,8192,10,1],["phi3-mini-q4",1,58.3,null,0.29,2.91,4096,10,1],["phi3-medium-q4",1,28.1,null,0.65,6.48,4096,10,0],["phi4-14b-q4",1,27.3,null,0.67,6.67,16384,10,0],["qwen2.5-coder-7b-q4",1,52.2,39.8,0.42,3.97,32768,10,1],["qwen2.5-coder-14b-q4",1,28,null,0.68,7,27526,10,0],["llama3.2-1b-q4",1,153.8,101,0.19,1.72,131072,10,0],["mistral-small-22b-q4",1,20.1,null,0.95,9.77,7981,50,0],["qwen2.5-0.5b-q4",1,209.5,165.3,0.16,1.44,32768,10,0],["gemma-3-1b-q4",1,163.6,153,0.18,1.45,32768,10,0],["gemma-3-1b-q8",1,142.3,134.2,0.33,2.79,32768,10,0],["phi4-mini-3.8b-q4",1,72.4,36.5,0.29,2.91,90851,10,1],["phi4-mini-3.8b-q8",1,51.7,30.4,0.92,10.69,78700,10,1],["mage-vl-cowork-q4",1,71.4,34.1,0.31,3.43,79236,10,1],["smollm2-360m-q4",1,157.8,null,0.16,1.47,8192,10,0],["qwen3-8b-q4",1,45.1,26.7,0.44,4.47,40960,10,1],["qwen3-8b-q8",1,29.6,20.4,1.75,19.08,37630,10,0],["qwen3-14b-q4",1,27.7,null,0.67,6.7,31273,10,0],["gemma3-4b-q4",1,79.2,67.8,0.28,2.29,131072,10,1],["gemma3-4b-q8",1,54.6,48.9,0.87,7.31,131072,10,1],["gemma3-12b-q4",1,32.5,26.6,0.55,4.62,103067,10,0],["deepseek-r1-distill-qwen-7b-q4",1,52.2,39.8,0.42,3.97,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,33.1,27.7,1.62,16.39,109889,10,0],["deepseek-r1-distill-qwen-14b-q4",1,28,null,0.68,7,27526,10,0],["qwen3.5-0.8b-q4",1,161,133.6,0.17,1.41,262144,10,0],["qwen3.5-2b-q4",1,96.4,85.8,0.2,1.69,262144,10,1],["qwen3.5-4b-q4",1,77.6,61.4,0.28,2.41,262144,10,1],["qwen3.5-4b-q8",1,51.9,44.1,0.86,7.98,262144,10,1],["qwen3.5-9b-q4",1,48,41.3,0.43,3.64,262144,10,1],["lfm2.5-8b-a1b-q4",1,111.4,97.6,0.2,1.67,128000,25,0],["granite4.1-3b-q4",1,85.4,49.5,0.27,2.82,131072,10,1],["granite4.1-8b-q4",1,41.3,24.3,0.45,4.64,55249,10,1],["gemma4-e4b-q4",1,65.3,59.5,0.4,3.27,131072,10,1],["gemma4-e4b-q8",1,48.2,45,1.52,12.62,131072,10,1],["gemma4-e2b-q4",1,119.4,109.7,0.28,2.35,131072,10,0],["gemma4-e2b-q8",1,95.6,89.2,0.89,7.63,131072,10,1],["gemma4-12b-q4",1,32.2,26.4,0.55,4.62,101975,10,0],["gpt-oss-20b",1,57.9,null,1.18,11.59,24554,25,1],["qwen3.5-9b-q8",1,30.6,27.7,1.69,14.62,148696,10,0],["gemma4-12b-q8",1,20.2,null,2.35,19.91,21283,10,0],["ornith-9b-q4",1,48,41.3,0.43,3.64,262144,10,1],["granite4.2-3b-q4",1,85.7,49.6,0.28,2.89,131072,10,1],["granite4.2-8b-q4",1,42.8,24.8,0.46,4.75,55249,10,1],["minicpm-v4.5-8b-q4",1,46.5,27.1,0.44,4.47,40960,10,1],["glm-4-9b-chat-q4",1,41.5,35.3,0.49,4.92,131072,10,1],["glm-4-9b-chat-q8",1,27.6,24.7,1.99,21.52,107543,10,0],["mimo-v2.6-distill-qwen-9b",1,46.6,40.2,0.43,3.64,261199,10,1],["ministral-3-3b-q4",1,66.5,38.3,0.27,2.86,107480,10,1],["ministral-3-8b-q4",1,40.2,25.4,0.45,4.49,60157,10,1],["ministral-3-14b-q4",1,28.1,null,0.63,6.05,32455,10,0],["mellum2.1-12b-q4",1,83.1,73.9,0.23,2.02,131072,25,0],["twil-8b-q4",1,42.8,24.8,0.46,4.75,55249,10,1],["nemotron-3.5-bolt-e4b-q4",1,59.6,54.7,0.4,3.27,65536,10,1],["granite-switch-4.1-8b-q4",1,35.7,21.8,0.46,4.81,46430,10,0],["jebadiah-9b-q4",1,47,null,0.43,3.64,4096,10,1],["jebadiah-9b-q5",1,41.8,null,2.97,25.78,4096,10,1],["jebadiah-9b-q8",1,29.9,null,1.69,14.62,4096,10,0],["lfm3-1.7b-q4",1,138.5,117.7,0.2,1.69,262144,10,0]]},"ryzen-ai-max-395":{"label":"AMD Ryzen AI Max+ 395 (Strix Halo)","kind":"gpu","budgetGb":99,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":11.7},"20":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":62.7},"40":{"model":"qwen3.6-35b-a3b-q4","eci":144.02,"decodeTps":62.7}},"cells":[["qwen2.5-1.5b-q4",1,113.6,75.9,0.24,2.41,32768,10,0],["qwen2.5-3b-q4",1,72.5,51.6,0.34,3.52,32768,10,1],["qwen2.5-7b-q4",1,37.7,28.4,0.61,6,32768,10,1],["qwen2.5-14b-q4",1,19.7,12.4,1.06,11.19,32768,10,1],["llama3.2-3b-q4",1,62.8,30,0.35,3.73,131072,10,1],["llama3.1-8b-q4",1,34,20.3,0.64,6.57,131072,10,1],["llama3.1-8b-q8",1,21.4,15,2.84,30.43,131072,10,1],["llama3.1-8b-q5",1,30,18.8,5.07,54.67,131072,10,1],["llama3.1-70b-q4",1,4.5,3.7,4.44,42.68,131072,10,0],["mistral-7b-q4",1,35.9,20.9,0.6,6.2,32768,10,1],["mistral-7b-q5",1,31.6,19.4,4.62,51.02,32768,10,1],["mistral-7b-q8",1,22.5,15.5,2.59,28.44,32768,10,1],["mixtral-8x7b-q4",1,15,11.5,0.93,8.87,32768,25,1],["mistral-nemo-12b-q4",1,24.5,15.2,0.9,8.98,131072,10,1],["mistral-nemo-12b-q8",1,14.4,10.6,4.22,43.39,131072,10,0],["gemma2-2b-q4",1,70.6,null,0.3,2.71,8192,10,1],["gemma2-9b-q4",1,25,null,0.71,6.59,8192,10,1],["gemma2-27b-q4",1,10.4,null,1.77,15.2,8192,50,1],["phi3-mini-q4",1,42.4,null,0.39,4.18,4096,10,1],["phi3-medium-q4",1,19.7,null,1.01,10.3,4096,10,1],["phi4-14b-q4",1,19.2,null,1.05,10.63,16384,10,1],["phi4-14b-q8",1,11.9,null,5.03,52.29,16384,10,1],["qwen2.5-coder-7b-q4",1,37.7,28.4,0.61,6,32768,10,1],["qwen2.5-coder-14b-q4",1,19.7,12.4,1.06,11.19,32768,10,1],["llama3.2-1b-q4",1,125.2,77.1,0.22,2.14,131072,10,0],["mistral-small-22b-q4",1,14,9.4,1.53,15.95,32768,50,0],["qwen2.5-0.5b-q4",1,183.4,136.5,0.18,1.64,32768,10,0],["gemma-3-1b-q4",1,134.9,124.4,0.2,1.67,32768,10,0],["gemma-3-1b-q8",1,114.2,106.6,0.47,3.97,32768,10,0],["phi4-mini-3.8b-q4",1,53.5,25.9,0.39,4.18,131072,10,1],["phi4-mini-3.8b-q8",1,37.3,21.4,1.47,17.53,131072,10,1],["mage-vl-cowork-q4",1,52.7,24.1,0.43,5.07,262144,10,1],["smollm2-360m-q4",1,129.1,null,0.17,1.7,8192,10,0],["llama3.3-70b-q4",1,4.5,3.7,4.44,42.68,131072,10,0],["qwen3-8b-q4",1,32.3,18.7,0.66,6.85,40960,10,1],["qwen3-8b-q8",1,20.8,14.2,2.91,31.94,40960,10,1],["qwen3-14b-q4",1,19.4,13.1,1.06,10.68,40960,10,1],["qwen3-30b-q4",1,47.8,27.9,0.38,5.18,40960,25,1],["qwen3-30b-a3b-q8",1,30.7,21,1.42,22.9,40960,25,1],["qwen3-32b-q4",1,9.2,6.7,2.18,23.17,40960,50,1],["qwen3-32b-q8",1,5.5,4.5,11.14,119.93,40960,50,0],["qwen3-coder-30b-a3b-q4",1,47.9,27.9,0.38,5.18,262144,25,1],["qwen3-coder-30b-a3b-q8",1,30.7,21,1.42,22.9,262144,25,1],["gemma3-4b-q4",1,58.9,49.8,0.37,3.11,131072,10,1],["gemma3-4b-q8",1,39.5,35.2,1.39,11.73,131072,10,1],["gemma3-12b-q4",1,23,18.7,0.84,7.12,131072,10,1],["gemma3-27b-q4",1,10.9,9.6,1.75,14.43,131072,50,1],["deepseek-r1-distill-qwen-7b-q4",1,37.7,28.4,0.61,6,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,23.4,19.5,2.68,27.31,131072,10,1],["deepseek-r1-distill-qwen-14b-q4",1,19.7,12.4,1.06,11.19,131072,10,1],["deepseek-r1-distill-qwen-14b-q8",1,12,8.8,5.11,55.33,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,9.3,6.8,2.14,20.72,131072,50,1],["deepseek-r1-distill-qwen-32b-q8",1,5.5,4.5,10.93,106.73,131072,50,0],["deepseek-r1-distill-llama-70b-q4",1,4.5,3.7,4.44,42.68,131072,10,0],["mistral-small-3.1-cloud",1,12,9.2,1.57,14.33,131072,50,1],["mistral-small-3.1-24b-q8",1,7.4,6.2,7.83,72.28,131072,50,1],["qwen3.5-0.8b-q4",1,132.3,106,0.18,1.6,262144,10,0],["qwen3.5-2b-q4",1,73.2,64.4,0.24,2.08,262144,10,1],["qwen3.5-4b-q4",1,57.6,44.8,0.37,3.32,262144,10,1],["qwen3.5-4b-q8",1,37.5,31.6,1.37,12.88,262144,10,1],["qwen3.5-9b-q4",1,34.5,29.4,0.63,5.43,262144,10,1],["qwen3.5-35b-a3b-q4",1,64,53.3,0.32,2.98,262144,25,1],["qwen3.5-27b-q4",1,11.8,10.6,1.6,13.89,262144,50,1],["qwen3.5-27b-q8",1,6.9,6.5,8.01,69.87,262144,50,1],["qwen3.5-122b-a10b-q4",1,22.9,21.1,0.62,6.04,262144,25,1],["lfm2-24b-a2b-q4",1,68.5,56.5,0.27,2.41,128000,25,1],["lfm2.5-8b-a1b-q4",1,86.1,74.2,0.24,2.04,128000,25,0],["granite4.1-3b-q4",1,64,35.6,0.36,4.03,131072,10,1],["granite4.1-8b-q4",1,29.5,17,0.67,7.15,131072,10,1],["qwen3.6-27b-q4",1,11.7,10.4,1.6,13.89,262144,50,1],["qwen3.8-27b-q4",1,11.7,10.5,1.6,13.89,262144,50,1],["qwen3.8-27b-q8",1,6.9,6.5,8.01,69.87,262144,50,1],["qwen3.6-35b-a3b-q4",1,62.7,52.5,0.32,2.98,262144,25,1],["gemma4-31b-q4",1,9.4,7.6,1.94,16.42,262144,50,1],["gemma4-31b-q8",1,5.6,4.9,9.84,83.55,262144,50,0],["gemma4-26b-a4b-q4",1,41.7,33.1,0.34,2.92,262144,25,1],["gemma4-e4b-q4",1,47.9,43.3,0.58,4.8,131072,10,1],["gemma4-e4b-q8",1,34.7,32.2,2.5,20.84,131072,10,1],["gemma4-e2b-q4",1,93.2,84.6,0.38,3.21,131072,10,1],["gemma4-e2b-q8",1,72.5,67.2,1.43,12.28,131072,10,1],["llama4-scout-q4",1,15.7,10.7,0.85,9.47,160538,25,1],["gemma4-12b-q4",1,22.8,18.5,0.84,7.12,262144,10,1],["nemotron-cascade-2-30b-a3b-q6",1,41.3,39.8,2.28,20.85,262144,25,1],["laguna-xs2-q4",1,53.4,40.1,0.31,3.16,262144,25,1],["north-mini-code-1-q4",1,44.9,38,0.35,3.36,500000,25,1],["gpt-oss-120b",1,35.5,29.6,2.58,26.17,131072,25,1],["gpt-oss-20b",1,42.1,36.3,1.92,19.07,131072,25,1],["qwen3-next-80b-a3b",1,53.6,44.7,0.34,3.22,262144,25,1],["qwen3.6-35b-a3b-q8",1,39.9,35.5,1.08,11.04,262144,25,1],["qwen3.5-35b-a3b-q8",1,39.9,35.5,1.08,11.04,262144,25,1],["qwen3.5-9b-q8",1,21.6,19.5,2.79,24.28,262144,10,1],["qwen3.6-27b-q8",1,6.9,6.5,8.01,69.87,262144,50,1],["gemma4-12b-q8",1,14.1,12.4,3.93,33.36,262144,10,0],["gemma4-26b-a4b-q8",1,28.8,24.4,1.19,10.72,262144,25,1],["qwen3-next-80b-a3b-q8",1,34.6,30.7,1.18,12.32,262144,25,1],["qwen3-14b-q8",1,12,9.2,5.07,52.57,40960,10,1],["llama3.3-70b-q8",1,2.6,2.3,23.33,225.14,73318,10,0],["llama3.3-70b-q6",1,3.3,2.9,42.51,410.51,125463,10,0],["laguna-xs-2.1-q4",1,59,43.1,0.31,3.16,262144,25,1],["laguna-s-2.1-q4",1,18.7,16.4,0.59,5.52,58852,25,1],["ornith-9b-q4",1,34.5,29.4,0.63,5.43,262144,10,1],["ornith-35b-q4",1,64,53.3,0.32,2.98,262144,25,1],["qwen3.8-flash-next-q4xs",1,29.7,26.7,0.47,4.58,216780,25,1],["qwen3.8-flash-next-q3",1,31,27.7,3.39,35.04,262144,25,1],["granite4.2-3b-q4",1,64.3,35.7,0.38,4.15,131072,10,1],["granite4.2-8b-q4",1,30.6,17.4,0.69,7.34,131072,10,1],["granite4.2-30b-q4",1,10.2,7.3,1.93,18.26,131072,50,1],["nemotron-3.5-lightning-30b-q4",1,39.7,38.2,0.36,3.14,1048576,25,1],["nemotron-3.5-lightning-30b-q4xs",1,51,48.7,0.36,3.14,1048576,25,1],["muse-glimmer-30b-q4",1,11.8,11.5,1.72,14.31,131072,50,1],["minicpm-v4.5-8b-q4",1,33.3,19.1,0.66,6.85,40960,10,1],["glm-4.7-flash-q4",1,44.7,32.6,0.38,4.07,202752,25,1],["glm-4-9b-chat-q4",1,29.6,25,0.73,7.63,131072,10,1],["glm-4-9b-chat-q8",1,19.4,17.3,3.31,36.13,131072,10,1],["nemotron-3-super-120b-q4",1,12.9,12.7,0.9,7.59,262144,25,1],["nemotron-3-super-120b-q4xs",1,17.1,16.7,0.9,7.59,262144,25,1],["olmo-3.1-32b-q4",1,9.4,8.6,2.06,17.41,65536,50,1],["mimo-v2.6-distill-qwen-9b",1,33.4,28.6,0.63,5.43,262144,10,1],["ling-3.0-flash",1,37.3,35.6,0.43,3.79,262144,25,1],["ling-3.0-flash-q4xs",1,41.5,39.5,0.43,3.79,262144,25,1],["devstral-small-2-24b-q4",1,12.2,9.4,1.57,14.33,393216,50,1],["devstral-2-123b-q4",1,2.6,2.3,7.75,73.75,66867,10,0],["ministral-3-3b-q4",1,48.8,27.2,0.37,4.09,262144,10,1],["ministral-3-8b-q4",1,28.7,17.8,0.67,6.89,262144,10,1],["ministral-3-14b-q4",1,19.7,13.2,0.97,9.57,262144,10,1],["flint-40b",1,67.5,52.1,1.73,19.96,262144,25,1],["mellum2.1-12b-q4",1,62.1,54.7,0.29,2.65,131072,25,1],["kolibri-1-q4",1,46.8,40.8,0.37,3.61,262144,25,1],["kolibri-1-q4xs",1,52,44.8,0.37,3.61,262144,25,1],["arex-2-27b-q4",1,11.4,10.3,1.6,13.89,262144,50,1],["arete-27b-q4",1,11.4,10.3,1.6,13.89,262144,50,1],["twil-8b-q4",1,30.6,17.4,0.69,7.34,131072,10,1],["nanbeige4.3-33b-q4",1,9.1,7,2.17,21.45,367202,50,1],["nanbeige4.3-33b-q8",1,5.5,4.7,11.09,110.66,299564,50,0],["ripple-65b-q4",1,5,4.7,3.76,31.84,914501,10,0],["ripple-65b-q8",1,2.8,2.8,19.63,166.71,456107,10,0],["nemotron-3.5-bolt-e4b-q4",1,43.4,39.6,0.58,4.8,65536,10,1],["granite-switch-4.1-8b-q4",1,25.3,15.2,0.7,7.44,131072,10,1],["granite-switch-4.1-30b-q4",1,8.6,6.4,1.95,18.59,131072,50,1],["jebadiah-9b-q4",1,33.7,null,0.63,5.43,4096,10,1],["jebadiah-9b-q5",1,29.9,null,4.99,43.43,4096,10,1],["jebadiah-9b-q8",1,21,null,2.79,24.28,4096,10,1],["jebadiah-27b-q4",1,11.7,null,1.6,13.89,4096,50,1],["jebadiah-27b-q5",1,10.1,null,14.52,126.74,4096,50,1],["jebadiah-27b-q8",1,6.9,null,8.01,69.87,4096,50,1],["lfm3-1.7b-q4",1,110.6,91.7,0.24,2.07,262144,10,0],["ornith-1.5-122b-q4",1,24.4,22.4,0.62,6.04,262144,25,1],["sage-a1.5-q4",1,62.7,52.5,0.32,2.98,262144,25,1]]},"2x-rtx-3090":{"label":"2x NVIDIA GeForce RTX 3090","kind":"rig","budgetGb":43.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":44.5},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":44.5},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":44.5}},"cells":[["qwen2.5-1.5b-q4",1,302.6,227.6,0.08,0.86,32768,10,0],["qwen2.5-3b-q4",1,219.9,168.1,0.12,1.33,32768,5,1],["qwen2.5-7b-q4",1,129.4,100.9,0.24,2.39,32768,5,1],["qwen2.5-14b-q4",1,72.6,47.1,0.43,4.62,32768,15,0],["llama3.2-3b-q4",1,196.7,105.9,0.13,1.42,131072,5,1],["llama3.1-8b-q4",1,118.4,74.5,0.25,2.64,131072,5,1],["llama3.1-8b-q8",1,78.5,56.4,1.44,15.48,131072,5,0],["llama3.1-8b-q5",1,106.2,69.5,0.49,5.2,131072,5,1],["mistral-7b-q4",1,124.1,76.7,0.23,2.48,32768,5,1],["mistral-7b-q5",1,111,71.5,0.45,4.87,32768,5,1],["mistral-7b-q8",1,81.9,58.2,1.31,14.45,32768,5,1],["mixtral-8x7b-q4",1,56.2,43.9,0.38,3.62,32768,15,1],["mistral-nemo-12b-q4",1,88.7,57.2,0.36,3.67,131072,15,1],["mistral-nemo-12b-q8",1,54.3,40.6,2.15,22.19,131072,15,0],["gemma2-2b-q4",1,215.3,null,0.11,0.99,8192,5,1],["gemma2-9b-q4",1,90.3,null,0.28,2.64,8192,5,1],["gemma2-27b-q4",1,39.9,null,0.74,6.33,8192,5,1],["phi3-mini-q4",1,143,null,0.14,1.61,4096,5,1],["phi3-medium-q4",1,72.7,null,0.41,4.23,4096,15,0],["phi4-14b-q4",1,70.9,null,0.43,4.37,16384,15,0],["phi4-14b-q8",1,45.2,null,2.57,26.8,16384,15,1],["qwen2.5-coder-7b-q4",1,129.4,100.9,0.24,2.39,32768,5,1],["qwen2.5-coder-14b-q4",1,72.6,47.1,0.43,4.62,32768,15,0],["llama3.2-1b-q4",1,322.5,230.2,0.07,0.74,131072,10,0],["mistral-small-22b-q4",1,52.7,36.1,0.63,6.65,32768,5,0],["qwen2.5-0.5b-q4",1,405.1,340.7,0.05,0.53,32768,10,0],["gemma-3-1b-q4",1,338,321.2,0.06,0.54,32768,10,0],["gemma-3-1b-q8",1,303.7,290,0.21,1.78,32768,10,0],["phi4-mini-3.8b-q4",1,173.2,93,0.14,1.61,131072,5,1],["phi4-mini-3.8b-q8",1,128.3,78.3,0.73,8.8,131072,5,1],["mage-vl-cowork-q4",1,171.2,87.4,0.16,1.99,262144,5,1],["smollm2-360m-q4",1,328.9,null,0.05,0.55,8192,10,0],["qwen3-8b-q4",1,113.3,69.3,0.26,2.76,40960,5,1],["qwen3-8b-q8",1,76.4,53.5,1.47,16.26,40960,5,0],["qwen3-14b-q4",1,71.7,49.6,0.43,4.4,40960,15,0],["qwen3-30b-q4",1,157.9,99.3,0.14,2.04,40960,15,1],["qwen3-30b-a3b-q8",1,108.1,77,0.7,11.58,40960,15,1],["qwen3-32b-q4",1,35.3,26.1,0.91,9.74,40960,5,1],["qwen3-32b-q8",1,21.3,null,5.73,61.82,30775,5,1],["qwen3-coder-30b-a3b-q4",1,158.2,99.5,0.14,2.04,250684,15,1],["qwen3-coder-30b-a3b-q8",1,108.2,77.1,0.7,11.58,109009,15,1],["gemma3-4b-q4",1,187.2,163.4,0.14,1.15,131072,5,1],["gemma3-4b-q8",1,134.7,121.9,0.69,5.8,131072,5,1],["gemma3-12b-q4",1,83.5,69.1,0.34,2.87,131072,15,1],["gemma3-27b-q4",1,41.8,37,0.73,6,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,129.4,100.9,0.24,2.39,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,85.1,71.8,1.35,13.86,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,72.6,47.1,0.43,4.62,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,45.8,34.1,2.61,28.37,131072,15,1],["deepseek-r1-distill-qwen-32b-q4",1,35.8,26.4,0.9,8.7,89068,5,1],["deepseek-r1-distill-qwen-32b-q8",1,21.5,null,5.63,54.99,31963,5,1],["mistral-small-3.1-cloud",1,45.7,35.6,0.65,5.96,131072,5,1],["mistral-small-3.1-24b-q8",1,28.5,24.2,4.02,37.15,104187,5,1],["qwen3.5-0.8b-q4",1,333.9,288.9,0.06,0.51,262144,10,0],["qwen3.5-2b-q4",1,221.3,200.6,0.08,0.72,262144,10,1],["qwen3.5-4b-q4",1,183.9,149.6,0.14,1.25,262144,5,1],["qwen3.5-4b-q8",1,128.7,111,0.67,6.39,262144,5,1],["qwen3.5-9b-q4",1,119.9,104.4,0.25,2.15,262144,5,1],["qwen3.5-35b-a3b-q4",1,199.7,172.8,0.11,1.1,262144,15,1],["qwen3.5-27b-q4",1,45.1,40.6,0.66,5.77,262144,5,1],["qwen3.5-27b-q8",1,26.9,25.2,4.11,35.9,215940,5,1],["lfm2-24b-a2b-q4",1,210.6,180.9,0.1,0.86,128000,15,1],["lfm2.5-8b-a1b-q4",1,249.7,223.6,0.08,0.7,128000,15,0],["granite4.1-3b-q4",1,199.7,123.2,0.13,1.55,131072,5,1],["granite4.1-8b-q4",1,104.4,63.3,0.27,2.88,131072,5,1],["qwen3.6-27b-q4",1,44.4,40,0.66,5.77,262144,5,1],["qwen3.8-27b-q4",1,44.5,40,0.66,5.77,262144,5,1],["qwen3.8-27b-q8",1,26.9,25.2,4.11,35.9,215956,5,1],["qwen3.6-35b-a3b-q4",1,196.6,170.5,0.11,1.1,262144,15,1],["gemma4-31b-q4",1,36.2,29.6,0.81,6.86,144599,5,1],["gemma4-31b-q8",1,22.1,19.4,5.06,42.98,59359,5,1],["gemma4-26b-a4b-q4",1,141.1,115.7,0.12,1.07,262144,15,1],["gemma4-e4b-q4",1,158.2,145.6,0.23,1.88,131072,5,1],["gemma4-e4b-q8",1,120.4,113,1.26,10.51,131072,5,1],["gemma4-e2b-q4",1,264.2,246.5,0.14,1.2,131072,5,1],["gemma4-e2b-q8",1,219.8,207.4,0.71,6.08,131072,5,1],["gemma4-12b-q4",1,82.8,68.7,0.34,2.87,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,139.9,135.5,0.23,2.11,262144,15,1],["laguna-xs2-q4",1,173.1,136.4,0.11,1.18,262144,15,1],["north-mini-code-1-q4",1,150,130.3,0.13,1.26,500000,15,1],["gpt-oss-20b",1,142,125.4,0.23,2.24,131072,15,1],["qwen3.6-35b-a3b-q8",1,135.8,122.8,0.52,5.44,262144,15,1],["qwen3.5-35b-a3b-q8",1,135.8,122.8,0.52,5.44,262144,15,1],["qwen3.5-9b-q8",1,78.9,71.8,1.41,12.3,262144,5,0],["qwen3.6-27b-q8",1,26.9,25.2,4.11,35.9,215956,5,1],["gemma4-12b-q8",1,53.2,47,2,16.99,262144,15,0],["gemma4-26b-a4b-q8",1,102.3,88.3,0.58,5.27,262144,15,1],["qwen3-14b-q8",1,45.6,35.5,2.59,26.94,40960,15,1],["laguna-xs-2.1-q4",1,187.3,145,0.11,1.18,262144,15,1],["ornith-9b-q4",1,119.9,104.4,0.25,2.15,262144,5,1],["ornith-35b-q4",1,199.7,172.8,0.11,1.1,262144,15,1],["granite4.2-3b-q4",1,200.4,123.4,0.14,1.6,131072,5,1],["granite4.2-8b-q4",1,108,64.6,0.28,2.97,131072,5,1],["granite4.2-30b-q4",1,39.2,28.2,0.8,7.64,97192,5,1],["nemotron-3.5-lightning-30b-q4",1,135.2,131,0.13,1.17,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,166.7,160.5,0.13,1.17,1048576,15,1],["muse-glimmer-30b-q4",1,44.9,43.9,0.71,5.95,131072,5,1],["minicpm-v4.5-8b-q4",1,116.3,70.4,0.26,2.76,40960,5,1],["glm-4.7-flash-q4",1,149.3,114.3,0.14,1.57,202752,15,1],["glm-4-9b-chat-q4",1,104.9,90.2,0.29,3.09,131072,5,1],["glm-4-9b-chat-q8",1,71.6,64.4,1.68,18.43,131072,5,0],["olmo-3.1-32b-q4",1,36.1,33.2,0.86,7.28,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,116.6,101.9,0.25,2.15,262144,5,1],["devstral-small-2-24b-q4",1,46.5,36.1,0.65,5.96,171036,5,1],["ministral-3-3b-q4",1,160.6,97.4,0.13,1.58,262144,5,1],["ministral-3-8b-q4",1,101.9,66.2,0.27,2.78,262144,5,1],["ministral-3-14b-q4",1,72.7,50.1,0.39,3.92,208236,15,0],["flint-40b",1,208.1,169.7,0.18,2.03,262144,15,1],["mellum2.1-12b-q4",1,195.1,176.4,0.1,0.96,131072,15,1],["arex-2-27b-q4",1,43.6,39.3,0.66,5.77,262144,5,1],["arete-27b-q4",1,43.6,39.3,0.66,5.77,262144,5,1],["twil-8b-q4",1,108,64.6,0.28,2.97,131072,5,1],["nanbeige4.3-33b-q4",1,35.1,27.3,0.91,9.01,105220,5,1],["nanbeige4.3-33b-q8",1,21.7,18.4,5.71,57.02,37583,5,1],["ripple-65b-q4",1,19.4,18.5,1.59,13.46,63060,10,1],["nemotron-3.5-bolt-e4b-q4",1,145.8,135.1,0.23,1.88,65536,5,1],["granite-switch-4.1-8b-q4",1,91.1,57.1,0.28,3.01,131072,5,1],["granite-switch-4.1-30b-q4",1,33.2,24.8,0.81,7.78,81988,5,1],["jebadiah-9b-q4",1,117.6,null,0.25,2.15,4096,5,1],["jebadiah-9b-q5",1,105.6,null,0.48,4.18,4096,5,1],["jebadiah-9b-q8",1,77.1,null,1.41,12.3,4096,5,0],["jebadiah-27b-q4",1,44.5,null,0.66,5.77,4096,5,1],["jebadiah-27b-q5",1,38.8,null,1.35,11.79,4096,5,1],["jebadiah-27b-q8",1,26.9,null,4.11,35.9,4096,5,1],["lfm3-1.7b-q4",1,297.3,261.1,0.08,0.71,262144,10,0],["sage-a1.5-q4",1,196.6,170.5,0.11,1.1,262144,15,1]]},"2x-rtx-4090":{"label":"2x NVIDIA GeForce RTX 4090","kind":"rig","budgetGb":43.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":50.2},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":50.2},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":50.2}},"cells":[["qwen2.5-1.5b-q4",1,343.5,257.9,0.06,0.55,32768,10,0],["qwen2.5-3b-q4",1,249.1,190.2,0.08,0.75,32768,5,1],["qwen2.5-7b-q4",1,146.2,114,0.13,1.21,32768,5,1],["qwen2.5-14b-q4",1,81.9,53.1,0.21,2.17,32768,15,0],["llama3.2-3b-q4",1,222.7,119.7,0.08,0.79,131072,5,1],["llama3.1-8b-q4",1,133.8,84.1,0.13,1.32,131072,5,1],["llama3.1-8b-q8",1,88.6,63.7,0.64,6.85,131072,5,0],["llama3.1-8b-q5",1,120,78.4,0.23,2.42,131072,5,1],["mistral-7b-q4",1,140.3,86.6,0.12,1.25,32768,5,1],["mistral-7b-q5",1,125.4,80.7,0.22,2.28,32768,5,1],["mistral-7b-q8",1,92.5,65.7,0.59,6.4,32768,5,1],["mixtral-8x7b-q4",1,63.4,49.5,0.18,1.74,32768,15,1],["mistral-nemo-12b-q4",1,100.2,64.5,0.18,1.76,131072,15,1],["mistral-nemo-12b-q8",1,61.3,45.8,0.95,9.74,131072,15,0],["gemma2-2b-q4",1,243.9,null,0.07,0.6,8192,5,1],["gemma2-9b-q4",1,101.9,null,0.14,1.32,8192,5,1],["gemma2-27b-q4",1,45,null,0.34,2.91,8192,5,0],["phi3-mini-q4",1,161.8,null,0.08,0.87,4096,5,1],["phi3-medium-q4",1,82,null,0.2,2,4096,15,0],["phi4-14b-q4",1,80.1,null,0.21,2.06,16384,15,0],["phi4-14b-q8",1,51,null,1.13,11.72,16384,15,0],["qwen2.5-coder-7b-q4",1,146.2,114,0.13,1.21,32768,5,1],["qwen2.5-coder-14b-q4",1,81.9,53.1,0.21,2.17,32768,15,0],["llama3.2-1b-q4",1,366.3,260.8,0.05,0.5,131072,10,0],["mistral-small-22b-q4",1,59.5,40.8,0.29,3.05,32768,5,0],["qwen2.5-0.5b-q4",1,460.9,387,0.05,0.41,32768,10,0],["gemma-3-1b-q4",1,384,364.7,0.05,0.41,32768,10,0],["gemma-3-1b-q8",1,344.8,329.1,0.11,0.94,32768,10,0],["phi4-mini-3.8b-q4",1,196,105.1,0.08,0.87,131072,5,1],["phi4-mini-3.8b-q8",1,145,88.4,0.34,3.97,131072,5,1],["mage-vl-cowork-q4",1,193.7,98.7,0.09,1.04,262144,5,1],["smollm2-360m-q4",1,373.5,null,0.04,0.42,8192,10,0],["qwen3-8b-q4",1,128,78.2,0.13,1.37,40960,5,1],["qwen3-8b-q8",1,86.3,60.4,0.66,7.18,40960,5,0],["qwen3-14b-q4",1,80.9,55.9,0.21,2.07,40960,15,0],["qwen3-30b-q4",1,178.6,112.2,0.08,1.06,40960,15,1],["qwen3-30b-a3b-q8",1,122.2,87,0.32,5.17,40960,15,1],["qwen3-32b-q4",1,39.8,29.4,0.42,4.38,40960,5,0],["qwen3-32b-q8",1,24.1,null,2.49,26.81,30775,5,1],["qwen3-coder-30b-a3b-q4",1,179,112.4,0.08,1.06,250684,15,1],["qwen3-coder-30b-a3b-q8",1,122.3,87,0.32,5.17,109009,15,1],["gemma3-4b-q4",1,211.9,184.8,0.08,0.68,131072,5,1],["gemma3-4b-q8",1,152.2,137.8,0.32,2.68,131072,5,1],["gemma3-12b-q4",1,94.3,78,0.17,1.42,131072,15,1],["gemma3-27b-q4",1,47.1,41.7,0.34,2.76,131072,5,0],["deepseek-r1-distill-qwen-7b-q4",1,146.2,114,0.13,1.21,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,96.1,81,0.6,6.15,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,81.9,53.1,0.21,2.17,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,51.6,38.5,1.15,12.4,131072,15,0],["deepseek-r1-distill-qwen-32b-q4",1,40.4,29.8,0.41,3.93,89068,5,0],["deepseek-r1-distill-qwen-32b-q8",1,24.3,null,2.45,23.87,31963,5,1],["mistral-small-3.1-cloud",1,51.5,40.1,0.3,2.75,131072,5,0],["mistral-small-3.1-24b-q8",1,32.2,27.3,1.75,16.18,104187,5,0],["qwen3.5-0.8b-q4",1,379.3,327.8,0.05,0.4,262144,10,0],["qwen3.5-2b-q4",1,250.7,227.1,0.06,0.49,262144,10,1],["qwen3.5-4b-q4",1,208.1,169.2,0.08,0.72,262144,5,1],["qwen3.5-4b-q8",1,145.5,125.4,0.31,2.93,262144,5,1],["qwen3.5-9b-q4",1,135.6,117.9,0.13,1.11,262144,5,1],["qwen3.5-35b-a3b-q4",1,226.1,195.6,0.07,0.65,262144,15,1],["qwen3.5-27b-q4",1,50.9,45.7,0.31,2.66,262144,5,0],["qwen3.5-27b-q8",1,30.3,28.4,1.79,15.65,215940,5,0],["lfm2-24b-a2b-q4",1,238.5,204.8,0.06,0.55,128000,15,0],["lfm2.5-8b-a1b-q4",1,283.1,253.4,0.06,0.48,128000,15,0],["granite4.1-3b-q4",1,226.1,139.2,0.08,0.85,131072,5,1],["granite4.1-8b-q4",1,118,71.4,0.14,1.42,131072,5,1],["qwen3.6-27b-q4",1,50.1,45.1,0.31,2.66,262144,5,0],["qwen3.8-27b-q4",1,50.2,45.2,0.31,2.66,262144,5,0],["qwen3.8-27b-q8",1,30.3,28.4,1.79,15.65,215956,5,0],["qwen3.6-35b-a3b-q4",1,222.6,193,0.07,0.65,262144,15,1],["gemma4-31b-q4",1,40.9,33.3,0.37,3.13,144599,5,0],["gemma4-31b-q8",1,24.9,21.9,2.2,18.7,59359,5,1],["gemma4-26b-a4b-q4",1,159.6,130.8,0.08,0.64,262144,15,1],["gemma4-e4b-q4",1,178.9,164.7,0.12,0.99,131072,5,1],["gemma4-e4b-q8",1,136,127.7,0.56,4.71,131072,5,1],["gemma4-e2b-q4",1,299.6,279.4,0.08,0.69,131072,5,1],["gemma4-e2b-q8",1,249,234.8,0.33,2.8,131072,5,1],["gemma4-12b-q4",1,93.5,77.5,0.17,1.42,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,158.2,153.1,0.12,1.09,262144,15,1],["laguna-xs2-q4",1,195.9,154.2,0.07,0.69,262144,15,1],["north-mini-code-1-q4",1,169.7,147.3,0.08,0.72,500000,15,1],["gpt-oss-20b",1,160.6,141.8,0.12,1.14,131072,15,1],["qwen3.6-35b-a3b-q8",1,153.5,138.8,0.25,2.52,262144,15,1],["qwen3.5-35b-a3b-q8",1,153.5,138.8,0.25,2.52,262144,15,1],["qwen3.5-9b-q8",1,89.1,81.1,0.63,5.48,262144,5,0],["qwen3.6-27b-q8",1,30.3,28.4,1.79,15.65,215956,5,0],["gemma4-12b-q8",1,60.1,53,0.88,7.5,262144,15,0],["gemma4-26b-a4b-q8",1,115.6,99.7,0.27,2.45,262144,15,1],["qwen3-14b-q8",1,51.5,40.1,1.14,11.79,40960,15,0],["laguna-xs-2.1-q4",1,212,164,0.07,0.69,262144,15,1],["ornith-9b-q4",1,135.6,117.9,0.13,1.11,262144,5,1],["ornith-35b-q4",1,226.1,195.6,0.07,0.65,262144,15,1],["granite4.2-3b-q4",1,226.9,139.5,0.08,0.87,131072,5,1],["granite4.2-8b-q4",1,122,72.9,0.14,1.46,131072,5,1],["granite4.2-30b-q4",1,44.2,31.8,0.37,3.47,97192,5,0],["nemotron-3.5-lightning-30b-q4",1,152.8,148.1,0.08,0.68,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,188.6,181.5,0.08,0.68,1048576,15,1],["muse-glimmer-30b-q4",1,50.6,49.5,0.33,2.74,131072,5,0],["minicpm-v4.5-8b-q4",1,131.5,79.5,0.13,1.37,40960,5,1],["glm-4.7-flash-q4",1,168.9,129.1,0.08,0.85,202752,15,1],["glm-4-9b-chat-q4",1,118.5,101.9,0.15,1.51,131072,5,1],["glm-4-9b-chat-q8",1,80.8,72.7,0.75,8.12,131072,5,0],["olmo-3.1-32b-q4",1,40.8,37.4,0.39,3.31,65536,5,0],["mimo-v2.6-distill-qwen-9b",1,131.8,115.1,0.13,1.11,262144,5,1],["devstral-small-2-24b-q4",1,52.4,40.7,0.3,2.75,171036,5,0],["ministral-3-3b-q4",1,181.7,110,0.08,0.86,262144,5,1],["ministral-3-8b-q4",1,115.1,74.7,0.14,1.37,262144,5,1],["ministral-3-14b-q4",1,82.1,56.5,0.19,1.87,208236,15,0],["flint-40b",1,235.7,192,0.1,1.05,262144,15,0],["mellum2.1-12b-q4",1,220.9,199.6,0.07,0.59,131072,15,1],["arex-2-27b-q4",1,49.1,44.3,0.31,2.66,262144,5,0],["arete-27b-q4",1,49.1,44.3,0.31,2.66,262144,5,0],["twil-8b-q4",1,122,72.9,0.14,1.46,131072,5,1],["nanbeige4.3-33b-q4",1,39.6,30.8,0.41,4.06,105220,5,0],["nanbeige4.3-33b-q8",1,24.4,20.8,2.48,24.75,37583,5,1],["ripple-65b-q4",1,21.9,20.9,0.71,5.98,63060,10,1],["nemotron-3.5-bolt-e4b-q4",1,164.9,152.7,0.12,0.99,65536,5,1],["granite-switch-4.1-8b-q4",1,102.9,64.5,0.14,1.48,131072,5,1],["granite-switch-4.1-30b-q4",1,37.5,28,0.37,3.53,81988,5,0],["jebadiah-9b-q4",1,132.9,null,0.13,1.11,4096,5,1],["jebadiah-9b-q5",1,119.4,null,0.23,1.98,4096,5,1],["jebadiah-9b-q8",1,87.1,null,0.63,5.48,4096,5,0],["jebadiah-27b-q4",1,50.2,null,0.31,2.66,4096,5,0],["jebadiah-27b-q5",1,43.8,null,0.61,5.26,4096,5,0],["jebadiah-27b-q8",1,30.3,null,1.79,15.65,4096,5,0],["lfm3-1.7b-q4",1,337.4,296.1,0.06,0.49,262144,10,0],["sage-a1.5-q4",1,222.6,193,0.07,0.65,262144,15,1]]},"2x-rtx-3090-ti":{"label":"2x NVIDIA GeForce RTX 3090 Ti","kind":"rig","budgetGb":43.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":47.6},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":47.6},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":47.6}},"cells":[["qwen2.5-1.5b-q4",1,312.1,237.2,0.08,0.8,32768,10,0],["qwen2.5-3b-q4",1,229.4,176.7,0.11,1.22,32768,5,0],["qwen2.5-7b-q4",1,136.7,107.1,0.22,2.16,32768,5,1],["qwen2.5-14b-q4",1,77.3,50.3,0.39,4.14,32768,15,0],["llama3.2-3b-q4",1,205.9,112.4,0.12,1.3,131072,5,0],["llama3.1-8b-q4",1,125.3,79.3,0.23,2.38,131072,5,1],["llama3.1-8b-q8",1,83.5,60.3,1.28,13.8,131072,5,0],["llama3.1-8b-q5",1,112.7,74.1,0.44,4.66,131072,5,1],["mistral-7b-q4",1,131.3,81.7,0.21,2.24,32768,5,1],["mistral-7b-q5",1,117.6,76.2,0.4,4.37,32768,5,1],["mistral-7b-q8",1,87.2,62.1,1.17,12.88,32768,5,0],["mixtral-8x7b-q4",1,60,47,0.34,3.26,32768,15,0],["mistral-nemo-12b-q4",1,94.3,61,0.33,3.3,131072,15,0],["mistral-nemo-12b-q8",1,58,43.4,1.92,19.77,131072,15,0],["gemma2-2b-q4",1,224.8,null,0.1,0.91,8192,5,0],["gemma2-9b-q4",1,95.9,null,0.25,2.39,8192,5,1],["gemma2-27b-q4",1,42.7,null,0.66,5.66,8192,5,0],["phi3-mini-q4",1,150.9,null,0.13,1.47,4096,5,0],["phi3-medium-q4",1,77.4,null,0.37,3.8,4096,15,0],["phi4-14b-q4",1,75.6,null,0.38,3.93,16384,15,0],["phi4-14b-q8",1,48.4,null,2.29,23.87,16384,15,0],["qwen2.5-coder-7b-q4",1,136.7,107.1,0.22,2.16,32768,5,1],["qwen2.5-coder-14b-q4",1,77.3,50.3,0.39,4.14,32768,15,0],["llama3.2-1b-q4",1,331.7,239.8,0.07,0.69,131072,10,0],["mistral-small-22b-q4",1,56.4,38.7,0.57,5.95,32768,5,0],["qwen2.5-0.5b-q4",1,411.9,349.5,0.05,0.5,32768,10,0],["gemma-3-1b-q4",1,346.9,330.4,0.06,0.51,32768,10,0],["gemma-3-1b-q8",1,313.2,299.7,0.19,1.62,32768,10,0],["phi4-mini-3.8b-q4",1,182,98.8,0.13,1.47,131072,5,0],["phi4-mini-3.8b-q8",1,135.6,83.4,0.65,7.86,131072,5,1],["mage-vl-cowork-q4",1,179.8,92.9,0.15,1.81,262144,5,0],["smollm2-360m-q4",1,338,null,0.05,0.52,8192,10,0],["qwen3-8b-q4",1,120,73.9,0.23,2.49,40960,5,1],["qwen3-8b-q8",1,81.4,57.2,1.31,14.5,40960,5,0],["qwen3-14b-q4",1,76.4,53,0.39,3.95,40960,15,0],["qwen3-30b-q4",1,166.2,105.5,0.13,1.85,40960,15,0],["qwen3-30b-a3b-q8",1,114.6,82,0.63,10.33,40960,15,1],["qwen3-32b-q4",1,37.8,28,0.82,8.7,40960,5,0],["qwen3-32b-q8",1,22.9,null,5.1,55.02,30775,5,0],["qwen3-coder-30b-a3b-q4",1,166.6,105.6,0.13,1.85,250684,15,0],["qwen3-coder-30b-a3b-q8",1,114.8,82.1,0.63,10.33,109009,15,1],["gemma3-4b-q4",1,196.2,171.9,0.13,1.06,131072,5,0],["gemma3-4b-q8",1,142.2,129,0.61,5.19,131072,5,1],["gemma3-12b-q4",1,88.8,73.7,0.31,2.59,131072,15,0],["gemma3-27b-q4",1,44.7,39.6,0.65,5.37,131072,5,0],["deepseek-r1-distill-qwen-7b-q4",1,136.7,107.1,0.22,2.16,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,90.5,76.5,1.21,12.36,131072,5,0],["deepseek-r1-distill-qwen-14b-q4",1,77.3,50.3,0.39,4.14,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,49,36.5,2.33,25.27,131072,15,0],["deepseek-r1-distill-qwen-32b-q4",1,38.4,28.3,0.8,7.77,89068,5,0],["deepseek-r1-distill-qwen-32b-q8",1,23.1,null,5.01,48.94,31963,5,0],["mistral-small-3.1-cloud",1,48.9,38.1,0.58,5.34,131072,5,0],["mistral-small-3.1-24b-q8",1,30.6,26,3.58,33.07,104187,5,0],["qwen3.5-0.8b-q4",1,342.9,298.6,0.05,0.49,262144,10,0],["qwen3.5-2b-q4",1,230.9,209.9,0.08,0.67,262144,10,0],["qwen3.5-4b-q4",1,192.8,157.7,0.13,1.14,262144,5,0],["qwen3.5-4b-q8",1,136.1,117.6,0.6,5.72,262144,5,1],["qwen3.5-9b-q4",1,126.9,110.7,0.23,1.95,262144,5,1],["qwen3.5-35b-a3b-q4",1,208.9,181.5,0.11,1.01,262144,15,0],["qwen3.5-27b-q4",1,48.3,43.4,0.59,5.17,262144,5,0],["qwen3.5-27b-q8",1,28.8,27,3.66,31.96,215940,5,0],["lfm2-24b-a2b-q4",1,220,189.9,0.09,0.8,128000,15,0],["lfm2.5-8b-a1b-q4",1,259.4,233.2,0.08,0.66,128000,15,0],["granite4.1-3b-q4",1,209,130.3,0.12,1.41,131072,5,0],["granite4.1-8b-q4",1,110.8,67.5,0.24,2.6,131072,5,1],["qwen3.6-27b-q4",1,47.5,42.8,0.59,5.17,262144,5,0],["qwen3.8-27b-q4",1,47.6,42.9,0.59,5.17,262144,5,0],["qwen3.8-27b-q8",1,28.8,27,3.66,31.96,215956,5,0],["qwen3.6-35b-a3b-q4",1,205.8,179.2,0.11,1.01,262144,15,0],["gemma4-31b-q4",1,38.8,31.7,0.72,6.13,144599,5,0],["gemma4-31b-q8",1,23.7,20.8,4.51,38.26,59359,5,0],["gemma4-26b-a4b-q4",1,148.9,122.6,0.11,0.99,262144,15,0],["gemma4-e4b-q4",1,166.5,153.6,0.21,1.7,131072,5,1],["gemma4-e4b-q8",1,127.4,119.7,1.12,9.38,131072,5,1],["gemma4-e2b-q4",1,274,256.2,0.13,1.1,131072,5,0],["gemma4-e2b-q8",1,229.3,216.8,0.63,5.44,131072,5,0],["gemma4-12b-q4",1,88.1,73.2,0.31,2.59,262144,15,0],["nemotron-cascade-2-30b-a3b-q6",1,147.6,143,0.21,1.92,262144,15,0],["laguna-xs2-q4",1,181.8,144,0.1,1.08,262144,15,0],["north-mini-code-1-q4",1,158.1,137.7,0.12,1.16,500000,15,0],["gpt-oss-20b",1,149.8,132.6,0.21,2.03,131072,15,0],["qwen3.6-35b-a3b-q8",1,143.4,129.9,0.47,4.87,262144,15,0],["qwen3.5-35b-a3b-q8",1,143.4,129.9,0.47,4.87,262144,15,0],["qwen3.5-9b-q8",1,84,76.6,1.26,10.97,262144,5,0],["qwen3.6-27b-q8",1,28.8,27,3.66,31.96,215956,5,0],["gemma4-12b-q8",1,56.9,50.3,1.78,15.15,262144,15,0],["gemma4-26b-a4b-q8",1,108.6,93.9,0.52,4.72,262144,15,1],["qwen3-14b-q8",1,48.8,38.1,2.31,24,40960,15,0],["laguna-xs-2.1-q4",1,196.3,152.9,0.1,1.08,262144,15,0],["ornith-9b-q4",1,126.9,110.7,0.23,1.95,262144,5,1],["ornith-35b-q4",1,208.9,181.5,0.11,1.01,262144,15,0],["granite4.2-3b-q4",1,209.6,130.6,0.13,1.46,131072,5,0],["granite4.2-8b-q4",1,114.5,68.9,0.25,2.67,131072,5,1],["granite4.2-30b-q4",1,42,30.2,0.72,6.83,97192,5,0],["nemotron-3.5-lightning-30b-q4",1,142.7,138.5,0.12,1.08,1048576,15,0],["nemotron-3.5-lightning-30b-q4xs",1,175.3,168.9,0.12,1.08,1048576,15,0],["muse-glimmer-30b-q4",1,48,47,0.64,5.33,131072,5,0],["minicpm-v4.5-8b-q4",1,123.2,75.1,0.23,2.49,40960,5,1],["glm-4.7-flash-q4",1,157.4,121,0.13,1.43,202752,15,0],["glm-4-9b-chat-q4",1,111.3,95.9,0.26,2.78,131072,5,1],["glm-4-9b-chat-q8",1,76.3,68.7,1.5,16.42,131072,5,0],["olmo-3.1-32b-q4",1,38.7,35.5,0.77,6.51,65536,5,0],["mimo-v2.6-distill-qwen-9b",1,123.5,108.1,0.23,1.95,262144,5,1],["devstral-small-2-24b-q4",1,49.7,38.6,0.58,5.34,171036,5,0],["ministral-3-3b-q4",1,169,103.4,0.12,1.44,262144,5,1],["ministral-3-8b-q4",1,108.1,70.6,0.24,2.5,262144,5,1],["ministral-3-14b-q4",1,77.5,53.5,0.36,3.52,208236,15,0],["flint-40b",1,217.5,178.3,0.17,1.84,262144,15,0],["mellum2.1-12b-q4",1,204.3,185.2,0.1,0.89,131072,15,0],["arex-2-27b-q4",1,46.6,42.1,0.59,5.17,262144,5,0],["arete-27b-q4",1,46.6,42.1,0.59,5.17,262144,5,0],["twil-8b-q4",1,114.5,68.9,0.25,2.67,131072,5,1],["nanbeige4.3-33b-q4",1,37.6,29.3,0.81,8.05,105220,5,0],["nanbeige4.3-33b-q8",1,23.3,19.8,5.08,50.75,37583,5,0],["ripple-65b-q4",1,20.9,19.9,1.42,12,63060,10,0],["nemotron-3.5-bolt-e4b-q4",1,153.7,142.6,0.21,1.7,65536,5,1],["granite-switch-4.1-8b-q4",1,96.8,61,0.25,2.71,131072,5,0],["granite-switch-4.1-30b-q4",1,35.6,26.6,0.73,6.96,81988,5,0],["jebadiah-9b-q4",1,124.5,null,0.23,1.95,4096,5,1],["jebadiah-9b-q5",1,112,null,0.43,3.75,4096,5,1],["jebadiah-9b-q8",1,82.2,null,1.26,10.97,4096,5,0],["jebadiah-27b-q4",1,47.6,null,0.59,5.17,4096,5,0],["jebadiah-27b-q5",1,41.6,null,1.21,10.52,4096,5,0],["jebadiah-27b-q8",1,28.8,null,3.66,31.96,4096,5,0],["lfm3-1.7b-q4",1,306.9,270.8,0.08,0.67,262144,10,0],["sage-a1.5-q4",1,205.8,179.2,0.11,1.01,262144,15,0]]},"2x-rtx-5090":{"label":"2x NVIDIA GeForce RTX 5090","kind":"rig","budgetGb":57.6,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":86.7},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":86.7},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":86.7}},"cells":[["qwen2.5-1.5b-q4",1,428.1,349.9,0.05,0.5,32768,10,1],["qwen2.5-3b-q4",1,341.1,277.5,0.07,0.66,32768,5,1],["qwen2.5-7b-q4",1,224.3,181.8,0.11,1.02,32768,5,1],["qwen2.5-14b-q4",1,135.9,91.4,0.17,1.77,32768,15,1],["llama3.2-3b-q4",1,313.6,189.5,0.07,0.69,131072,5,1],["llama3.1-8b-q4",1,208.2,139.1,0.11,1.1,131072,5,1],["llama3.1-8b-q8",1,145.7,108.1,0.51,5.46,131072,5,1],["llama3.1-8b-q5",1,190,130.7,0.19,1.97,131072,5,1],["llama3.1-70b-q4",1,35.7,29.4,0.66,6.35,46019,10,1],["mistral-7b-q4",1,216.7,142.8,0.11,1.05,32768,5,1],["mistral-7b-q5",1,197.2,134.1,0.18,1.86,32768,5,1],["mistral-7b-q8",1,151.4,111.2,0.47,5.11,32768,5,1],["mixtral-8x7b-q4",1,107.7,85.7,0.15,1.44,32768,15,1],["mistral-nemo-12b-q4",1,162.4,109.4,0.15,1.45,131072,15,1],["mistral-nemo-12b-q8",1,104.4,79.6,0.76,7.74,131072,15,1],["gemma2-2b-q4",1,335.8,null,0.06,0.54,8192,5,1],["gemma2-9b-q4",1,164.9,null,0.12,1.11,8192,5,1],["gemma2-27b-q4",1,78.3,null,0.28,2.36,8192,5,1],["phi3-mini-q4",1,243.7,null,0.07,0.75,4096,5,1],["phi3-medium-q4",1,136.1,null,0.17,1.64,4096,15,1],["phi4-14b-q4",1,133.1,null,0.17,1.69,16384,15,1],["phi4-14b-q8",1,88.1,null,0.9,9.31,16384,15,1],["qwen2.5-coder-7b-q4",1,224.3,181.8,0.11,1.02,32768,5,1],["qwen2.5-coder-14b-q4",1,135.9,91.4,0.17,1.77,32768,15,1],["llama3.2-1b-q4",1,446.8,352.8,0.05,0.46,131072,10,1],["mistral-small-22b-q4",1,101.6,71.3,0.24,2.47,32768,5,1],["qwen2.5-0.5b-q4",1,516.8,463.2,0.04,0.39,32768,10,0],["gemma-3-1b-q4",1,460.9,445.6,0.05,0.39,32768,10,1],["gemma-3-1b-q8",1,429.2,415.9,0.1,0.81,32768,10,1],["phi4-mini-3.8b-q4",1,284.2,169.3,0.07,0.76,131072,5,1],["phi4-mini-3.8b-q8",1,222.8,145.5,0.27,3.2,131072,5,1],["mage-vl-cowork-q4",1,281.5,160.3,0.08,0.88,262144,5,1],["smollm2-360m-q4",1,452.6,null,0.04,0.39,8192,10,0],["llama3.3-70b-q4",1,35.7,29.4,0.66,6.35,46019,10,1],["qwen3-8b-q4",1,200.6,130.4,0.11,1.14,40960,5,1],["qwen3-8b-q8",1,142.4,103,0.53,5.73,40960,5,1],["qwen3-14b-q4",1,134.4,96,0.17,1.7,40960,15,1],["qwen3-30b-q4",1,264,179.3,0.07,0.9,40960,15,1],["qwen3-30b-a3b-q8",1,192.8,143.4,0.26,4.14,40960,15,1],["qwen3-32b-q4",1,69.7,52.3,0.34,3.52,40960,5,1],["qwen3-32b-q8",1,43.1,35.7,1.97,21.2,40960,5,1],["qwen3-coder-30b-a3b-q4",1,264.5,179.5,0.07,0.9,262144,15,1],["qwen3-coder-30b-a3b-q8",1,193,143.5,0.26,4.14,255494,15,1],["gemma3-4b-q4",1,301.8,271.3,0.07,0.6,131072,5,1],["gemma3-4b-q8",1,231.9,213.5,0.26,2.18,131072,5,1],["gemma3-12b-q4",1,154,130.1,0.14,1.18,131072,15,1],["gemma3-27b-q4",1,81.8,72.9,0.27,2.25,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,224.3,181.8,0.11,1.02,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,156.5,134.5,0.48,4.92,131072,5,1],["deepseek-r1-distill-qwen-14b-q4",1,135.9,91.4,0.17,1.77,131072,15,1],["deepseek-r1-distill-qwen-14b-q8",1,89.1,67.5,0.91,9.84,131072,15,1],["deepseek-r1-distill-qwen-32b-q4",1,70.7,52.9,0.33,3.16,131072,5,1],["deepseek-r1-distill-qwen-32b-q8",1,43.4,36,1.94,18.88,86895,5,1],["deepseek-r1-distill-llama-70b-q4",1,35.7,29.4,0.66,6.35,46019,10,1],["mistral-small-3.1-cloud",1,88.9,70.3,0.25,2.23,131072,5,1],["mistral-small-3.1-24b-q8",1,57,48.7,1.39,12.82,131072,5,1],["qwen3.5-0.8b-q4",1,457.2,414.8,0.05,0.38,262144,10,1],["qwen3.5-2b-q4",1,342.7,318.3,0.05,0.45,262144,10,1],["qwen3.5-4b-q4",1,297.7,252.8,0.07,0.63,262144,5,1],["qwen3.5-4b-q8",1,223.4,197.2,0.25,2.38,262144,5,1],["qwen3.5-9b-q4",1,210.6,187.1,0.11,0.94,262144,5,1],["qwen3.5-35b-a3b-q4",1,317.2,283.6,0.06,0.58,262144,15,1],["qwen3.5-27b-q4",1,87.9,79.5,0.25,2.17,262144,5,1],["qwen3.5-27b-q8",1,53.8,50.5,1.42,12.4,262144,5,1],["lfm2-24b-a2b-q4",1,330.2,294,0.06,0.5,128000,15,1],["lfm2.5-8b-a1b-q4",1,374.3,345.4,0.05,0.44,128000,15,1],["granite4.1-3b-q4",1,317.2,215.3,0.07,0.73,131072,5,1],["granite4.1-8b-q4",1,187.1,120.1,0.12,1.19,131072,5,1],["qwen3.6-27b-q4",1,86.6,78.5,0.25,2.17,262144,5,1],["qwen3.8-27b-q4",1,86.7,78.6,0.25,2.17,262144,5,1],["qwen3.8-27b-q8",1,53.8,50.5,1.42,12.4,262144,5,1],["qwen3.6-35b-a3b-q4",1,313.5,280.7,0.06,0.58,262144,15,1],["gemma4-31b-q4",1,71.5,58.9,0.3,2.54,232489,5,1],["gemma4-31b-q8",1,44.5,39.3,1.74,14.8,147249,5,1],["gemma4-26b-a4b-q4",1,241,204.3,0.07,0.57,262144,15,1],["gemma4-e4b-q4",1,264.4,247.3,0.1,0.84,131072,5,1],["gemma4-e4b-q8",1,211.2,200.2,0.45,3.78,131072,5,1],["gemma4-e2b-q4",1,389.7,370.8,0.07,0.61,131072,5,1],["gemma4-e2b-q8",1,340.9,326.4,0.27,2.27,131072,5,1],["gemma4-12b-q4",1,152.9,129.3,0.14,1.18,262144,15,1],["nemotron-cascade-2-30b-a3b-q6",1,239.3,233,0.11,0.93,262144,15,1],["laguna-xs2-q4",1,284,234.4,0.06,0.61,262144,15,1],["north-mini-code-1-q4",1,253.3,225.6,0.07,0.64,500000,15,1],["gpt-oss-20b",1,242.3,218.6,0.1,0.97,131072,15,1],["qwen3-next-80b-a3b",1,284.7,252.5,0.07,0.62,262144,15,1],["qwen3.6-35b-a3b-q8",1,233.5,214.8,0.2,2.05,262144,15,1],["qwen3.5-35b-a3b-q8",1,233.5,214.8,0.2,2.05,262144,15,1],["qwen3.5-9b-q8",1,146.4,134.7,0.51,4.38,262144,5,1],["qwen3.6-27b-q8",1,53.8,50.5,1.42,12.4,262144,5,1],["gemma4-12b-q8",1,102.5,91.3,0.7,5.98,262144,15,1],["gemma4-26b-a4b-q8",1,183.9,161.7,0.22,2,262144,15,1],["qwen3-14b-q8",1,88.8,70.2,0.91,9.36,40960,15,1],["laguna-xs-2.1-q4",1,302,246.5,0.06,0.61,262144,15,1],["ornith-9b-q4",1,210.6,187.1,0.11,0.94,262144,5,1],["ornith-35b-q4",1,317.2,283.6,0.06,0.58,262144,15,1],["granite4.2-3b-q4",1,318,215.7,0.07,0.75,131072,5,1],["granite4.2-8b-q4",1,192.6,122.3,0.12,1.22,131072,5,1],["granite4.2-30b-q4",1,77,56.3,0.3,2.8,131072,5,1],["nemotron-3.5-lightning-30b-q4",1,232.6,226.7,0.07,0.6,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,275.7,267.4,0.07,0.6,1048576,15,1],["muse-glimmer-30b-q4",1,87.5,85.7,0.27,2.23,131072,5,1],["minicpm-v4.5-8b-q4",1,205.2,132.3,0.11,1.14,40960,5,1],["glm-4.7-flash-q4",1,252.4,202.1,0.07,0.74,202752,15,1],["glm-4-9b-chat-q4",1,187.9,164.8,0.12,1.26,131072,5,1],["glm-4-9b-chat-q8",1,134.2,122,0.6,6.47,131072,5,1],["olmo-3.1-32b-q4",1,71.3,65.7,0.32,2.68,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,205.7,183.2,0.11,0.94,262144,5,1],["devstral-small-2-24b-q4",1,90.4,71.2,0.25,2.23,258927,5,1],["ministral-3-3b-q4",1,267.6,176.2,0.07,0.74,262144,5,1],["ministral-3-8b-q4",1,183.2,125.1,0.12,1.15,262144,5,1],["ministral-3-14b-q4",1,136.2,96.8,0.16,1.54,262144,15,1],["flint-40b",1,327.3,279.6,0.09,0.9,262144,15,1],["mellum2.1-12b-q4",1,311.7,288.2,0.06,0.53,131072,15,1],["kolibri-1-q4",1,260.3,237.3,0.07,0.67,262144,15,1],["kolibri-1-q4xs",1,279.1,252.8,0.07,0.67,262144,15,1],["arex-2-27b-q4",1,85,77.2,0.25,2.17,262144,5,1],["arete-27b-q4",1,85,77.2,0.25,2.17,262144,5,1],["twil-8b-q4",1,192.6,122.3,0.12,1.22,131072,5,1],["nanbeige4.3-33b-q4",1,69.4,54.7,0.33,3.27,172829,5,1],["nanbeige4.3-33b-q8",1,43.7,37.4,1.97,19.57,105191,5,1],["ripple-65b-q4",1,39.3,37.6,0.56,4.78,282787,10,1],["nemotron-3.5-bolt-e4b-q4",1,247.5,232.5,0.1,0.84,65536,5,1],["granite-switch-4.1-8b-q4",1,166.3,109.4,0.12,1.23,131072,5,1],["granite-switch-4.1-30b-q4",1,65.9,49.8,0.3,2.85,131072,5,1],["jebadiah-9b-q4",1,207.1,null,0.11,0.94,4096,5,1],["jebadiah-9b-q5",1,189.1,null,0.19,1.63,4096,5,1],["jebadiah-9b-q8",1,143.5,null,0.51,4.38,4096,5,1],["jebadiah-27b-q4",1,86.7,null,0.25,2.17,4096,5,1],["jebadiah-27b-q5",1,76.3,null,0.49,4.21,4096,5,1],["jebadiah-27b-q8",1,53.8,null,1.42,12.4,4096,5,1],["lfm3-1.7b-q4",1,423,386.4,0.05,0.45,262144,10,1],["sage-a1.5-q4",1,313.5,280.7,0.06,0.58,262144,15,1]]},"2x-rtx-6000-pro":{"label":"2x NVIDIA RTX PRO 6000 Blackwell","kind":"rig","budgetGb":172.8,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":86.7},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":86.7},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":86.7}},"cells":[["qwen2.5-1.5b-q4",1,428.1,349.9,0.05,0.47,32768,10,0],["qwen2.5-3b-q4",1,341.1,277.5,0.06,0.6,32768,5,1],["qwen2.5-7b-q4",1,224.3,181.8,0.1,0.9,32768,5,1],["qwen2.5-14b-q4",1,135.9,91.4,0.15,1.53,32768,15,0],["llama3.2-3b-q4",1,313.6,189.5,0.06,0.63,131072,5,1],["llama3.1-8b-q4",1,208.2,139.1,0.1,0.97,131072,5,1],["llama3.1-8b-q8",1,145.7,108.1,0.43,4.6,131072,5,0],["llama3.1-8b-q5",1,190,130.7,0.17,1.7,131072,5,1],["llama3.1-70b-q4",1,35.7,29.4,0.56,5.34,131072,10,0],["mistral-7b-q4",1,216.7,142.8,0.09,0.93,32768,5,1],["mistral-7b-q5",1,197.2,134.1,0.15,1.6,32768,5,1],["mistral-7b-q8",1,151.4,111.2,0.4,4.31,32768,5,0],["mixtral-8x7b-q4",1,107.7,85.7,0.13,1.25,32768,15,0],["mistral-nemo-12b-q4",1,162.4,109.4,0.13,1.26,131072,15,0],["mistral-nemo-12b-q8",1,104.4,79.6,0.64,6.49,131072,15,1],["gemma2-2b-q4",1,335.8,null,0.06,0.5,8192,5,1],["gemma2-9b-q4",1,164.9,null,0.11,0.97,8192,5,1],["gemma2-27b-q4",1,78.3,null,0.24,2.01,8192,5,1],["phi3-mini-q4",1,243.7,null,0.07,0.68,4096,5,1],["phi3-medium-q4",1,136.1,null,0.14,1.42,4096,15,0],["phi4-14b-q4",1,133.1,null,0.15,1.46,16384,15,0],["phi4-14b-q8",1,88.1,null,0.75,7.79,16384,15,1],["qwen2.5-coder-7b-q4",1,224.3,181.8,0.1,0.9,32768,5,1],["qwen2.5-coder-14b-q4",1,135.9,91.4,0.15,1.53,32768,15,0],["llama3.2-1b-q4",1,446.8,352.8,0.05,0.43,131072,10,0],["mistral-small-22b-q4",1,101.6,71.3,0.21,2.1,32768,5,1],["qwen2.5-0.5b-q4",1,516.8,463.2,0.04,0.37,32768,10,0],["gemma-3-1b-q4",1,460.9,445.6,0.05,0.38,32768,10,0],["gemma-3-1b-q8",1,429.2,415.9,0.09,0.73,32768,10,0],["phi4-mini-3.8b-q4",1,284.2,169.3,0.07,0.68,131072,5,1],["phi4-mini-3.8b-q8",1,222.8,145.5,0.23,2.71,131072,5,1],["mage-vl-cowork-q4",1,281.5,160.3,0.07,0.79,262144,5,1],["smollm2-360m-q4",1,452.6,null,0.04,0.38,8192,10,0],["llama3.3-70b-q4",1,35.7,29.4,0.56,5.34,131072,10,0],["qwen3-8b-q4",1,200.6,130.4,0.1,1,40960,5,1],["qwen3-8b-q8",1,142.4,103,0.44,4.82,40960,5,0],["qwen3-14b-q4",1,134.4,96,0.15,1.47,40960,15,0],["qwen3-30b-q4",1,264,179.3,0.07,0.8,40960,15,1],["qwen3-30b-a3b-q8",1,192.8,143.4,0.23,3.5,40960,15,1],["qwen3-32b-q4",1,69.7,52.3,0.29,2.98,40960,5,1],["qwen3-32b-q8",1,43.1,35.7,1.65,17.69,40960,5,0],["qwen3-coder-30b-a3b-q4",1,264.5,179.5,0.07,0.8,262144,15,1],["qwen3-coder-30b-a3b-q8",1,193,143.5,0.23,3.5,262144,15,1],["gemma3-4b-q4",1,301.8,271.3,0.07,0.55,131072,5,1],["gemma3-4b-q8",1,231.9,213.5,0.22,1.86,131072,5,1],["gemma3-12b-q4",1,154,130.1,0.12,1.04,131072,15,0],["gemma3-27b-q4",1,81.8,72.9,0.23,1.92,131072,5,1],["deepseek-r1-distill-qwen-7b-q4",1,224.3,181.8,0.1,0.9,131072,5,1],["deepseek-r1-distill-qwen-7b-q8",1,156.5,134.5,0.41,4.14,131072,5,0],["deepseek-r1-distill-qwen-14b-q4",1,135.9,91.4,0.15,1.53,131072,15,0],["deepseek-r1-distill-qwen-14b-q8",1,89.1,67.5,0.77,8.24,131072,15,1],["deepseek-r1-distill-qwen-32b-q4",1,70.7,52.9,0.28,2.68,131072,5,1],["deepseek-r1-distill-qwen-32b-q8",1,43.4,36,1.62,15.76,131072,5,0],["deepseek-r1-distill-llama-70b-q4",1,35.7,29.4,0.56,5.34,131072,10,0],["qwen3-235b-a22b-cloud",1,65.2,53.1,0.22,2.74,40960,15,1],["mistral-small-3.1-cloud",1,88.9,70.3,0.21,1.91,131072,5,1],["mistral-small-3.1-24b-q8",1,57,48.7,1.16,10.72,131072,5,1],["qwen3.5-0.8b-q4",1,457.2,414.8,0.04,0.37,262144,10,0],["qwen3.5-2b-q4",1,342.7,318.3,0.05,0.43,262144,10,1],["qwen3.5-4b-q4",1,297.7,252.8,0.07,0.58,262144,5,1],["qwen3.5-4b-q8",1,223.4,197.2,0.22,2.03,262144,5,1],["qwen3.5-9b-q4",1,210.6,187.1,0.1,0.83,262144,5,1],["qwen3.5-35b-a3b-q4",1,317.2,283.6,0.06,0.54,262144,15,1],["qwen3.5-27b-q4",1,87.9,79.5,0.22,1.85,262144,5,1],["qwen3.5-27b-q8",1,53.8,50.5,1.19,10.37,262144,5,0],["qwen3.5-122b-a10b-q4",1,153.8,143.9,0.1,0.91,262144,15,1],["lfm2-24b-a2b-q4",1,330.2,294,0.05,0.47,128000,15,1],["lfm2.5-8b-a1b-q4",1,374.3,345.4,0.05,0.42,128000,15,0],["granite4.1-3b-q4",1,317.2,215.3,0.07,0.66,131072,5,1],["granite4.1-8b-q4",1,187.1,120.1,0.1,1.04,131072,5,1],["qwen3.6-27b-q4",1,86.6,78.5,0.22,1.85,262144,5,1],["qwen3.8-27b-q4",1,86.7,78.6,0.22,1.85,262144,5,1],["qwen3.8-27b-q8",1,53.8,50.5,1.19,10.37,262144,5,0],["qwen3.6-35b-a3b-q4",1,313.5,280.7,0.06,0.54,262144,15,1],["gemma4-31b-q4",1,71.5,58.9,0.26,2.16,262144,5,1],["gemma4-31b-q8",1,44.5,39.3,1.46,12.37,262144,5,0],["gemma4-26b-a4b-q4",1,241,204.3,0.06,0.53,262144,15,1],["gemma4-e4b-q4",1,264.4,247.3,0.09,0.76,131072,5,1],["gemma4-e4b-q8",1,211.2,200.2,0.38,3.19,131072,5,1],["gemma4-e2b-q4",1,389.7,370.8,0.07,0.56,131072,5,1],["gemma4-e2b-q8",1,340.9,326.4,0.23,1.94,131072,5,1],["llama4-scout-q4",1,112.1,80,0.12,1.32,535904,15,0],["gemma4-12b-q4",1,152.9,129.3,0.12,1.04,262144,15,0],["nemotron-cascade-2-30b-a3b-q6",1,239.3,233,0.09,0.82,262144,15,1],["laguna-xs2-q4",1,284,234.4,0.06,0.56,262144,15,1],["north-mini-code-1-q4",1,253.3,225.6,0.06,0.58,500000,15,1],["gpt-oss-120b",1,214.7,187.7,0.11,1.07,131072,15,1],["gpt-oss-20b",1,242.3,218.6,0.09,0.86,131072,15,1],["qwen3-next-80b-a3b",1,284.7,252.5,0.06,0.56,262144,15,1],["qwen3.6-35b-a3b-q8",1,233.5,214.8,0.18,1.76,262144,15,1],["qwen3.5-35b-a3b-q8",1,233.5,214.8,0.18,1.76,262144,15,1],["qwen3.5-9b-q8",1,146.4,134.7,0.43,3.7,262144,5,0],["qwen3.6-27b-q8",1,53.8,50.5,1.19,10.37,262144,5,0],["gemma4-12b-q8",1,102.5,91.3,0.59,5.03,262144,15,1],["gemma4-26b-a4b-q8",1,183.9,161.7,0.19,1.71,262144,15,1],["qwen3-next-80b-a3b-q8",1,211.1,192.9,0.19,1.95,262144,15,1],["qwen3-14b-q8",1,88.8,70.2,0.76,7.84,40960,15,1],["llama3.3-70b-q8",1,21.1,18.7,3.43,33.07,131072,10,0],["llama3.3-70b-q6",1,26.9,23.1,1.13,10.88,131072,10,0],["laguna-xs-2.1-q4",1,302,246.5,0.06,0.56,262144,15,1],["laguna-s-2.1-q4",1,130.4,116.8,0.09,0.84,1048576,15,1],["ornith-9b-q4",1,210.6,187.1,0.1,0.83,262144,5,1],["ornith-35b-q4",1,317.2,283.6,0.06,0.54,262144,15,1],["qwen3.8-flash-next",1,167.1,155.5,0.08,0.73,262144,15,1],["qwen3.8-flash-next-q4xs",1,188.4,173.8,0.08,0.73,262144,15,1],["qwen3.8-flash-next-q3",1,194.3,178.7,0.12,1.19,262144,15,1],["granite4.2-3b-q4",1,318,215.7,0.07,0.68,131072,5,1],["granite4.2-8b-q4",1,192.6,122.3,0.11,1.06,131072,5,1],["granite4.2-30b-q4",1,77,56.3,0.25,2.38,131072,5,1],["nemotron-3.5-lightning-30b-q4",1,232.6,226.7,0.07,0.56,1048576,15,1],["nemotron-3.5-lightning-30b-q4xs",1,275.7,267.4,0.07,0.56,1048576,15,1],["muse-glimmer-30b-q4",1,87.5,85.7,0.23,1.91,131072,5,1],["minicpm-v4.5-8b-q4",1,205.2,132.3,0.1,1,40960,5,1],["glm-4.7-flash-q4",1,252.4,202.1,0.07,0.67,202752,15,1],["glm-4-9b-chat-q4",1,187.9,164.8,0.11,1.1,131072,5,1],["glm-4-9b-chat-q8",1,134.2,122,0.5,5.43,131072,5,0],["nemotron-3-super-120b-q4",1,94.7,93.4,0.13,1.09,262144,15,0],["nemotron-3-super-120b-q4xs",1,120.8,118.7,0.13,1.09,262144,15,0],["olmo-3.1-32b-q4",1,71.3,65.7,0.27,2.28,65536,5,1],["mimo-v2.6-distill-qwen-9b",1,205.7,183.2,0.1,0.83,262144,5,1],["ling-3.0-flash",1,222.5,215.5,0.07,0.63,262144,15,1],["ling-3.0-flash-q4xs",1,240,231.9,0.07,0.63,262144,15,1],["devstral-small-2-24b-q4",1,90.4,71.2,0.21,1.91,393216,5,1],["devstral-2-123b-q4",1,21,18.5,0.96,9.09,262144,10,0],["ministral-3-3b-q4",1,267.6,176.2,0.07,0.67,262144,5,1],["ministral-3-8b-q4",1,183.2,125.1,0.1,1.01,262144,5,1],["ministral-3-14b-q4",1,136.2,96.8,0.14,1.33,262144,15,0],["flint-40b",1,327.3,279.6,0.08,0.8,262144,15,1],["mellum2.1-12b-q4",1,311.7,288.2,0.06,0.5,131072,15,1],["kolibri-1-q4",1,260.3,237.3,0.07,0.61,262144,15,1],["kolibri-1-q4xs",1,279.1,252.8,0.07,0.61,262144,15,1],["arex-2-27b-q4",1,85,77.2,0.22,1.85,262144,5,1],["arete-27b-q4",1,85,77.2,0.22,1.85,262144,5,1],["twil-8b-q4",1,192.6,122.3,0.11,1.06,131072,5,1],["nanbeige4.3-33b-q4",1,69.4,54.7,0.28,2.77,524288,5,1],["nanbeige4.3-33b-q8",1,43.7,37.4,1.64,16.33,524288,5,0],["ripple-65b-q4",1,39.3,37.6,0.48,4.03,2040600,10,0],["ripple-65b-q8",1,23,22.3,2.89,24.53,1582206,10,0],["nemotron-3.5-bolt-e4b-q4",1,247.5,232.5,0.09,0.76,65536,5,1],["granite-switch-4.1-8b-q4",1,166.3,109.4,0.11,1.08,131072,5,0],["granite-switch-4.1-30b-q4",1,65.9,49.8,0.26,2.42,131072,5,1],["jebadiah-9b-q4",1,207.1,null,0.1,0.83,4096,5,1],["jebadiah-9b-q5",1,189.1,null,0.16,1.41,4096,5,1],["jebadiah-9b-q8",1,143.5,null,0.43,3.7,4096,5,0],["jebadiah-27b-q4",1,86.7,null,0.22,1.85,4096,5,1],["jebadiah-27b-q5",1,76.3,null,0.41,3.55,4096,5,1],["jebadiah-27b-q8",1,53.8,null,1.19,10.37,4096,5,0],["lfm3-1.7b-q4",1,423,386.4,0.05,0.43,262144,10,0],["ornith-1.5-122b-q4",1,161.9,150.9,0.1,0.91,262144,15,1],["sage-a1.5-q4",1,313.5,280.7,0.06,0.54,262144,15,1]]},"2x-rx-7900-xtx":{"label":"2x AMD Radeon RX 7900 XTX","kind":"rig","budgetGb":43.2,"frontier":{"10":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":43},"20":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":43},"40":{"model":"qwen3.8-27b-q4","eci":152.64,"decodeTps":43}},"cells":[["qwen2.5-1.5b-q4",1,218.5,177.4,0.19,1.76,32768,10,0],["qwen2.5-3b-q4",1,172.8,139.8,0.24,2.3,32768,10,0],["qwen2.5-7b-q4",1,112.5,90.8,0.37,3.51,32768,10,1],["qwen2.5-14b-q4",1,67.7,45.3,0.59,6.04,32768,10,0],["llama3.2-3b-q4",1,158.5,94.7,0.24,2.41,131072,10,1],["llama3.1-8b-q4",1,104.3,69.3,0.39,3.79,131072,10,1],["llama3.1-8b-q8",1,72.6,53.7,1.46,15.43,131072,10,0],["llama3.1-8b-q5",1,95,65,2.55,27.25,131072,10,1],["mistral-7b-q4",1,108.6,71.1,0.36,3.61,32768,10,1],["mistral-7b-q5",1,98.7,66.7,2.33,25.47,32768,10,1],["mistral-7b-q8",1,75.5,55.2,1.34,14.46,32768,10,0],["mixtral-8x7b-q4",1,53.5,42.5,0.53,4.91,32768,25,0],["mistral-nemo-12b-q4",1,81,54.3,0.51,4.96,131072,10,0],["mistral-nemo-12b-q8",1,51.8,39.4,2.13,21.75,131072,10,1],["gemma2-2b-q4",1,170,null,0.22,1.91,8192,10,0],["gemma2-9b-q4",1,82.3,null,0.42,3.8,8192,10,1],["gemma2-27b-q4",1,38.8,null,0.94,8,8192,50,1],["phi3-mini-q4",1,122.4,null,0.26,2.62,4096,10,1],["phi3-medium-q4",1,67.7,null,0.56,5.61,4096,10,0],["phi4-14b-q4",1,66.2,null,0.59,5.77,16384,10,0],["phi4-14b-q8",1,43.7,null,2.53,26.1,16384,10,1],["qwen2.5-coder-7b-q4",1,112.5,90.8,0.37,3.51,32768,10,1],["qwen2.5-coder-14b-q4",1,67.7,45.3,0.59,6.04,32768,10,0],["llama3.2-1b-q4",1,228.4,178.9,0.18,1.63,131072,10,0],["mistral-small-22b-q4",1,50.4,35.3,0.82,8.37,32768,50,1],["qwen2.5-0.5b-q4",1,265.8,237.1,0.16,1.39,32768,10,0],["gemma-3-1b-q4",1,235.9,227.8,0.17,1.4,32768,10,0],["gemma-3-1b-q8",1,219.1,212,0.3,2.52,32768,10,0],["phi4-mini-3.8b-q4",1,143.2,84.5,0.26,2.63,131072,10,1],["phi4-mini-3.8b-q8",1,111.7,72.4,0.79,9.14,131072,10,1],["mage-vl-cowork-q4",1,141.9,80,0.28,3.06,262144,10,1],["smollm2-360m-q4",1,231.5,null,0.16,1.41,8192,10,0],["qwen3-8b-q4",1,100.4,64.9,0.39,3.93,40960,10,1],["qwen3-8b-q8",1,70.9,51.1,1.49,16.17,40960,10,0],["qwen3-14b-q4",1,66.9,47.6,0.59,5.8,40960,10,0],["qwen3-30b-q4",1,132.8,89.6,0.26,3.11,40960,25,0],["qwen3-30b-a3b-q8",1,96.4,71.4,0.77,11.76,40960,25,1],["qwen3-32b-q4",1,34.5,25.8,1.14,11.89,40960,50,1],["qwen3-32b-q8",1,21.3,null,5.51,59.09,30775,50,1],["qwen3-coder-30b-a3b-q4",1,133.1,89.7,0.26,3.11,250684,25,0],["qwen3-coder-30b-a3b-q8",1,96.5,71.4,0.77,11.76,109009,25,1],["gemma3-4b-q4",1,152.4,136.6,0.26,2.1,131072,10,1],["gemma3-4b-q8",1,116.4,106.9,0.75,6.31,131072,10,1],["gemma3-12b-q4",1,76.7,64.7,0.49,4.06,131072,10,0],["gemma3-27b-q4",1,40.5,36.1,0.93,7.62,131072,50,1],["deepseek-r1-distill-qwen-7b-q4",1,112.5,90.8,0.37,3.51,131072,10,1],["deepseek-r1-distill-qwen-7b-q8",1,78,67,1.38,13.91,131072,10,0],["deepseek-r1-distill-qwen-14b-q4",1,67.7,45.3,0.59,6.04,131072,10,0],["deepseek-r1-distill-qwen-14b-q8",1,44.1,33.4,2.57,27.57,131072,10,1],["deepseek-r1-distill-qwen-32b-q4",1,35,26.1,1.12,10.69,89068,50,1],["deepseek-r1-distill-qwen-32b-q8",1,21.4,null,5.41,52.65,31963,50,1],["mistral-small-3.1-cloud",1,44.1,34.8,0.84,7.58,131072,50,1],["mistral-small-3.1-24b-q8",1,28.2,24.1,3.89,35.84,104187,50,1],["qwen3.5-0.8b-q4",1,233.9,211.5,0.16,1.37,262144,10,0],["qwen3.5-2b-q4",1,173.6,160.9,0.19,1.6,262144,10,1],["qwen3.5-4b-q4",1,150.2,127.1,0.25,2.21,262144,10,1],["qwen3.5-4b-q8",1,112,98.6,0.74,6.87,262144,10,1],["qwen3.5-9b-q4",1,105.5,93.5,0.38,3.24,262144,10,1],["qwen3.5-35b-a3b-q4",1,160.3,143,0.23,2.04,262144,25,0],["qwen3.5-27b-q4",1,43.6,39.4,0.85,7.36,262144,50,1],["qwen3.5-27b-q8",1,26.6,25,3.98,34.67,215940,50,1],["lfm2-24b-a2b-q4",1,167.1,148.3,0.21,1.76,128000,25,0],["lfm2.5-8b-a1b-q4",1,190.2,175,0.19,1.58,128000,25,0],["granite4.1-3b-q4",1,160.4,107.9,0.25,2.55,131072,10,1],["granite4.1-8b-q4",1,93.6,59.7,0.4,4.07,131072,10,1],["qwen3.6-27b-q4",1,42.9,38.9,0.85,7.36,262144,50,1],["qwen3.8-27b-q4",1,43,38.9,0.85,7.36,262144,50,1],["qwen3.8-27b-q8",1,26.6,25,3.98,34.67,215956,50,1],["qwen3.6-35b-a3b-q4",1,158.4,141.4,0.23,2.04,262144,25,0],["gemma4-31b-q4",1,35.4,29.1,1.02,8.6,144599,50,1],["gemma4-31b-q8",1,22,19.4,4.87,41.34,59359,50,1],["gemma4-26b-a4b-q4",1,121,102.3,0.24,2.01,262144,25,1],["gemma4-e4b-q4",1,133,124.3,0.36,2.92,131072,10,1],["gemma4-e4b-q8",1,105.8,100.2,1.29,10.75,131072,10,1],["gemma4-e2b-q4",1,198.2,188.3,0.26,2.15,131072,10,0],["gemma4-e2b-q8",1,172.7,165.1,0.77,6.58,131072,10,1],["gemma4-12b-q4",1,76.2,64.3,0.49,4.06,262144,10,0],["nemotron-cascade-2-30b-a3b-q6",1,120.1,117,1.18,10.76,262144,25,1],["laguna-xs2-q4",1,143.1,117.6,0.22,2.13,262144,25,0],["north-mini-code-1-q4",1,127.3,113.2,0.24,2.23,500000,25,1],["gpt-oss-20b",1,121.7,109.6,1.01,9.89,131072,25,1],["qwen3.6-35b-a3b-q8",1,117.2,107.6,0.6,5.97,262144,25,1],["qwen3.5-35b-a3b-q8",1,117.2,107.6,0.6,5.97,262144,25,1],["qwen3.5-9b-q8",1,72.9,67,1.44,12.43,262144,10,0],["qwen3.6-27b-q8",1,26.6,25,3.98,34.67,215956,50,1],["gemma4-12b-q8",1,50.9,45.3,1.99,16.86,262144,10,1],["gemma4-26b-a4b-q8",1,91.9,80.7,0.65,5.81,262144,25,1],["qwen3-14b-q8",1,44,34.8,2.54,26.23,40960,10,1],["laguna-xs-2.1-q4",1,152.4,123.8,0.22,2.13,262144,25,0],["ornith-9b-q4",1,105.5,93.5,0.38,3.24,262144,10,1],["ornith-35b-q4",1,160.3,143,0.23,2.04,262144,25,0],["granite4.2-3b-q4",1,160.8,108.1,0.26,2.61,131072,10,1],["granite4.2-8b-q4",1,96.3,60.8,0.41,4.17,131072,10,1],["granite4.2-30b-q4",1,38.1,27.8,1.01,9.49,97192,50,1],["nemotron-3.5-lightning-30b-q4",1,116.7,113.7,0.25,2.12,1048576,25,1],["nemotron-3.5-lightning-30b-q4xs",1,138.9,134.6,0.25,2.12,1048576,25,0],["muse-glimmer-30b-q4",1,43.4,42.5,0.91,7.57,131072,50,1],["minicpm-v4.5-8b-q4",1,102.7,65.8,0.39,3.93,40960,10,1],["glm-4.7-flash-q4",1,126.9,101.2,0.26,2.57,202752,25,1],["glm-4-9b-chat-q4",1,93.9,82.2,0.43,4.31,131072,10,1],["glm-4-9b-chat-q8",1,66.8,60.6,1.69,18.21,131072,10,0],["olmo-3.1-32b-q4",1,35.3,32.5,1.08,9.08,65536,50,1],["mimo-v2.6-distill-qwen-9b",1,103,91.5,0.38,3.24,262144,10,1],["devstral-small-2-24b-q4",1,44.8,35.2,0.84,7.58,171036,50,1],["ministral-3-3b-q4",1,134.7,88,0.25,2.58,262144,10,1],["ministral-3-8b-q4",1,91.6,62.2,0.4,3.95,262144,10,1],["ministral-3-14b-q4",1,67.8,48,0.55,5.26,208236,10,0],["flint-40b",1,165.6,140.9,0.91,10.32,262144,25,0],["mellum2.1-12b-q4",1,157.5,145.3,0.22,1.88,131072,25,0],["arex-2-27b-q4",1,42.1,38.2,0.85,7.36,262144,50,1],["arete-27b-q4",1,42.1,38.2,0.85,7.36,262144,50,1],["twil-8b-q4",1,96.3,60.8,0.41,4.17,131072,10,1],["nanbeige4.3-33b-q4",1,34.3,27,1.13,11.05,105220,50,1],["nanbeige4.3-33b-q8",1,21.6,18.5,5.49,54.57,37583,50,1],["ripple-65b-q4",1,19.4,18.5,1.91,16.12,63060,10,1],["nemotron-3.5-bolt-e4b-q4",1,124.4,116.7,0.36,2.92,65536,10,1],["granite-switch-4.1-8b-q4",1,83,54.3,0.41,4.21,131072,10,0],["granite-switch-4.1-30b-q4",1,32.6,24.6,1.03,9.65,81988,50,1],["jebadiah-9b-q4",1,103.7,null,0.38,3.24,4096,10,1],["jebadiah-9b-q5",1,94.5,null,2.51,21.77,4096,10,1],["jebadiah-9b-q8",1,71.5,null,1.44,12.43,4096,10,0],["jebadiah-27b-q4",1,43,null,0.85,7.36,4096,50,1],["jebadiah-27b-q5",1,37.8,null,7.16,62.41,4096,50,1],["jebadiah-27b-q8",1,26.6,null,3.98,34.67,4096,50,1],["lfm3-1.7b-q4",1,215.8,196.5,0.19,1.6,262144,10,0],["sage-a1.5-q4",1,158.4,141.4,0.23,2.04,262144,25,0]]}}}