{"model":{"id":"mistral-nemo-12b-q4","name":"Mistral Nemo 12B","quantization":"Q4_K_M"},"hardware":{"slug":"rtx-4060","name":"NVIDIA GeForce RTX 4060","memoryGb":8},"verdict":"tight","localVerdict":"local_slow","fitLevel":"Heavy","estimatedLoadGb":9.5,"usableMemoryGb":7.2,"estimatedTokensPerSec":4.3,"kvCacheByContext":[{"contextTokens":8192,"kvGb":1.5,"totalGb":11,"fits":false},{"contextTokens":16384,"kvGb":3,"totalGb":12.5,"fits":false},{"contextTokens":32768,"kvGb":6,"totalGb":15.5,"fits":false},{"contextTokens":65536,"kvGb":12,"totalGb":21.5,"fits":false},{"contextTokens":131072,"kvGb":24,"totalGb":33.5,"fits":false}],"upgradeGpu":{"slug":"rx-7900-xt","name":"AMD Radeon RX 7900 XT"},"ollamaCommand":"ollama run mistral-nemo:12b","reportUrl":"https://modelfit.io/can-i-run/mistral-nemo-12b-q4-on-rtx-4060/","source":"https://modelfit.io/","license":"CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/)","caveat":"Estimates from the ModelFit engine, not measurements."}