{"model":{"id":"mistral-nemo-12b-q4","name":"Mistral Nemo 12B","quantization":"Q4_K_M"},"hardware":{"slug":"rtx-4070","name":"NVIDIA GeForce RTX 4070","memoryGb":12},"verdict":"yes","localVerdict":"local_feasible","fitLevel":"OK","estimatedLoadGb":9.5,"usableMemoryGb":10.8,"estimatedTokensPerSec":36.8,"kvCacheByContext":[{"contextTokens":8192,"kvGb":1.5,"totalGb":11,"fits":false},{"contextTokens":16384,"kvGb":3,"totalGb":12.5,"fits":false},{"contextTokens":32768,"kvGb":6,"totalGb":15.5,"fits":false},{"contextTokens":65536,"kvGb":12,"totalGb":21.5,"fits":false},{"contextTokens":131072,"kvGb":24,"totalGb":33.5,"fits":false}],"upgradeGpu":null,"ollamaCommand":"ollama run mistral-nemo:12b","reportUrl":"https://modelfit.io/can-i-run/mistral-nemo-12b-q4-on-rtx-4070/","source":"https://modelfit.io/","license":"CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/)","caveat":"Estimates from the ModelFit engine, not measurements."}