{ "source": "https://quantized.uk", "license": "CC BY 4.0", "licenseUrl": "https://creativecommons.org/licenses/by/4.0/", "attribution": "quantized.uk (https://quantized.uk/) — link back when you reuse this data", "termsUrl": "https://quantized.uk/legal/", "scope": "This site's own index and arithmetic. Model weights keep their own licences.", "version": 1, "dataLastUpdated": "2026-11-07", "count": 131, "notes": { "weightsGB": "params × bpw / 8, decimal GB — the weights only. Runtime memory adds KV cache and buffers; use calculatorUrl.", "confidence": "'measured' = run on this site's hardware; 'estimated' = derived from the architecture or a published file size.", "pplLossPercent": "Perplexity increase vs the unquantized weights, where published. Absent means nobody published one.", "sizingBasis": "'file' = bpw derived from the recorded file in `source` (repo, file, exact bytes summed over parts, separate mmproj bytes, date the listing was read); 'published' = from a published file size that was not recorded; 'generic' = the calculator's table rate for the level.", "arch": "Fields the KV-cache arithmetic reads. attention.fullLayers / windowLayers describe hybrid and sliding-window models; windowTokens is what llama.cpp allocates." }, "models": [ { "id": "llama-3.1-8b", "name": "Llama 3.1 8B Instruct", "family": "Meta Llama 3.1", "paramsB": 8.03, "paramLabel": "8B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q2_K", "bpw": 2.63, "weightsGB": 2.64, "confidence": "measured", "pplLossPercent": 48.5, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.87, "confidence": "measured", "pplLossPercent": 3.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 6.58, "confidence": "measured", "pplLossPercent": 0.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 8.53, "confidence": "measured", "pplLossPercent": 0.1, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.01, "confidence": "measured", "pplLossPercent": 4.5, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.67, "confidence": "measured", "pplLossPercent": 2.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.1-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.1-8b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-3.1-70b", "name": "Llama 3.1 70B Instruct", "family": "Meta Llama 3.1", "paramsB": 70.6, "paramLabel": "70B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 80, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 42.8, "confidence": "estimated", "pplLossPercent": 2.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 50.13, "confidence": "estimated", "pplLossPercent": 1.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 35.3, "confidence": "estimated", "pplLossPercent": 3.9, "sizingBasis": "generic" }, { "format": "EXL2", "level": "3.5bpw", "bpw": 3.5, "weightsGB": 30.89, "confidence": "estimated", "pplLossPercent": 5.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.1-70b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.1-70b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-3.2-3b", "name": "Llama 3.2 3B Instruct", "family": "Meta Llama 3.2", "paramsB": 3.21, "paramLabel": "3B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 28, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 1.95, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 3.41, "confidence": "estimated", "pplLossPercent": 0.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 1.61, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.2-3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.2-3b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-7b", "name": "Qwen2.5 7B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 7.62, "paramLabel": "7B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 28, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.62, "confidence": "measured", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 6.25, "confidence": "measured", "pplLossPercent": 0.7, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 3.81, "confidence": "measured", "pplLossPercent": 4.2, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.43, "confidence": "measured", "pplLossPercent": 2.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-7b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-14b", "name": "Qwen2.5 14B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 14.7, "paramLabel": "14B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 8.91, "confidence": "estimated", "pplLossPercent": 2.9, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 10.44, "confidence": "estimated", "pplLossPercent": 1.4, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 7.35, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 8.54, "confidence": "estimated", "pplLossPercent": 2.1, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-14b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-14b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-32b", "name": "Qwen2.5 32B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 32.5, "paramLabel": "32B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 15.72, "confidence": "measured", "pplLossPercent": 7.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 19.7, "confidence": "measured", "pplLossPercent": 2.7, "sizingBasis": "generic" }, { "format": "EXL2", "level": "3.5bpw", "bpw": 3.5, "weightsGB": 14.22, "confidence": "measured", "pplLossPercent": 4.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-32b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-32b&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-coder-v2-lite", "name": "DeepSeek-Coder-V2-Lite Instruct", "family": "DeepSeek", "paramsB": 15.7, "paramLabel": "16B-A2.4B", "activeParamsB": 2.4, "contextLength": 163840, "categories": [ "code", "instruct" ], "status": "active", "arch": { "layers": 27, "kvHeads": 1, "headDim": 288 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 9.52, "confidence": "estimated", "pplLossPercent": 3.1, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 16.68, "confidence": "estimated", "pplLossPercent": 0.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 7.85, "confidence": "estimated", "pplLossPercent": 4.1, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-coder-v2-lite/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-coder-v2-lite&quant=Q4_K_M&ctx=4096" }, { "id": "phi-3.5-mini", "name": "Phi-3.5 Mini Instruct", "family": "Microsoft Phi", "paramsB": 3.82, "paramLabel": "3.8B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 32, "kvHeads": 32, "headDim": 96 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 2.32, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 4.06, "confidence": "estimated", "pplLossPercent": 0.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 1.91, "confidence": "estimated", "pplLossPercent": 5.1, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/phi-3.5-mini/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=phi-3.5-mini&quant=Q4_K_M&ctx=4096" }, { "id": "mistral-nemo-12b", "name": "Mistral Nemo 12B Instruct", "family": "Mistral AI", "paramsB": 12.2, "paramLabel": "12B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 7.4, "confidence": "estimated", "pplLossPercent": 3.1, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 10, "confidence": "estimated", "pplLossPercent": 0.9, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 6.1, "confidence": "estimated", "pplLossPercent": 4.4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/mistral-nemo-12b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mistral-nemo-12b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-2-9b", "name": "Gemma 2 9B Instruct", "family": "Google Gemma 2", "paramsB": 9.24, "paramLabel": "9B", "contextLength": 8192, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "gemma-4-e4b", "arch": { "layers": 42, "kvHeads": 8, "headDim": 256, "attention": { "fullLayers": 21, "windowLayers": 21, "windowTokens": 4608 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 5.6, "confidence": "estimated", "pplLossPercent": 3.3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 9.82, "confidence": "estimated", "pplLossPercent": 0.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.62, "confidence": "estimated", "pplLossPercent": 4.6, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/gemma-2-9b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-2-9b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-72b", "name": "Qwen2.5 72B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 72.7, "paramLabel": "72B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 80, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 44.07, "confidence": "estimated", "pplLossPercent": 2.5, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 51.62, "confidence": "estimated", "pplLossPercent": 1.1, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 36.35, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" }, { "format": "EXL2", "level": "3.5bpw", "bpw": 3.5, "weightsGB": 31.81, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-72b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-72b&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-r1-distill-qwen-14b", "name": "DeepSeek-R1-Distill-Qwen-14B", "family": "DeepSeek", "paramsB": 14.7, "paramLabel": "14B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 8.91, "confidence": "measured", "pplLossPercent": 2.8, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 8.54, "confidence": "measured", "pplLossPercent": 2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 7.35, "confidence": "measured", "pplLossPercent": 3.6, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-r1-distill-qwen-14b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-r1-distill-qwen-14b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-3.3-70b", "name": "Llama 3.3 70B Instruct", "family": "Meta Llama 3.3", "paramsB": 70.6, "paramLabel": "70B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 80, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 42.8, "confidence": "estimated", "pplLossPercent": 2.6, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 50.13, "confidence": "estimated", "pplLossPercent": 1, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 35.3, "confidence": "estimated", "pplLossPercent": 3.7, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.3-70b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.3-70b&quant=Q4_K_M&ctx=4096" }, { "id": "mistral-small-24b", "name": "Mistral Small 24B Instruct", "family": "Mistral AI", "paramsB": 24, "paramLabel": "24B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 14.55, "confidence": "estimated", "pplLossPercent": 2.9, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 12, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 13.95, "confidence": "estimated", "pplLossPercent": 2.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/mistral-small-24b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mistral-small-24b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-coder-32b", "name": "Qwen2.5-Coder 32B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 32.5, "paramLabel": "32B", "contextLength": 131072, "categories": [ "code", "instruct" ], "status": "active", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 19.7, "confidence": "estimated", "pplLossPercent": 2.5, "sizingBasis": "generic" }, { "format": "EXL2", "level": "3.5bpw", "bpw": 3.5, "weightsGB": 14.22, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 16.25, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-coder-32b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-coder-32b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-coder-7b", "name": "Qwen2.5-Coder 7B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 7.62, "paramLabel": "7B", "contextLength": 131072, "categories": [ "code", "instruct" ], "status": "active", "arch": { "layers": 28, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.62, "confidence": "estimated", "pplLossPercent": 2.8, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 3.81, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.43, "confidence": "estimated", "pplLossPercent": 2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-coder-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-coder-7b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-3b", "name": "Qwen2.5 3B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 3.09, "paramLabel": "3B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 36, "kvHeads": 2, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 1.87, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 3.28, "confidence": "estimated", "pplLossPercent": 0.3, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-3b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-3.2-1b", "name": "Llama 3.2 1B Instruct", "family": "Meta Llama 3.2", "paramsB": 1.24, "paramLabel": "1B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 16, "kvHeads": 8, "headDim": 64 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 0.75, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 1.32, "confidence": "estimated", "pplLossPercent": 0.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.2-1b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.2-1b&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-r1-distill-llama-70b", "name": "DeepSeek-R1-Distill-Llama-70B", "family": "DeepSeek", "paramsB": 70.6, "paramLabel": "70B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 80, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 42.8, "confidence": "estimated", "pplLossPercent": 2.4, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 35.3, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-r1-distill-llama-70b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-r1-distill-llama-70b&quant=Q4_K_M&ctx=4096" }, { "id": "codestral-22b", "name": "Codestral 22B", "family": "Mistral AI", "paramsB": 22.2, "paramLabel": "22B", "contextLength": 32768, "categories": [ "code", "instruct" ], "status": "active", "arch": { "layers": 56, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 13.46, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 11.1, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/codestral-22b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=codestral-22b&quant=Q4_K_M&ctx=4096" }, { "id": "mixtral-8x7b", "name": "Mixtral 8x7B Instruct", "family": "Mistral AI", "paramsB": 46.7, "paramLabel": "47B MoE", "activeParamsB": 12.9, "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-30b-a3b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 28.31, "confidence": "estimated", "pplLossPercent": 2.8, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 23.35, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/mixtral-8x7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mixtral-8x7b&quant=Q4_K_M&ctx=4096" }, { "id": "command-r-35b", "name": "Command R 35B", "family": "Cohere", "paramsB": 35, "paramLabel": "35B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-8-27b", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 21.22, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "GPTQ", "level": "INT4", "bpw": 4, "weightsGB": 17.5, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/command-r-35b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=command-r-35b&quant=Q4_K_M&ctx=4096" }, { "id": "yi-1.5-34b", "name": "Yi 1.5 34B Chat", "family": "01.AI Yi", "paramsB": 34.4, "paramLabel": "34B", "contextLength": 4096, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-32b", "arch": { "layers": 60, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 20.85, "confidence": "estimated", "pplLossPercent": 2.8, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 17.2, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/yi-1.5-34b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=yi-1.5-34b&quant=Q4_K_M&ctx=4096" }, { "id": "solar-10.7b", "name": "Solar 10.7B Instruct", "family": "Upstage", "paramsB": 10.7, "paramLabel": "11B", "contextLength": 4096, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-14b", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 6.49, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 5.35, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/solar-10.7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=solar-10.7b&quant=Q4_K_M&ctx=4096" }, { "id": "starcoder2-15b", "name": "StarCoder2 15B", "family": "BigCode", "paramsB": 15, "paramLabel": "15B", "contextLength": 16384, "categories": [ "code", "instruct" ], "status": "superseded", "supersededBy": "qwen2.5-coder-7b", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 9.09, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" }, { "format": "GPTQ", "level": "INT4", "bpw": 4, "weightsGB": 7.5, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/starcoder2-15b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=starcoder2-15b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-3.2-11b-vision", "name": "Llama 3.2 11B Vision Instruct", "family": "Meta Llama 3.2", "paramsB": 11, "paramLabel": "11B", "contextLength": 131072, "categories": [ "multimodal", "instruct" ], "status": "active", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 6.67, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 11.69, "confidence": "estimated", "pplLossPercent": 0.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.2-11b-vision/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.2-11b-vision&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2-vl-7b", "name": "Qwen2-VL 7B Instruct", "family": "Alibaba Qwen2", "paramsB": 8.29, "paramLabel": "7B", "contextLength": 32768, "categories": [ "multimodal", "instruct" ], "status": "superseded", "supersededBy": "qwen3-vl-8b", "arch": { "layers": 28, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 5.03, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.14, "confidence": "estimated", "pplLossPercent": 5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2-vl-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2-vl-7b&quant=Q4_K_M&ctx=4096" }, { "id": "nous-hermes-3-llama-3.1-8b", "name": "Nous Hermes 3 Llama 3.1 8B", "family": "NousResearch", "paramsB": 8.03, "paramLabel": "8B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.87, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.67, "confidence": "estimated", "pplLossPercent": 2.3, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/nous-hermes-3-llama-3.1-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=nous-hermes-3-llama-3.1-8b&quant=Q4_K_M&ctx=4096" }, { "id": "wizardlm-2-7b", "name": "WizardLM-2 7B", "family": "Microsoft / WizardLM", "paramsB": 7.24, "paramLabel": "7B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-8b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.39, "confidence": "estimated", "pplLossPercent": 3.1, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 3.62, "confidence": "estimated", "pplLossPercent": 4.3, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/wizardlm-2-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=wizardlm-2-7b&quant=Q4_K_M&ctx=4096" }, { "id": "granite-3.1-8b", "name": "Granite 3.1 8B Instruct", "family": "IBM Granite", "paramsB": 8.2, "paramLabel": "8B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.97, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "GPTQ", "level": "INT4", "bpw": 4, "weightsGB": 4.1, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/granite-3.1-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=granite-3.1-8b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-2-2b", "name": "Gemma 2 2B Instruct", "family": "Google Gemma 2", "paramsB": 2.61, "paramLabel": "2B", "contextLength": 8192, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "gemma-4-e2b", "arch": { "layers": 26, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 13, "windowLayers": 13, "windowTokens": 4608 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 1.58, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 2.77, "confidence": "estimated", "pplLossPercent": 0.3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 1.31, "confidence": "estimated", "pplLossPercent": 5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/gemma-2-2b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-2-2b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-2-27b", "name": "Gemma 2 27B Instruct", "family": "Google Gemma 2", "paramsB": 27.2, "paramLabel": "27B", "contextLength": 8192, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "gemma-3-27b-it", "arch": { "layers": 46, "kvHeads": 16, "headDim": 128, "attention": { "fullLayers": 23, "windowLayers": 23, "windowTokens": 4608 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 16.49, "confidence": "estimated", "pplLossPercent": 2.9, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 19.31, "confidence": "estimated", "pplLossPercent": 1.3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 13.6, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/gemma-2-27b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-2-27b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-0.5b", "name": "Qwen2.5 0.5B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 0.49, "paramLabel": "0.5B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 24, "kvHeads": 2, "headDim": 64 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 0.3, "confidence": "estimated", "pplLossPercent": 5.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 0.52, "confidence": "estimated", "pplLossPercent": 0.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-0.5b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-0.5b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen2.5-1.5b", "name": "Qwen2.5 1.5B Instruct", "family": "Alibaba Qwen2.5", "paramsB": 1.54, "paramLabel": "1.5B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 28, "kvHeads": 2, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 0.93, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 1.64, "confidence": "estimated", "pplLossPercent": 0.4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen2.5-1.5b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen2.5-1.5b&quant=Q4_K_M&ctx=4096" }, { "id": "phi-3-medium-14b", "name": "Phi-3 Medium 14B Instruct", "family": "Microsoft Phi", "paramsB": 14, "paramLabel": "14B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 40, "kvHeads": 10, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 8.49, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 11.48, "confidence": "estimated", "pplLossPercent": 0.8, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 7, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/phi-3-medium-14b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=phi-3-medium-14b&quant=Q4_K_M&ctx=4096" }, { "id": "phi-4-mini", "name": "Phi-4 Mini Instruct", "family": "Microsoft Phi", "paramsB": 3.84, "paramLabel": "3.8B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 2.33, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 4.08, "confidence": "estimated", "pplLossPercent": 0.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 1.92, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/phi-4-mini/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=phi-4-mini&quant=Q4_K_M&ctx=4096" }, { "id": "mistral-7b-v0.3", "name": "Mistral 7B Instruct v0.3", "family": "Mistral AI", "paramsB": 7.24, "paramLabel": "7B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "ministral-3-8b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.39, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 5.94, "confidence": "estimated", "pplLossPercent": 0.9, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 3.62, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/mistral-7b-v0.3/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mistral-7b-v0.3&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-v2-lite", "name": "DeepSeek-V2-Lite Chat", "family": "DeepSeek", "paramsB": 15.7, "paramLabel": "16B-A2.4B", "activeParamsB": 2.4, "contextLength": 163840, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 27, "kvHeads": 1, "headDim": 288 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 9.52, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 7.85, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-v2-lite/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-v2-lite&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-r1-distill-qwen-7b", "name": "DeepSeek-R1-Distill-Qwen-7B", "family": "DeepSeek", "paramsB": 7.62, "paramLabel": "7B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 28, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.62, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.43, "confidence": "estimated", "pplLossPercent": 2.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-r1-distill-qwen-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-r1-distill-qwen-7b&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-r1-distill-qwen-32b", "name": "DeepSeek-R1-Distill-Qwen-32B", "family": "DeepSeek", "paramsB": 32.5, "paramLabel": "32B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 15.72, "confidence": "estimated", "pplLossPercent": 7.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 19.7, "confidence": "estimated", "pplLossPercent": 2.6, "sizingBasis": "generic" }, { "format": "EXL2", "level": "3.5bpw", "bpw": 3.5, "weightsGB": 14.22, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-r1-distill-qwen-32b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-r1-distill-qwen-32b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-3.2-90b-vision", "name": "Llama 3.2 90B Vision Instruct", "family": "Meta Llama 3.2", "paramsB": 88.6, "paramLabel": "90B", "contextLength": 131072, "categories": [ "multimodal", "instruct" ], "status": "active", "arch": { "layers": 80, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 53.71, "confidence": "estimated", "pplLossPercent": 2.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 42.86, "confidence": "estimated", "pplLossPercent": 6.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.2-90b-vision/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.2-90b-vision&quant=Q4_K_M&ctx=4096" }, { "id": "olmo-2-7b", "name": "OLMo 2 7B Instruct", "family": "Allen AI OLMo", "paramsB": 7.3, "paramLabel": "7B", "contextLength": 4096, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "olmo-3-7b", "arch": { "layers": 32, "kvHeads": 32, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.43, "confidence": "estimated", "pplLossPercent": 3.4, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 7.76, "confidence": "estimated", "pplLossPercent": 0.3, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/olmo-2-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=olmo-2-7b&quant=Q4_K_M&ctx=4096" }, { "id": "internlm2-7b", "name": "InternLM2 7B Chat", "family": "Shanghai AI Lab", "paramsB": 7.74, "paramLabel": "7B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-8b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.69, "confidence": "estimated", "pplLossPercent": 3.1, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 3.87, "confidence": "estimated", "pplLossPercent": 4.3, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/internlm2-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=internlm2-7b&quant=Q4_K_M&ctx=4096" }, { "id": "internlm2-20b", "name": "InternLM2 20B Chat", "family": "Shanghai AI Lab", "paramsB": 19.9, "paramLabel": "20B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "gpt-oss-20b", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 12.06, "confidence": "estimated", "pplLossPercent": 2.9, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 14.13, "confidence": "estimated", "pplLossPercent": 1.4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/internlm2-20b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=internlm2-20b&quant=Q4_K_M&ctx=4096" }, { "id": "aya-23-8b", "name": "Aya 23 8B", "family": "Cohere For AI", "paramsB": 8.03, "paramLabel": "8B", "contextLength": 8192, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-8b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.87, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.01, "confidence": "estimated", "pplLossPercent": 4.6, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/aya-23-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=aya-23-8b&quant=Q4_K_M&ctx=4096" }, { "id": "openchat-3.6-8b", "name": "OpenChat 3.6 8B", "family": "OpenChat", "paramsB": 8.03, "paramLabel": "8B", "contextLength": 8192, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-8b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.87, "confidence": "estimated", "pplLossPercent": 3.1, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.67, "confidence": "estimated", "pplLossPercent": 2.4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/openchat-3.6-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=openchat-3.6-8b&quant=Q4_K_M&ctx=4096" }, { "id": "zephyr-7b-beta", "name": "Zephyr 7B Beta", "family": "HuggingFaceH4", "paramsB": 7.24, "paramLabel": "7B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "qwen3-8b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.39, "confidence": "estimated", "pplLossPercent": 3.3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 5.94, "confidence": "estimated", "pplLossPercent": 1, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/zephyr-7b-beta/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=zephyr-7b-beta&quant=Q4_K_M&ctx=4096" }, { "id": "stablelm-2-12b", "name": "Stable LM 2 12B Chat", "family": "Stability AI", "paramsB": 12.1, "paramLabel": "12B", "contextLength": 4096, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "falcon-3-10b", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 7.34, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 6.05, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/stablelm-2-12b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=stablelm-2-12b&quant=Q4_K_M&ctx=4096" }, { "id": "falcon-3-10b", "name": "Falcon 3 10B Instruct", "family": "TII UAE", "paramsB": 10.4, "paramLabel": "10B", "contextLength": 32768, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 6.31, "confidence": "estimated", "pplLossPercent": 3.1, "sizingBasis": "generic" }, { "format": "GPTQ", "level": "INT4", "bpw": 4, "weightsGB": 5.2, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/falcon-3-10b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=falcon-3-10b&quant=Q4_K_M&ctx=4096" }, { "id": "jamba-1.5-mini", "name": "Jamba 1.5 Mini", "family": "AI21 Labs", "paramsB": 52, "paramLabel": "52B-A12B", "activeParamsB": 12, "contextLength": 262144, "categories": [ "general", "instruct" ], "status": "superseded", "supersededBy": "ministral-3-8b", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128, "attention": { "fullLayers": 4 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 31.53, "confidence": "estimated", "pplLossPercent": 3.4, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 26, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/jamba-1.5-mini/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=jamba-1.5-mini&quant=Q4_K_M&ctx=4096" }, { "id": "dbrx-instruct", "name": "DBRX Instruct", "family": "Databricks", "paramsB": 132, "paramLabel": "132B MoE", "activeParamsB": 36, "contextLength": 32768, "categories": [ "general", "instruct", "code" ], "status": "superseded", "supersededBy": "glm-4.5-air", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 80.02, "confidence": "estimated", "pplLossPercent": 2.5, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 63.86, "confidence": "estimated", "pplLossPercent": 5.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/dbrx-instruct/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=dbrx-instruct&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-8b", "name": "Qwen3 8B Instruct", "family": "Alibaba Qwen3", "paramsB": 8.19, "paramLabel": "8B", "contextLength": 40960, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 36, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.97, "confidence": "measured", "pplLossPercent": 2.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 6.72, "confidence": "measured", "pplLossPercent": 0.6, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.1, "confidence": "measured", "pplLossPercent": 3.8, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.76, "confidence": "measured", "pplLossPercent": 2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-8b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-14b", "name": "Qwen3 14B Instruct", "family": "Alibaba Qwen3", "paramsB": 14.77, "paramLabel": "14B", "contextLength": 40960, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 8.95, "confidence": "measured", "pplLossPercent": 2.6, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 10.49, "confidence": "measured", "pplLossPercent": 1.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 7.39, "confidence": "measured", "pplLossPercent": 3.5, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 8.59, "confidence": "measured", "pplLossPercent": 1.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-14b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-14b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-3-4b-it", "name": "Gemma 3 4B IT", "family": "Google Gemma 3", "paramsB": 4.3, "paramLabel": "4B", "contextLength": 131072, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "arch": { "layers": 34, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 5, "windowLayers": 29, "windowTokens": 1536 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 2.61, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 4.57, "confidence": "estimated", "pplLossPercent": 0.2, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 2.15, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/gemma-3-4b-it/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-3-4b-it&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-3-12b-it", "name": "Gemma 3 12B IT", "family": "Google Gemma 3", "paramsB": 12.2, "paramLabel": "12B", "contextLength": 131072, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "arch": { "layers": 48, "kvHeads": 8, "headDim": 256, "attention": { "fullLayers": 8, "windowLayers": 40, "windowTokens": 1536 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 7.4, "confidence": "estimated", "pplLossPercent": 2.9, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 8.66, "confidence": "estimated", "pplLossPercent": 1.3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 6.1, "confidence": "estimated", "pplLossPercent": 3.9, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/gemma-3-12b-it/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-3-12b-it&quant=Q4_K_M&ctx=4096" }, { "id": "llama-4-scout-17b", "name": "Llama 4 Scout 17B (16E)", "family": "Meta Llama 4", "paramsB": 109, "paramLabel": "109B MoE", "activeParamsB": 17, "contextLength": 10485760, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128, "attention": { "fullLayers": 12, "windowLayers": 36, "windowTokens": 8704 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 66.08, "confidence": "estimated", "pplLossPercent": 2.4, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 52.73, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 54.5, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-4-scout-17b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-4-scout-17b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-4-maverick-17b", "name": "Llama 4 Maverick 17B (128E)", "family": "Meta Llama 4", "paramsB": 400, "paramLabel": "400B MoE", "activeParamsB": 17, "contextLength": 1048576, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128, "attention": { "fullLayers": 12, "windowLayers": 36, "windowTokens": 8704 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 242.5, "confidence": "estimated", "pplLossPercent": 2.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 193.5, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-4-maverick-17b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-4-maverick-17b&quant=Q4_K_M&ctx=4096" }, { "id": "llama-3.1-405b", "name": "Llama 3.1 405B Instruct", "family": "Meta Llama 3.1", "paramsB": 405, "paramLabel": "405B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "arch": { "layers": 126, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 245.53, "confidence": "estimated", "pplLossPercent": 2.3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 195.92, "confidence": "estimated", "pplLossPercent": 5, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 202.5, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/llama-3.1-405b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=llama-3.1-405b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-32b", "name": "Qwen3 32B Instruct", "family": "Alibaba Qwen3", "paramsB": 32.76, "paramLabel": "32B", "contextLength": 40960, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 15.85, "confidence": "measured", "pplLossPercent": 7.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 19.86, "confidence": "measured", "pplLossPercent": 2.5, "sizingBasis": "generic" }, { "format": "EXL2", "level": "3.5bpw", "bpw": 3.5, "weightsGB": 14.33, "confidence": "measured", "pplLossPercent": 4.5, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 16.38, "confidence": "measured", "pplLossPercent": 3.6, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-32b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-32b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-30b-a3b", "name": "Qwen3 30B-A3B Instruct", "family": "Alibaba Qwen3", "paramsB": 30.5, "paramLabel": "30B-A3B", "activeParamsB": 3, "contextLength": 40960, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 48, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 18.49, "confidence": "measured", "pplLossPercent": 2.4, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 21.65, "confidence": "measured", "pplLossPercent": 1.1, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 15.25, "confidence": "measured", "pplLossPercent": 3.4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-30b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-30b-a3b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-235b-a22b", "name": "Qwen3 235B-A22B Instruct", "family": "Alibaba Qwen3", "paramsB": 235, "paramLabel": "235B-A22B", "activeParamsB": 22, "contextLength": 40960, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 94, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 142.47, "confidence": "estimated", "pplLossPercent": 2.2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 113.68, "confidence": "estimated", "pplLossPercent": 4.8, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 117.5, "confidence": "estimated", "pplLossPercent": 3.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-235b-a22b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-235b-a22b&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-v3", "name": "DeepSeek-V3", "family": "DeepSeek", "paramsB": 671, "paramLabel": "671B MoE", "activeParamsB": 37, "contextLength": 163840, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 61, "kvHeads": 1, "headDim": 288 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 406.79, "confidence": "estimated", "pplLossPercent": 2, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 324.6, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-v3/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-v3&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-r1", "name": "DeepSeek-R1", "family": "DeepSeek", "paramsB": 671, "paramLabel": "671B MoE", "activeParamsB": 37, "contextLength": 163840, "categories": [ "general", "instruct", "code" ], "status": "active", "arch": { "layers": 61, "kvHeads": 1, "headDim": 288 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 406.79, "confidence": "estimated", "pplLossPercent": 1.8, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 324.6, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-r1/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-r1&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-4b", "name": "Qwen3 4B Instruct", "family": "Alibaba Qwen3", "paramsB": 4, "paramLabel": "4B", "contextLength": 32768, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-06-26", "arch": { "layers": 36, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 2.42, "confidence": "measured", "pplLossPercent": 2.9, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 3.28, "confidence": "measured", "pplLossPercent": 0.7, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 2, "confidence": "measured", "pplLossPercent": 3.8, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 2.33, "confidence": "measured", "pplLossPercent": 2.1, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-4b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-4b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-coder-30b-a3b", "name": "Qwen3-Coder 30B-A3B Instruct", "family": "Alibaba Qwen3", "paramsB": 30.55, "paramLabel": "30B-A3B", "activeParamsB": 3, "contextLength": 262144, "categories": [ "code", "instruct" ], "status": "active", "addedToIndex": "2026-06-26", "arch": { "layers": 48, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.86, "weightsGB": 18.56, "confidence": "measured", "pplLossPercent": 2.3, "sizingBasis": "file", "source": { "repo": "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF", "file": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf", "bytes": 18556689568, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.69, "weightsGB": 21.73, "confidence": "measured", "pplLossPercent": 1, "sizingBasis": "file", "source": { "repo": "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF", "file": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf", "bytes": 21725584544, "checkedAt": "2026-11-03" } }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 15.28, "confidence": "measured", "pplLossPercent": 3.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-coder-30b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-coder-30b-a3b&quant=Q4_K_M&ctx=4096" }, { "id": "mistral-large-3", "name": "Mistral Large 3 675B Instruct", "family": "Mistral AI", "paramsB": 675, "paramLabel": "675B MoE", "activeParamsB": 41, "contextLength": 262144, "categories": [ "general", "instruct", "multimodal", "code" ], "status": "active", "addedToIndex": "2026-06-26", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 409.22, "confidence": "estimated", "pplLossPercent": 2.1, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 326.53, "confidence": "estimated", "pplLossPercent": 4.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/mistral-large-3/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mistral-large-3&quant=Q4_K_M&ctx=4096" }, { "id": "glm-4-9b-chat", "name": "GLM-4-9B-Chat", "family": "Zhipu GLM-4", "paramsB": 9, "paramLabel": "9B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-06-26", "arch": { "layers": 40, "kvHeads": 2, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 5.46, "confidence": "estimated", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 9.56, "confidence": "estimated", "pplLossPercent": 0.4, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.5, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/glm-4-9b-chat/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=glm-4-9b-chat&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-3-27b-it", "name": "Gemma 3 27B IT", "family": "Google Gemma 3", "paramsB": 27.01, "paramLabel": "27B", "contextLength": 131072, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-07-22", "arch": { "layers": 62, "kvHeads": 16, "headDim": 128, "attention": { "fullLayers": 10, "windowLayers": 52, "windowTokens": 1536 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.9, "weightsGB": 16.54, "confidence": "community", "pplLossPercent": 2.8, "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-3-27b-it-GGUF", "file": "google_gemma-3-27b-it-Q4_K_M.gguf", "bytes": 16546404992, "mmprojBytes": 857739168, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.98, "weightsGB": 13.44, "confidence": "estimated", "pplLossPercent": 5.5, "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-3-27b-it-GGUF", "file": "google_gemma-3-27b-it-Q3_K_M.gguf", "bytes": 13437356672, "mmprojBytes": 857739168, "checkedAt": "2026-11-03" } }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 13.51, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/gemma-3-27b-it/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-3-27b-it&quant=Q4_K_M&ctx=4096" }, { "id": "deepseek-r1-distill-llama-8b", "name": "DeepSeek-R1-Distill-Llama-8B", "family": "DeepSeek", "paramsB": 8.03, "paramLabel": "8B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-07-22", "arch": { "layers": 32, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.87, "confidence": "community", "pplLossPercent": 2.6, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 5.7, "confidence": "estimated", "pplLossPercent": 1.2, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 4.67, "confidence": "estimated", "pplLossPercent": 1.9, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.01, "confidence": "estimated", "pplLossPercent": 3.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/deepseek-r1-distill-llama-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=deepseek-r1-distill-llama-8b&quant=Q4_K_M&ctx=4096" }, { "id": "phi-4", "name": "Phi-4 14B", "family": "Microsoft Phi", "paramsB": 14.7, "paramLabel": "14B", "contextLength": 16384, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-07-22", "arch": { "layers": 40, "kvHeads": 10, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 8.91, "confidence": "community", "pplLossPercent": 2.7, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 10.44, "confidence": "estimated", "pplLossPercent": 1.3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 7.35, "confidence": "estimated", "pplLossPercent": 3.6, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/phi-4/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=phi-4&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-1.7b", "name": "Qwen3 1.7B Instruct", "family": "Alibaba Qwen3", "paramsB": 1.72, "paramLabel": "1.7B", "contextLength": 32768, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-07-22", "arch": { "layers": 28, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 1.04, "confidence": "community", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 1.83, "confidence": "estimated", "pplLossPercent": 0.4, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 0.86, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-1.7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-1.7b&quant=Q4_K_M&ctx=4096" }, { "id": "gpt-oss-20b", "name": "GPT-OSS 20B", "family": "OpenAI GPT-OSS", "paramsB": 20.9, "paramLabel": "21B MoE", "activeParamsB": 3.6, "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-08-07", "arch": { "layers": 24, "kvHeads": 8, "headDim": 64, "attention": { "fullLayers": 12, "windowLayers": 12, "windowTokens": 768 } }, "referenceLevel": "MXFP4", "quants": [ { "format": "GGUF", "level": "MXFP4", "bpw": 4.63, "weightsGB": 12.1, "confidence": "community", "pplLossPercent": 0, "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 5.1, "weightsGB": 13.32, "confidence": "estimated", "pplLossPercent": 0, "sizingBasis": "published" }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.1, "weightsGB": 10.71, "confidence": "estimated", "pplLossPercent": 1.4, "sizingBasis": "published" } ], "url": "https://quantized.uk/quant-hub/gpt-oss-20b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gpt-oss-20b&quant=MXFP4&ctx=4096" }, { "id": "gpt-oss-120b", "name": "GPT-OSS 120B", "family": "OpenAI GPT-OSS", "paramsB": 116.8, "paramLabel": "117B MoE", "activeParamsB": 5.1, "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-08-07", "arch": { "layers": 36, "kvHeads": 8, "headDim": 64, "attention": { "fullLayers": 18, "windowLayers": 18, "windowTokens": 768 } }, "referenceLevel": "MXFP4", "quants": [ { "format": "GGUF", "level": "MXFP4", "bpw": 4.34, "weightsGB": 63.36, "confidence": "community", "pplLossPercent": 0, "sizingBasis": "published" }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.1, "weightsGB": 59.86, "confidence": "estimated", "pplLossPercent": 1.6, "sizingBasis": "published" } ], "url": "https://quantized.uk/quant-hub/gpt-oss-120b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gpt-oss-120b&quant=MXFP4&ctx=4096" }, { "id": "glm-4.5-air", "name": "GLM-4.5-Air", "family": "Zhipu GLM-4.5", "paramsB": 106, "paramLabel": "106B MoE", "activeParamsB": 12, "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-08-07", "arch": { "layers": 46, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 64.26, "confidence": "community", "pplLossPercent": 2.4, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.87, "weightsGB": 51.28, "confidence": "estimated", "pplLossPercent": 5.1, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q2_K", "bpw": 2.63, "weightsGB": 34.85, "confidence": "estimated", "pplLossPercent": 12, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/glm-4.5-air/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=glm-4.5-air&quant=Q4_K_M&ctx=4096" }, { "id": "devstral-small-2507", "name": "Devstral Small 1.1 24B", "family": "Mistral Devstral", "paramsB": 23.58, "paramLabel": "24B", "contextLength": 131072, "categories": [ "code", "instruct" ], "status": "active", "addedToIndex": "2026-08-07", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.86, "weightsGB": 14.32, "confidence": "community", "pplLossPercent": 2.9, "sizingBasis": "file", "source": { "repo": "bartowski/mistralai_Devstral-Small-2507-GGUF", "file": "mistralai_Devstral-Small-2507-Q4_K_M.gguf", "bytes": 14333916096, "mmprojBytes": 878054144, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.69, "weightsGB": 16.77, "confidence": "estimated", "pplLossPercent": 1.4, "sizingBasis": "file", "source": { "repo": "bartowski/mistralai_Devstral-Small-2507-GGUF", "file": "mistralai_Devstral-Small-2507-Q5_K_M.gguf", "bytes": 16763990976, "mmprojBytes": 878054144, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 19.34, "confidence": "estimated", "pplLossPercent": 0.6, "sizingBasis": "file", "source": { "repo": "bartowski/mistralai_Devstral-Small-2507-GGUF", "file": "mistralai_Devstral-Small-2507-Q6_K.gguf", "bytes": 19345945536, "mmprojBytes": 878054144, "checkedAt": "2026-11-03" } }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 11.79, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 13.71, "confidence": "estimated", "pplLossPercent": 2.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/devstral-small-2507/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=devstral-small-2507&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-vl-8b", "name": "Qwen3-VL 8B Instruct", "family": "Alibaba Qwen3-VL", "paramsB": 8.8, "paramLabel": "8B", "contextLength": 262144, "categories": [ "multimodal", "instruct", "general" ], "status": "active", "addedToIndex": "2026-08-08", "arch": { "layers": 36, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 5.34, "confidence": "community", "pplLossPercent": 3, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 6.25, "confidence": "estimated", "pplLossPercent": 1.5, "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 9.35, "confidence": "estimated", "pplLossPercent": 0.3, "sizingBasis": "generic" }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 4.4, "confidence": "estimated", "pplLossPercent": 4.2, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-vl-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-vl-8b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-vl-30b-a3b", "name": "Qwen3-VL 30B-A3B Instruct", "family": "Alibaba Qwen3-VL", "paramsB": 30.55, "paramLabel": "30B-A3B", "activeParamsB": 3, "contextLength": 262144, "categories": [ "multimodal", "instruct", "general" ], "status": "active", "addedToIndex": "2026-08-08", "arch": { "layers": 48, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.88, "weightsGB": 18.64, "confidence": "community", "pplLossPercent": 2.6, "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF", "file": "Qwen_Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf", "bytes": 18632185056, "mmprojBytes": 1083499680, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.69, "weightsGB": 14.09, "confidence": "estimated", "pplLossPercent": 5.4, "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF", "file": "Qwen_Qwen3-VL-30B-A3B-Instruct-Q3_K_M.gguf", "bytes": 14076804320, "mmprojBytes": 1083499680, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 32.5, "confidence": "estimated", "pplLossPercent": 0.3, "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF", "file": "Qwen_Qwen3-VL-30B-A3B-Instruct-Q8_0.gguf", "bytes": 32483933408, "mmprojBytes": 1083499680, "checkedAt": "2026-11-03" } }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 15.28, "confidence": "estimated", "pplLossPercent": 3.7, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-vl-30b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-vl-30b-a3b&quant=Q4_K_M&ctx=4096" }, { "id": "magistral-small-2509", "name": "Magistral Small 1.2 24B", "family": "Mistral Magistral", "paramsB": 23.58, "paramLabel": "24B", "contextLength": 131072, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-08-08", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.86, "weightsGB": 14.32, "confidence": "community", "pplLossPercent": 2.9, "sizingBasis": "file", "source": { "repo": "bartowski/mistralai_Magistral-Small-2509-GGUF", "file": "mistralai_Magistral-Small-2509-Q4_K_M.gguf", "bytes": 14333912032, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.69, "weightsGB": 16.77, "confidence": "estimated", "pplLossPercent": 1.4, "sizingBasis": "file", "source": { "repo": "bartowski/mistralai_Magistral-Small-2509-GGUF", "file": "mistralai_Magistral-Small-2509-Q5_K_M.gguf", "bytes": 16763986912, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 19.34, "confidence": "estimated", "pplLossPercent": 0.6, "sizingBasis": "file", "source": { "repo": "bartowski/mistralai_Magistral-Small-2509-GGUF", "file": "mistralai_Magistral-Small-2509-Q6_K.gguf", "bytes": 19345941472, "checkedAt": "2026-11-03" } }, { "format": "AWQ", "level": "INT4", "bpw": 4, "weightsGB": 11.79, "confidence": "estimated", "pplLossPercent": 4, "sizingBasis": "generic" }, { "format": "EXL2", "level": "4.65bpw", "bpw": 4.65, "weightsGB": 13.71, "confidence": "estimated", "pplLossPercent": 2.5, "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/magistral-small-2509/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=magistral-small-2509&quant=Q4_K_M&ctx=4096" }, { "id": "seed-oss-36b", "name": "Seed-OSS 36B Instruct", "family": "ByteDance Seed", "paramsB": 36.16, "paramLabel": "36B", "contextLength": 524288, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-08-08", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.82, "weightsGB": 21.79, "confidence": "community", "pplLossPercent": 2.7, "sizingBasis": "file", "source": { "repo": "bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF", "file": "ByteDance-Seed_Seed-OSS-36B-Instruct-Q4_K_M.gguf", "bytes": 21762149024, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.9, "weightsGB": 17.63, "confidence": "estimated", "pplLossPercent": 5.6, "sizingBasis": "file", "source": { "repo": "bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF", "file": "ByteDance-Seed_Seed-OSS-36B-Instruct-Q3_K_M.gguf", "bytes": 17620949664, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.66, "weightsGB": 25.58, "confidence": "estimated", "pplLossPercent": 1.3, "sizingBasis": "file", "source": { "repo": "bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF", "file": "ByteDance-Seed_Seed-OSS-36B-Instruct-Q5_K_M.gguf", "bytes": 25594366624, "checkedAt": "2026-10-21" } }, { "format": "AWQ", "level": "INT4", "bpw": 4.68, "weightsGB": 21.15, "confidence": "estimated", "pplLossPercent": 3.8, "sizingBasis": "file", "source": { "repo": "QuantTrio/Seed-OSS-36B-Instruct-AWQ", "file": "model-00001-of-00008.safetensors", "bytes": 21135821912, "parts": 8, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/seed-oss-36b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=seed-oss-36b&quant=Q4_K_M&ctx=4096" }, { "id": "ministral-3-8b", "name": "Ministral 3 8B Instruct", "family": "Mistral Ministral 3", "paramsB": 8.49, "paramLabel": "8B", "contextLength": 262144, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-09-11", "arch": { "layers": 34, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.9, "weightsGB": 5.2, "confidence": "community", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.71, "weightsGB": 6.06, "confidence": "community", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 9.03, "confidence": "community", "sizingBasis": "published" } ], "url": "https://quantized.uk/quant-hub/ministral-3-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=ministral-3-8b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-8-27b", "name": "Qwen3.8 27B", "family": "Alibaba Qwen3.8", "paramsB": 27.78, "paramLabel": "27B", "contextLength": 262144, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-09-11", "arch": { "layers": 64, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 16 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.02, "weightsGB": 17.43, "confidence": "community", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen3.8-27B-GGUF", "file": "Qwen3.8-27B-Q4_K_M.gguf", "bytes": 17442399968, "mmprojBytes": 927607008, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.86, "weightsGB": 13.4, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen3.8-27B-GGUF", "file": "Qwen3.8-27B-Q3_K_M.gguf", "bytes": 13404051168, "mmprojBytes": 927607008, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 6.03, "weightsGB": 20.94, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen3.8-27B-GGUF", "file": "Qwen3.8-27B-Q5_K_M.gguf", "bytes": 20923877088, "mmprojBytes": 927607008, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.87, "weightsGB": 23.86, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen3.8-27B-GGUF", "file": "Qwen3.8-27B-Q6_K.gguf", "bytes": 23860565728, "mmprojBytes": 927607008, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.38, "weightsGB": 29.1, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen3.8-27B-GGUF", "file": "Qwen3.8-27B-Q8_0.gguf", "bytes": 29116388960, "mmprojBytes": 927607008, "checkedAt": "2026-11-03" } } ], "url": "https://quantized.uk/quant-hub/qwen3-8-27b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-8-27b&quant=Q4_K_M&ctx=4096" }, { "id": "glm-4.7-flash", "name": "GLM-4.7-Flash", "family": "Zhipu GLM-4.7", "paramsB": 29.95, "paramLabel": "30B-A3B", "activeParamsB": 3, "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-09-30", "arch": { "layers": 47, "kvHeads": 1, "headDim": 288 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.93, "weightsGB": 18.46, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/zai-org_GLM-4.7-Flash-GGUF", "file": "zai-org_GLM-4.7-Flash-Q4_K_M.gguf", "bytes": 18474983296, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 31.86, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/zai-org_GLM-4.7-Flash-GGUF", "file": "zai-org_GLM-4.7-Flash-Q8_0.gguf", "bytes": 31842799488, "checkedAt": "2026-11-03" } } ], "url": "https://quantized.uk/quant-hub/glm-4.7-flash/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=glm-4.7-flash&quant=Q4_K_M&ctx=4096" }, { "id": "kimi-linear-48b-a3b", "name": "Kimi Linear 48B-A3B Instruct", "family": "Moonshot Kimi Linear", "paramsB": 49.12, "paramLabel": "48B-A3B", "activeParamsB": 3, "contextLength": 1048576, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-09-30", "arch": { "layers": 27, "kvHeads": 1, "headDim": 288, "attention": { "fullLayers": 7 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 29.78, "confidence": "estimated", "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 52.19, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/kimi-linear-48b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=kimi-linear-48b-a3b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-4-26b-a4b", "name": "Gemma 4 26B-A4B IT", "family": "Google Gemma 4", "paramsB": 25.25, "paramLabel": "26B-A4B", "activeParamsB": 4, "contextLength": 262144, "categories": [ "general", "instruct", "multimodal", "code" ], "status": "active", "addedToIndex": "2026-10-01", "arch": { "layers": 30, "kvHeads": 8, "headDim": 256, "attention": { "fullLayers": 5, "windowLayers": 25, "windowTokens": 1536, "fullKvHeads": 2, "fullHeadDim": 512 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.4, "weightsGB": 17.04, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-4-26B-A4B-it-GGUF", "file": "google_gemma-4-26B-A4B-it-Q4_K_M.gguf", "bytes": 17035039872, "mmprojBytes": 1193058528, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 26.86, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-4-26B-A4B-it-GGUF", "file": "google_gemma-4-26B-A4B-it-Q8_0.gguf", "bytes": 26859861120, "mmprojBytes": 1193058528, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/gemma-4-26b-a4b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-4-26b-a4b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-4-31b", "name": "Gemma 4 31B IT", "family": "Google Gemma 4", "paramsB": 30.7, "paramLabel": "31B", "contextLength": 262144, "categories": [ "general", "instruct", "multimodal", "code" ], "status": "active", "addedToIndex": "2026-10-01", "arch": { "layers": 60, "kvHeads": 16, "headDim": 256, "attention": { "fullLayers": 10, "windowLayers": 50, "windowTokens": 1536, "fullKvHeads": 4, "fullHeadDim": 512 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.11, "weightsGB": 19.61, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-4-31B-it-GGUF", "file": "google_gemma-4-31B-it-Q4_K_M.gguf", "bytes": 19598489952, "mmprojBytes": 1198956736, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q4_0", "bpw": 4.6, "weightsGB": 17.65, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "google/gemma-4-31B-it-qat-q4_0-gguf", "file": "gemma-4-31B_q4_0-it.gguf", "bytes": 17651001568, "mmprojBytes": 1200726368, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 32.62, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-4-31B-it-GGUF", "file": "google_gemma-4-31B-it-Q8_0.gguf", "bytes": 32635677024, "mmprojBytes": 1198956736, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 4.15, "weightsGB": 15.93, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-4-31B-it-GGUF", "file": "google_gemma-4-31B-it-Q3_K_M.gguf", "bytes": 15918123360, "mmprojBytes": 1198956736, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.89, "weightsGB": 22.6, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/google_gemma-4-31B-it-GGUF", "file": "google_gemma-4-31B-it-Q5_K_M.gguf", "bytes": 22608877920, "mmprojBytes": 1198956736, "checkedAt": "2026-11-03" } } ], "url": "https://quantized.uk/quant-hub/gemma-4-31b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-4-31b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-4-e4b", "name": "Gemma 4 E4B IT", "family": "Google Gemma 4", "paramsB": 7.52, "paramLabel": "E4B", "contextLength": 131072, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-10-02", "arch": { "layers": 42, "kvHeads": 2, "headDim": 256, "attention": { "fullLayers": 4, "windowLayers": 20, "windowTokens": 1024, "fullKvHeads": 2, "fullHeadDim": 512 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.3, "weightsGB": 4.98, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "unsloth/gemma-4-E4B-it-GGUF", "file": "gemma-4-E4B-it-Q4_K_M.gguf", "bytes": 4977171584, "mmprojBytes": 990372672, "checkedAt": "2026-10-24" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.72, "weightsGB": 8.2, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "unsloth/gemma-4-E4B-it-GGUF", "file": "gemma-4-E4B-it-Q8_0.gguf", "bytes": 8192953472, "mmprojBytes": 990372672, "checkedAt": "2026-10-24" } } ], "url": "https://quantized.uk/quant-hub/gemma-4-e4b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-4-e4b&quant=Q4_K_M&ctx=4096" }, { "id": "gemma-4-e2b", "name": "Gemma 4 E2B IT", "family": "Google Gemma 4", "paramsB": 4.65, "paramLabel": "E2B", "contextLength": 131072, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-10-02", "arch": { "layers": 35, "kvHeads": 1, "headDim": 256, "attention": { "fullLayers": 3, "windowLayers": 12, "windowTokens": 1024, "fullKvHeads": 1, "fullHeadDim": 512 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 2.82, "confidence": "estimated", "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 4.94, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/gemma-4-e2b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-4-e2b&quant=Q4_K_M&ctx=4096" }, { "id": "smollm3-3b", "name": "SmolLM3 3B", "family": "Hugging Face SmolLM", "paramsB": 3.08, "paramLabel": "3B", "contextLength": 65536, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-03", "arch": { "layers": 36, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 1.87, "confidence": "estimated", "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 3.27, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/smollm3-3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=smollm3-3b&quant=Q4_K_M&ctx=4096" }, { "id": "ernie-4.5-21b-a3b", "name": "ERNIE 4.5 21B-A3B", "family": "Baidu ERNIE 4.5", "paramsB": 21.83, "paramLabel": "21B-A3B", "activeParamsB": 3, "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-03", "arch": { "layers": 28, "kvHeads": 4, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.89, "weightsGB": 13.34, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "unsloth/ERNIE-4.5-21B-A3B-PT-GGUF", "file": "ERNIE-4.5-21B-A3B-PT-Q4_K_M.gguf", "bytes": 13331015456, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 23.19, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF", "file": "baidu_ERNIE-4.5-21B-A3B-PT-Q8_0.gguf", "bytes": 23205354592, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/ernie-4.5-21b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=ernie-4.5-21b-a3b&quant=Q4_K_M&ctx=4096" }, { "id": "olmo-3-7b", "name": "OLMo 3 7B Instruct", "family": "Allen AI OLMo", "paramsB": 7.3, "paramLabel": "7B", "contextLength": 65536, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-05", "arch": { "layers": 32, "kvHeads": 32, "headDim": 128, "attention": { "fullLayers": 8, "windowLayers": 24, "windowTokens": 4608 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 4.43, "confidence": "estimated", "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 7.76, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/olmo-3-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=olmo-3-7b&quant=Q4_K_M&ctx=4096" }, { "id": "muse-glimmer-30b", "name": "Muse Glimmer 30B", "family": "Meta Muse", "paramsB": 27.85, "paramLabel": "30B", "contextLength": 131072, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-09", "arch": { "layers": 52, "kvHeads": 2, "headDim": 128, "attention": { "fullLayers": 13, "windowLayers": 39, "windowTokens": 2560 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.81, "weightsGB": 16.74, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "meta-models/Muse-Glimmer-30B-GGUF", "file": "Muse-Glimmer-30B-KQuant-17GB-Q4_K_M.gguf", "bytes": 16756683904, "checkedAt": "2026-10-09" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.78, "weightsGB": 20.12, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.72, "weightsGB": 23.39, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 29.59, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/muse-glimmer-30b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=muse-glimmer-30b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-8-flash-next", "name": "Qwen3.8-Flash-Next", "family": "Qwen3.8", "paramsB": 125, "paramLabel": "125B-A6B", "activeParamsB": 6, "contextLength": 262144, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-10", "arch": { "layers": 48, "kvHeads": 2, "headDim": 256, "attention": { "fullLayers": 12, "windowLayers": 0, "fullHeadDim": 320 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 75.78, "confidence": "estimated", "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 132.81, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-8-flash-next/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-8-flash-next&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-6-35b-a3b", "name": "Qwen3.6 35B-A3B", "family": "Alibaba Qwen3.6", "paramsB": 35.53, "paramLabel": "35B-A3B", "activeParamsB": 3, "contextLength": 262144, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-10", "arch": { "layers": 40, "kvHeads": 2, "headDim": 256, "attention": { "fullLayers": 10 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.02, "weightsGB": 22.3, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "bytes": 22285080192, "mmprojBytes": 899283296, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 37.8, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q8_0.gguf", "bytes": 37812647552, "mmprojBytes": 899283296, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/qwen3-6-35b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-6-35b-a3b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-6-27b", "name": "Qwen3.6 27B", "family": "Alibaba Qwen3.6", "paramsB": 27.33, "paramLabel": "27B", "contextLength": 262144, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-10", "arch": { "layers": 64, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 16 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.26, "weightsGB": 17.97, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.6-27B-GGUF", "file": "Qwen_Qwen3.6-27B-Q4_K_M.gguf", "bytes": 17984872960, "mmprojBytes": 927607104, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 6.14, "weightsGB": 20.98, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.6-27B-GGUF", "file": "Qwen_Qwen3.6-27B-Q5_K_M.gguf", "bytes": 20965122560, "mmprojBytes": 927607104, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.52, "weightsGB": 29.11, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.6-27B-GGUF", "file": "Qwen_Qwen3.6-27B-Q8_0.gguf", "bytes": 29116387840, "mmprojBytes": 927607104, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/qwen3-6-27b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-6-27b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-5-9b", "name": "Qwen3.5 9B", "family": "Alibaba Qwen3.5", "paramsB": 9.22, "paramLabel": "9B", "contextLength": 262144, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-10", "arch": { "layers": 32, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 8 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.35, "weightsGB": 6.17, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.5-9B-GGUF", "file": "Qwen_Qwen3.5-9B-Q4_K_M.gguf", "bytes": 6169341984, "mmprojBytes": 918165952, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 9.81, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.5-9B-GGUF", "file": "Qwen_Qwen3.5-9B-Q8_0.gguf", "bytes": 9804541984, "mmprojBytes": 918165952, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 6.17, "weightsGB": 7.11, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.5-9B-GGUF", "file": "Qwen_Qwen3.5-9B-Q5_K_M.gguf", "bytes": 7111487520, "mmprojBytes": 918165952, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.91, "weightsGB": 7.96, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Qwen_Qwen3.5-9B-GGUF", "file": "Qwen_Qwen3.5-9B-Q6_K.gguf", "bytes": 7958818848, "mmprojBytes": 918165952, "checkedAt": "2026-11-03" } } ], "url": "https://quantized.uk/quant-hub/qwen3-5-9b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-5-9b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-5-4b", "name": "Qwen3.5 4B", "family": "Alibaba Qwen3.5", "paramsB": 4.35, "paramLabel": "4B", "contextLength": 262144, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-10-11", "arch": { "layers": 32, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 8 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.54, "weightsGB": 3.01, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 4.62, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-5-4b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-5-4b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-5-2b", "name": "Qwen3.5 2B", "family": "Alibaba Qwen3.5", "paramsB": 1.96, "paramLabel": "2B", "contextLength": 262144, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-10-11", "arch": { "layers": 24, "kvHeads": 2, "headDim": 256, "attention": { "fullLayers": 6 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.71, "weightsGB": 1.4, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.49, "weightsGB": 2.08, "confidence": "estimated", "sizingBasis": "published" } ], "url": "https://quantized.uk/quant-hub/qwen3-5-2b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-5-2b&quant=Q4_K_M&ctx=4096" }, { "id": "qwen3-5-0.8b", "name": "Qwen3.5 0.8B", "family": "Alibaba Qwen3.5", "paramsB": 0.8, "paramLabel": "0.8B", "contextLength": 262144, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-11", "arch": { "layers": 24, "kvHeads": 2, "headDim": 256, "attention": { "fullLayers": 6 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 0.49, "confidence": "estimated", "sizingBasis": "generic" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 0.85, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/qwen3-5-0.8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=qwen3-5-0.8b&quant=Q4_K_M&ctx=4096" }, { "id": "mimo-v2-6-pro", "name": "MiMo-V2.6-Pro", "family": "Xiaomi MiMo", "paramsB": 1022, "paramLabel": "1T-A42B", "activeParamsB": 42, "contextLength": 1048576, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-12", "arch": { "layers": 70, "kvHeads": 8, "headDim": 160, "attention": { "fullLayers": 10, "windowLayers": 60, "windowTokens": 768 } }, "referenceLevel": "MXFP4", "quants": [ { "format": "GGUF", "level": "MXFP4", "bpw": 4.52, "weightsGB": 577.43, "confidence": "estimated", "pplLossPercent": 0, "sizingBasis": "published" } ], "url": "https://quantized.uk/quant-hub/mimo-v2-6-pro/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mimo-v2-6-pro&quant=MXFP4&ctx=4096" }, { "id": "mellum2-1-12b-a2-5b", "name": "Mellum2.1 12B-A2.5B Thinking", "family": "JetBrains Mellum", "paramsB": 12.15, "paramLabel": "12B-A2.5B", "activeParamsB": 2.5, "contextLength": 131072, "categories": [ "code", "instruct" ], "status": "active", "addedToIndex": "2026-10-13", "arch": { "layers": 28, "kvHeads": 4, "headDim": 128, "attention": { "fullLayers": 7, "windowLayers": 21, "windowTokens": 1536 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.33, "weightsGB": 8.09, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.49, "weightsGB": 12.89, "confidence": "estimated", "sizingBasis": "published" } ], "url": "https://quantized.uk/quant-hub/mellum2-1-12b-a2-5b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mellum2-1-12b-a2-5b&quant=Q4_K_M&ctx=4096" }, { "id": "granite-4.2-8b", "name": "Granite 4.2 8B", "family": "IBM Granite", "paramsB": 8.79, "paramLabel": "8B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-14", "arch": { "layers": 40, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.04, "weightsGB": 5.54, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/granite-4.2-8b-GGUF", "file": "granite-4.2-8b-Q4_K_M.gguf", "bytes": 5539283360, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 9.35, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/granite-4.2-8b-GGUF", "file": "granite-4.2-8b-Q8_0.gguf", "bytes": 9345614240, "checkedAt": "2026-11-03" } } ], "url": "https://quantized.uk/quant-hub/granite-4.2-8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=granite-4.2-8b&quant=Q4_K_M&ctx=4096" }, { "id": "granite-4.2-30b", "name": "Granite 4.2 30B", "family": "IBM Granite", "paramsB": 29.28, "paramLabel": "30B", "contextLength": 131072, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-16", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.84, "weightsGB": 17.71, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ibm-granite/granite-4.2-30b-GGUF", "file": "granite-4.2-30b-Q4_K_M.gguf", "bytes": 17721455328, "checkedAt": "2026-10-16" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 20.79, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ibm-granite/granite-4.2-30b-GGUF", "file": "granite-4.2-30b-Q5_K_M.gguf", "bytes": 20775957216, "checkedAt": "2026-10-16" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 24.01, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ibm-granite/granite-4.2-30b-GGUF", "file": "granite-4.2-30b-Q6_K.gguf", "bytes": 24021365472, "checkedAt": "2026-10-16" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 31.11, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ibm-granite/granite-4.2-30b-GGUF", "file": "granite-4.2-30b-Q8_0.gguf", "bytes": 31111705312, "checkedAt": "2026-10-16" } } ], "url": "https://quantized.uk/quant-hub/granite-4.2-30b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=granite-4.2-30b&quant=Q4_K_M&ctx=4096" }, { "id": "granite-4.2-3b", "name": "Granite 4.2 3B", "family": "IBM Granite", "paramsB": 3.66, "paramLabel": "3B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-16", "arch": { "layers": 40, "kvHeads": 8, "headDim": 64 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.9, "weightsGB": 2.24, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ibm-granite/granite-4.2-3b-GGUF", "file": "granite-4.2-3b-Q4_K_M.gguf", "bytes": 2244011552, "checkedAt": "2026-10-16" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.71, "weightsGB": 2.61, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ibm-granite/granite-4.2-3b-GGUF", "file": "granite-4.2-3b-Q5_K_M.gguf", "bytes": 2613634592, "checkedAt": "2026-10-16" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 3.89, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ibm-granite/granite-4.2-3b-GGUF", "file": "granite-4.2-3b-Q8_0.gguf", "bytes": 3892651552, "checkedAt": "2026-10-16" } } ], "url": "https://quantized.uk/quant-hub/granite-4.2-3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=granite-4.2-3b&quant=Q4_K_M&ctx=4096" }, { "id": "lfm2-5-24b-a2b", "name": "LFM2.5 24B-A2B", "family": "Liquid AI LFM2.5", "paramsB": 23.97, "paramLabel": "24B-A2B", "activeParamsB": 2.45, "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-14", "arch": { "layers": 40, "kvHeads": 8, "headDim": 64, "attention": { "fullLayers": 10 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 14.53, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM2.5-24B-A2B-GGUF", "bytes": 14526258464, "checkedAt": "2026-10-14" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 25.5, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM2.5-24B-A2B-GGUF", "bytes": 25493732640, "checkedAt": "2026-10-14" } } ], "url": "https://quantized.uk/quant-hub/lfm2-5-24b-a2b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=lfm2-5-24b-a2b&quant=Q4_K_M&ctx=4096" }, { "id": "muse-spark-open-816b-a42b", "name": "Muse Spark Open 816B-A42B", "family": "Meta Muse", "paramsB": 820, "paramLabel": "816B-A42B", "activeParamsB": 42, "contextLength": 1048576, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-16", "arch": { "layers": 62, "kvHeads": 16, "headDim": 64, "attention": { "fullLayers": 16, "windowLayers": 46, "windowTokens": 2560 } }, "referenceLevel": "Q4_K_S", "quants": [ { "format": "GGUF", "level": "Q2_K", "bpw": 2.97, "weightsGB": 304.43, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q4_K_S", "bpw": 4.59, "weightsGB": 470.48, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 872.28, "confidence": "estimated", "sizingBasis": "published" } ], "url": "https://quantized.uk/quant-hub/muse-spark-open-816b-a42b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=muse-spark-open-816b-a42b&quant=Q4_K_S&ctx=4096" }, { "id": "nemotron-3.5-bolt-74b-a9b", "name": "Nemotron 3.5 Bolt 74B-A9B", "family": "NVIDIA Nemotron", "paramsB": 74.04, "paramLabel": "74B-A9B", "activeParamsB": 9, "contextLength": 262144, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-16", "arch": { "layers": 88, "kvHeads": 2, "headDim": 128, "attention": { "fullLayers": 8 } }, "referenceLevel": "IQ2_XXS", "quants": [ { "format": "GGUF", "level": "IQ2_XXS", "bpw": 2.38, "weightsGB": 22.03, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "unsloth/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-GGUF", "file": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-IQ2_XXS.gguf", "bytes": 22018326528, "mmprojBytes": 1733692672, "checkedAt": "2026-10-16" } } ], "url": "https://quantized.uk/quant-hub/nemotron-3.5-bolt-74b-a9b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=nemotron-3.5-bolt-74b-a9b&quant=IQ2_XXS&ctx=4096" }, { "id": "nemotron-3.5-super-vl-120b-a12b", "name": "Nemotron 3.5 Super VL 120B-A12B", "family": "NVIDIA Nemotron", "paramsB": 120.76, "paramLabel": "120B-A12B", "activeParamsB": 12, "contextLength": 1048576, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-16", "arch": { "layers": 88, "kvHeads": 2, "headDim": 128, "attention": { "fullLayers": 8 } }, "referenceLevel": "Q4_0", "quants": [ { "format": "GGUF", "level": "Q4_0", "bpw": 4.76, "weightsGB": 71.85, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF", "file": "NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q4_0.gguf", "bytes": 71803752384, "mmprojBytes": 966925568, "checkedAt": "2026-10-16" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 128.46, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF", "file": "NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q8_0.gguf", "bytes": 128472993728, "mmprojBytes": 966925568, "checkedAt": "2026-10-16" } } ], "url": "https://quantized.uk/quant-hub/nemotron-3.5-super-vl-120b-a12b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=nemotron-3.5-super-vl-120b-a12b&quant=Q4_0&ctx=4096" }, { "id": "nemotron-3.5-lightning-30b-a3b", "name": "Nemotron 3.5 Lightning 30B-A3B", "family": "NVIDIA Nemotron", "paramsB": 31.59, "paramLabel": "30B-A3B", "activeParamsB": 3, "contextLength": 262144, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-16", "arch": { "layers": 52, "kvHeads": 2, "headDim": 128, "attention": { "fullLayers": 6 } }, "referenceLevel": "Q4_0", "quants": [ { "format": "GGUF", "level": "Q4_0", "bpw": 4.79, "weightsGB": 18.91, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF", "file": "NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_0.gguf", "bytes": 18898091584, "checkedAt": "2026-10-16" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 33.6, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF", "file": "NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q8_0.gguf", "bytes": 33585495616, "checkedAt": "2026-10-16" } } ], "url": "https://quantized.uk/quant-hub/nemotron-3.5-lightning-30b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=nemotron-3.5-lightning-30b-a3b&quant=Q4_0&ctx=4096" }, { "id": "ling-3.1-flash", "name": "Ling-3.1-flash", "family": "inclusionAI Ling", "paramsB": 563.95, "paramLabel": "560B-A25B", "activeParamsB": 25, "contextLength": 262144, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-17", "arch": { "layers": 72, "kvHeads": 1, "headDim": 288, "attention": { "fullLayers": 9 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.03, "weightsGB": 354.58, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "AtomicChat/Ling-3.1-flash-GGUF", "bytes": 354394733920, "checkedAt": "2026-10-17" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.52, "weightsGB": 600.61, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "AtomicChat/Ling-3.1-flash-GGUF", "bytes": 600847449760, "checkedAt": "2026-10-17" } } ], "url": "https://quantized.uk/quant-hub/ling-3.1-flash/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=ling-3.1-flash&quant=Q4_K_M&ctx=4096" }, { "id": "beam-1.0-501b-a23b", "name": "Beam 1.0 501B-A23B", "family": "Reflection Beam", "paramsB": 501.27, "paramLabel": "501B-A23B", "activeParamsB": 23, "contextLength": 1048576, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-17", "arch": { "layers": 52, "kvHeads": 8, "headDim": 128, "attention": { "fullLayers": 9, "windowLayers": 43, "windowTokens": 1024 } }, "referenceLevel": "Q8_0", "quants": [ { "format": "GGUF", "level": "Q2_K", "bpw": 2.91, "weightsGB": 182.34, "confidence": "estimated", "sizingBasis": "published" }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 532.6, "confidence": "estimated", "sizingBasis": "generic" } ], "url": "https://quantized.uk/quant-hub/beam-1.0-501b-a23b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=beam-1.0-501b-a23b&quant=Q8_0&ctx=4096" }, { "id": "gemma-4-12b", "name": "Gemma 4 12B IT", "family": "Google Gemma 4", "paramsB": 11.91, "paramLabel": "12B", "contextLength": 262144, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-10-19", "arch": { "layers": 48, "kvHeads": 8, "headDim": 256, "attention": { "fullLayers": 8, "windowLayers": 40, "windowTokens": 1536, "fullKvHeads": 1, "fullHeadDim": 512 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.78, "weightsGB": 7.12, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "unsloth/gemma-4-12b-it-GGUF", "bytes": 7121861440, "checkedAt": "2026-10-20" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 12.67, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "unsloth/gemma-4-12b-it-GGUF", "file": "gemma-4-12b-it-Q8_0.gguf", "bytes": 12669647680, "checkedAt": "2026-10-20" } } ], "url": "https://quantized.uk/quant-hub/gemma-4-12b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=gemma-4-12b&quant=Q4_K_M&ctx=4096" }, { "id": "north-mini-code-1.0", "name": "North Mini Code 1.0 30B-A3B", "family": "Cohere North", "paramsB": 30.48, "paramLabel": "30B-A3B", "activeParamsB": 3, "contextLength": 262144, "categories": [ "code", "instruct" ], "status": "active", "addedToIndex": "2026-10-20", "arch": { "layers": 49, "kvHeads": 4, "headDim": 128, "attention": { "fullLayers": 13, "windowLayers": 36, "windowTokens": 4608 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.73, "weightsGB": 14.21, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/North-Mini-Code-1.0-GGUF", "bytes": 14209048128, "checkedAt": "2026-10-20" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.92, "weightsGB": 18.75, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/North-Mini-Code-1.0-GGUF", "bytes": 18744024640, "checkedAt": "2026-10-20" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 32.42, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/North-Mini-Code-1.0-GGUF", "bytes": 32437263936, "checkedAt": "2026-10-20" } } ], "url": "https://quantized.uk/quant-hub/north-mini-code-1.0/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=north-mini-code-1.0&quant=Q4_K_M&ctx=4096" }, { "id": "minicpm-v-4-7-35b-a3b", "name": "MiniCPM-V 4.7 35B-A3B", "family": "OpenBMB MiniCPM-V", "paramsB": 34.69, "paramLabel": "35B-A3B", "activeParamsB": 3, "contextLength": 262144, "categories": [ "multimodal", "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-20", "arch": { "layers": 40, "kvHeads": 2, "headDim": 256, "attention": { "fullLayers": 10 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_S", "bpw": 4.59, "weightsGB": 19.9, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "openbmb/MiniCPM-V-4.7-35B-A3B-gguf", "file": "MiniCPM-V-4_7-35B-A3B-Q4_K_S.gguf", "bytes": 19889400736, "mmprojBytes": 1119575840, "checkedAt": "2026-10-20" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.88, "weightsGB": 21.16, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "openbmb/MiniCPM-V-4.7-35B-A3B-gguf", "file": "MiniCPM-V-4_7-35B-A3B-Q4_K_M.gguf", "bytes": 21166255008, "mmprojBytes": 1119575840, "checkedAt": "2026-10-20" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.7, "weightsGB": 24.72, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "openbmb/MiniCPM-V-4.7-35B-A3B-gguf", "file": "MiniCPM-V-4_7-35B-A3B-Q5_K_M.gguf", "bytes": 24728583072, "mmprojBytes": 1119575840, "checkedAt": "2026-10-20" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 36.9, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "openbmb/MiniCPM-V-4.7-35B-A3B-gguf", "file": "MiniCPM-V-4_7-35B-A3B-Q8_0.gguf", "bytes": 36902368928, "mmprojBytes": 1119575840, "checkedAt": "2026-10-20" } } ], "url": "https://quantized.uk/quant-hub/minicpm-v-4-7-35b-a3b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=minicpm-v-4-7-35b-a3b&quant=Q4_K_M&ctx=4096" }, { "id": "mimo-v2-6-flash", "name": "MiMo-V2.6-Flash", "family": "Xiaomi MiMo", "paramsB": 308.78, "paramLabel": "309B-A15B", "activeParamsB": 15, "contextLength": 1048576, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-20", "arch": { "layers": 48, "kvHeads": 8, "headDim": 160, "attention": { "fullLayers": 9, "windowLayers": 39, "windowTokens": 768, "fullKvHeads": 4 } }, "referenceLevel": "MXFP4", "quants": [ { "format": "GGUF", "level": "Q2_K", "bpw": 3.27, "weightsGB": 126.21, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/MiMo-V2.6-Flash-RL-GGUF", "file": "MiMo-V2.6-Flash-RL-Q2_K-00001-of-00002.gguf", "bytes": 126365949248, "parts": 2, "mmprojBytes": 2748509792, "checkedAt": "2026-10-20" } }, { "format": "GGUF", "level": "MXFP4", "bpw": 4.34, "weightsGB": 167.51, "confidence": "estimated", "pplLossPercent": 0, "sizingBasis": "file", "source": { "repo": "ggml-org/MiMo-V2.6-Flash-RL-GGUF", "file": "MiMo-V2.6-Flash-RL-MXFP4-00001-of-00002.gguf", "bytes": 167369465152, "parts": 2, "mmprojBytes": 2748509792, "checkedAt": "2026-10-20" } } ], "url": "https://quantized.uk/quant-hub/mimo-v2-6-flash/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mimo-v2-6-flash&quant=MXFP4&ctx=4096" }, { "id": "k2-horizon-mova-36b-a4b", "name": "K2 Horizon MoVA 36B-A4B", "family": "MBZUAI K2 Horizon", "paramsB": 37.46, "paramLabel": "36B-A4B", "activeParamsB": 4, "contextLength": 524288, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-21", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.78, "weightsGB": 22.38, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-MoVA-36B-A4B-GGUF", "file": "K2-Horizon-MoVA-36B-A4B-Q4_K_M.gguf", "bytes": 22368011616, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.65, "weightsGB": 26.46, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-MoVA-36B-A4B-GGUF", "file": "K2-Horizon-MoVA-36B-A4B-Q5_K_M.gguf", "bytes": 26439456096, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.57, "weightsGB": 30.76, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-MoVA-36B-A4B-GGUF", "file": "K2-Horizon-MoVA-36B-A4B-Q6_K.gguf", "bytes": 30765365856, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 39.85, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-MoVA-36B-A4B-GGUF", "file": "K2-Horizon-MoVA-36B-A4B-Q8_0.gguf", "bytes": 39831174496, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/k2-horizon-mova-36b-a4b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=k2-horizon-mova-36b-a4b&quant=Q4_K_M&ctx=4096" }, { "id": "k2-horizon-32b", "name": "K2 Horizon 32B", "family": "MBZUAI K2 Horizon", "paramsB": 34.79, "paramLabel": "32B", "contextLength": 524288, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-21", "arch": { "layers": 64, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.85, "weightsGB": 21.09, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-32B-GGUF", "file": "K2-Horizon-32B-Q4_K_M.gguf", "bytes": 21075778656, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.68, "weightsGB": 24.7, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-32B-GGUF", "file": "K2-Horizon-32B-Q5_K_M.gguf", "bytes": 24696478816, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.56, "weightsGB": 28.53, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-32B-GGUF", "file": "K2-Horizon-32B-Q6_K.gguf", "bytes": 28543472736, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 36.96, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-32B-GGUF", "file": "K2-Horizon-32B-Q8_0.gguf", "bytes": 36966425696, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/k2-horizon-32b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=k2-horizon-32b&quant=Q4_K_M&ctx=4096" }, { "id": "k2-horizon-7b", "name": "K2 Horizon 7B", "family": "MBZUAI K2 Horizon", "paramsB": 9.01, "paramLabel": "7B", "contextLength": 524288, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-21", "arch": { "layers": 36, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.97, "weightsGB": 5.6, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-7B-GGUF", "file": "K2-Horizon-7B-Q4_K_M.gguf", "bytes": 5592217984, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.74, "weightsGB": 6.46, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-7B-GGUF", "file": "K2-Horizon-7B-Q5_K_M.gguf", "bytes": 6466075008, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.57, "weightsGB": 7.4, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-7B-GGUF", "file": "K2-Horizon-7B-Q6_K.gguf", "bytes": 7394548096, "checkedAt": "2026-10-21" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 9.57, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "IFM/K2-Horizon-7B-GGUF", "file": "K2-Horizon-7B-Q8_0.gguf", "bytes": 9573964160, "checkedAt": "2026-10-21" } } ], "url": "https://quantized.uk/quant-hub/k2-horizon-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=k2-horizon-7b&quant=Q4_K_M&ctx=4096" }, { "id": "flint-40b-a2-5b", "name": "Recursive Flint 40B-A2.5B", "family": "Recursive Flint", "paramsB": 39.81, "paramLabel": "40B-A2.5B", "activeParamsB": 2.5, "contextLength": 262144, "categories": [ "code", "instruct" ], "status": "active", "addedToIndex": "2026-10-23", "arch": { "layers": 49, "kvHeads": 4, "headDim": 128, "attention": { "fullLayers": 14, "windowLayers": 35, "windowTokens": 1280 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.92, "weightsGB": 19.51, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/RecursiveSI_flint-GGUF", "file": "RecursiveSI_flint-Q3_K_M.gguf", "bytes": 19529151712, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.09, "weightsGB": 25.33, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/RecursiveSI_flint-GGUF", "file": "RecursiveSI_flint-Q4_K_M.gguf", "bytes": 25346651360, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 42.35, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/RecursiveSI_flint-GGUF", "file": "RecursiveSI_flint-Q8_0.gguf", "bytes": 42350359776, "checkedAt": "2026-10-23" } } ], "url": "https://quantized.uk/quant-hub/flint-40b-a2-5b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=flint-40b-a2-5b&quant=Q4_K_M&ctx=4096" }, { "id": "laguna-s-2-1-118b-a8b", "name": "Laguna S 2.1 118B-A8B", "family": "Poolside Laguna", "paramsB": 117.6, "paramLabel": "118B-A8B", "activeParamsB": 8, "contextLength": 1048576, "categories": [ "code", "instruct" ], "status": "active", "addedToIndex": "2026-10-23", "arch": { "layers": 48, "kvHeads": 8, "headDim": 128, "attention": { "fullLayers": 12, "windowLayers": 36, "windowTokens": 1024 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.6, "weightsGB": 67.62, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/Laguna-S-2.1-GGUF", "file": "Laguna-S-2.1-Q4_K_M.gguf", "bytes": 67661639264, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 124.95, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/Laguna-S-2.1-GGUF", "file": "Laguna-S-2.1-Q8_0.gguf", "bytes": 125022858848, "checkedAt": "2026-10-23" } } ], "url": "https://quantized.uk/quant-hub/laguna-s-2-1-118b-a8b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=laguna-s-2-1-118b-a8b&quant=Q4_K_M&ctx=4096" }, { "id": "k2-horizon-0-9b", "name": "K2 Horizon 0.9B", "family": "MBZUAI K2 Horizon", "paramsB": 1.08, "paramLabel": "0.9B", "contextLength": 131072, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-23", "arch": { "layers": 28, "kvHeads": 8, "headDim": 64 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.11, "weightsGB": 0.69, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-0.9B-GGUF", "file": "K2-Horizon-0.9B-Q4_K_M.gguf", "bytes": 689934432, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 1.15, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-0.9B-GGUF", "file": "K2-Horizon-0.9B-Q8_0.gguf", "bytes": 1148623968, "checkedAt": "2026-10-23" } } ], "url": "https://quantized.uk/quant-hub/k2-horizon-0-9b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=k2-horizon-0-9b&quant=Q4_K_M&ctx=4096" }, { "id": "k2-horizon-3-7b", "name": "K2 Horizon 3.7B", "family": "MBZUAI K2 Horizon", "paramsB": 5.06, "paramLabel": "3.7B", "contextLength": 524288, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-23", "arch": { "layers": 36, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.14, "weightsGB": 3.25, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-3.7B-GGUF", "file": "K2-Horizon-3.7B-Q4_K_M.gguf", "bytes": 3254501664, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.51, "weightsGB": 5.38, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-3.7B-GGUF", "file": "K2-Horizon-3.7B-Q8_0.gguf", "bytes": 5386413344, "checkedAt": "2026-10-23" } } ], "url": "https://quantized.uk/quant-hub/k2-horizon-3-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=k2-horizon-3-7b&quant=Q4_K_M&ctx=4096" }, { "id": "k2-horizon-375b-a23b", "name": "K2 Horizon 375B-A23B", "family": "MBZUAI K2 Horizon", "paramsB": 379.17, "paramLabel": "375B-A23B", "activeParamsB": 23, "contextLength": 524288, "categories": [ "general", "instruct", "code" ], "status": "active", "addedToIndex": "2026-10-23", "arch": { "layers": 61, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q2_K", "bpw": 3.09, "weightsGB": 146.45, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-375B-A23B-GGUF", "file": "K2-Horizon-375B-A23B-Q2_K-00001-of-00004.gguf", "bytes": 146249929920, "parts": 4, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.85, "weightsGB": 182.48, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-375B-A23B-GGUF", "file": "K2-Horizon-375B-A23B-Q3_K_M-00001-of-00005.gguf", "bytes": 182537573664, "parts": 5, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.02, "weightsGB": 237.93, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-375B-A23B-GGUF", "file": "K2-Horizon-375B-A23B-Q4_K_M-00001-of-00007.gguf", "bytes": 237797004832, "parts": 7, "checkedAt": "2026-10-23" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 402.87, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/K2-Horizon-375B-A23B-GGUF", "file": "K2-Horizon-375B-A23B-Q8_0-00001-of-00011.gguf", "bytes": 403079845472, "parts": 11, "checkedAt": "2026-10-23" } } ], "url": "https://quantized.uk/quant-hub/k2-horizon-375b-a23b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=k2-horizon-375b-a23b&quant=Q4_K_M&ctx=4096" }, { "id": "nemotron-3.5-bolt-e4b", "name": "Nemotron 3.5 Bolt E4B", "family": "NVIDIA Nemotron", "paramsB": 7.52, "paramLabel": "E4B", "contextLength": 65536, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-10-24", "arch": { "layers": 42, "kvHeads": 2, "headDim": 256, "attention": { "fullLayers": 4, "windowLayers": 20, "windowTokens": 1024, "fullKvHeads": 2, "fullHeadDim": 512 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 6.57, "weightsGB": 6.18, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "lmstudio-community/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF", "file": "NVIDIA-Nemotron-3.5-Bolt-E4B-Q4_K_M.gguf", "bytes": 6180446208, "checkedAt": "2026-10-24" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.54, "weightsGB": 8.03, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "lmstudio-community/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF", "file": "NVIDIA-Nemotron-3.5-Bolt-E4B-Q8_0.gguf", "bytes": 8031243872, "checkedAt": "2026-10-24" } } ], "url": "https://quantized.uk/quant-hub/nemotron-3.5-bolt-e4b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=nemotron-3.5-bolt-e4b&quant=Q4_K_M&ctx=4096" }, { "id": "nanbeige4.3-33b", "name": "Nanbeige4.3 33B", "family": "Nanbeige", "paramsB": 33.12, "paramLabel": "33B", "contextLength": 524288, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-26", "arch": { "layers": 52, "kvHeads": 8, "headDim": 128 }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q3_K_M", "bpw": 3.85, "weightsGB": 15.94, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Nanbeige_Nanbeige4.3-33B-GGUF", "file": "Nanbeige_Nanbeige4.3-33B-Q3_K_M.gguf", "bytes": 15919746176, "checkedAt": "2026-10-26" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.02, "weightsGB": 20.78, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Nanbeige_Nanbeige4.3-33B-GGUF", "file": "Nanbeige_Nanbeige4.3-33B-Q4_K_M.gguf", "bytes": 20788825216, "checkedAt": "2026-10-26" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 35.19, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Nanbeige_Nanbeige4.3-33B-GGUF", "file": "Nanbeige_Nanbeige4.3-33B-Q8_0.gguf", "bytes": 35195128960, "checkedAt": "2026-10-26" } } ], "url": "https://quantized.uk/quant-hub/nanbeige4.3-33b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=nanbeige4.3-33b&quant=Q4_K_M&ctx=4096" }, { "id": "spark-x2.6-4b", "name": "Spark-X2.6 4B", "family": "XHToken Spark", "paramsB": 4.11, "paramLabel": "4B", "contextLength": 1048576, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-26", "arch": { "layers": 36, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 9, "windowLayers": 27, "windowTokens": 1024 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.1, "weightsGB": 2.62, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Spark-X2.6-4B-GGUF", "file": "Spark-X2.6-4B-Q4_K_M.gguf", "bytes": 2621104768, "checkedAt": "2026-10-26" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.52, "weightsGB": 4.38, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/Spark-X2.6-4B-GGUF", "file": "Spark-X2.6-4B-Q8_0.gguf", "bytes": 4375022208, "checkedAt": "2026-10-26" } } ], "url": "https://quantized.uk/quant-hub/spark-x2.6-4b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=spark-x2.6-4b&quant=Q4_K_M&ctx=4096" }, { "id": "lfm3-1-7b", "name": "LFM3 1.7B", "family": "Liquid AI LFM3", "paramsB": 1.73, "paramLabel": "1.7B", "contextLength": 262144, "categories": [ "general", "instruct" ], "status": "active", "addedToIndex": "2026-10-29", "arch": { "layers": 24, "kvHeads": 4, "headDim": 128, "attention": { "fullLayers": 6, "windowLayers": 5, "windowTokens": 768 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.08, "weightsGB": 1.1, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-1.7B-GGUF", "file": "LFM3-1.7B-Q4_K_M.gguf", "bytes": 1099627808, "checkedAt": "2026-10-29" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.82, "weightsGB": 1.26, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-1.7B-GGUF", "file": "LFM3-1.7B-Q5_K_M.gguf", "bytes": 1258663200, "checkedAt": "2026-10-29" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.6, "weightsGB": 1.43, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-1.7B-GGUF", "file": "LFM3-1.7B-Q6_K.gguf", "bytes": 1427638304, "checkedAt": "2026-10-29" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.54, "weightsGB": 1.85, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-1.7B-GGUF", "file": "LFM3-1.7B-Q8_0.gguf", "bytes": 1846238496, "checkedAt": "2026-10-29" } } ], "url": "https://quantized.uk/quant-hub/lfm3-1-7b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=lfm3-1-7b&quant=Q4_K_M&ctx=4096" }, { "id": "lfm3-vl-2b", "name": "LFM3-VL 2B", "family": "Liquid AI LFM3", "paramsB": 1.73, "paramLabel": "2B", "contextLength": 128000, "categories": [ "multimodal", "general" ], "status": "active", "addedToIndex": "2026-11-03", "arch": { "layers": 24, "kvHeads": 4, "headDim": 128, "attention": { "fullLayers": 6, "windowLayers": 5, "windowTokens": 768 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.08, "weightsGB": 1.1, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-VL-2B-GGUF", "file": "LFM3-VL-2B-Q4_K_M.gguf", "bytes": 1099627808, "mmprojBytes": 378996032, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 5.82, "weightsGB": 1.26, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-VL-2B-GGUF", "file": "LFM3-VL-2B-Q5_K_M.gguf", "bytes": 1258663200, "mmprojBytes": 378996032, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.6, "weightsGB": 1.43, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-VL-2B-GGUF", "file": "LFM3-VL-2B-Q6_K.gguf", "bytes": 1427638304, "mmprojBytes": 378996032, "checkedAt": "2026-11-03" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.54, "weightsGB": 1.85, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "LiquidAI/LFM3-VL-2B-GGUF", "file": "LFM3-VL-2B-Q8_0.gguf", "bytes": 1846238496, "mmprojBytes": 378996032, "checkedAt": "2026-11-03" } } ], "url": "https://quantized.uk/quant-hub/lfm3-vl-2b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=lfm3-vl-2b&quant=Q4_K_M&ctx=4096" }, { "id": "mimo-v2-6-distill-qwen-9b", "name": "MiMo-V2.6-Distill-Qwen-9B", "family": "Xiaomi MiMo", "paramsB": 8.96, "paramLabel": "9B", "contextLength": 262144, "categories": [ "general", "instruct", "multimodal" ], "status": "active", "addedToIndex": "2026-10-29", "arch": { "layers": 32, "kvHeads": 4, "headDim": 256, "attention": { "fullLayers": 8 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "Q3_K_M", "bpw": 4, "weightsGB": 4.48, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF", "file": "MiMo-V2.6-Distill-Qwen-9B-Q3_K_M.gguf", "bytes": 4479948320, "mmprojBytes": 918166048, "checkedAt": "2026-10-29" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.22, "weightsGB": 5.85, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF", "file": "MiMo-V2.6-Distill-Qwen-9B-Q4_K_M.gguf", "bytes": 5841049120, "mmprojBytes": 918166048, "checkedAt": "2026-10-29" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 6.14, "weightsGB": 6.88, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF", "file": "MiMo-V2.6-Distill-Qwen-9B-Q5_K_M.gguf", "bytes": 6876124704, "mmprojBytes": 918166048, "checkedAt": "2026-10-29" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.52, "weightsGB": 9.54, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF", "file": "MiMo-V2.6-Distill-Qwen-9B-Q8_0.gguf", "bytes": 9545979424, "mmprojBytes": 918166048, "checkedAt": "2026-10-29" } } ], "url": "https://quantized.uk/quant-hub/mimo-v2-6-distill-qwen-9b/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mimo-v2-6-distill-qwen-9b&quant=Q4_K_M&ctx=4096" }, { "id": "mistral-large-4", "name": "Mistral Large 4", "family": "Mistral Large", "paramsB": 1049.36, "paramLabel": "1T-A52B", "activeParamsB": 52, "contextLength": 1048576, "categories": [ "general", "instruct", "code", "multimodal" ], "status": "active", "addedToIndex": "2026-10-30", "arch": { "layers": 72, "kvHeads": 1, "headDim": 288, "attention": { "fullLayers": 63, "windowLayers": 0, "fullKvHeads": 1, "fullHeadDim": 333 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "IQ2_XXS", "bpw": 2.27, "weightsGB": 297.76, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/Mistral-Large-4-1T-A52B-GGUF", "bytes": 297676048832, "mmprojBytes": 3444696416, "checkedAt": "2026-10-30" } }, { "format": "GGUF", "level": "Q2_K", "bpw": 2.9, "weightsGB": 380.39, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/Mistral-Large-4-1T-A52B-GGUF", "bytes": 380706433472, "mmprojBytes": 3444696416, "checkedAt": "2026-10-30" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 4.84, "weightsGB": 634.86, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/Mistral-Large-4-1T-A52B-GGUF", "bytes": 634802244608, "mmprojBytes": 3444696416, "checkedAt": "2026-10-30" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.5, "weightsGB": 1114.95, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "ggml-org/Mistral-Large-4-1T-A52B-GGUF", "bytes": 1115150340608, "mmprojBytes": 3444696416, "checkedAt": "2026-10-30" } } ], "url": "https://quantized.uk/quant-hub/mistral-large-4/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=mistral-large-4&quant=Q4_K_M&ctx=4096" }, { "id": "metis-1-6-praxis", "name": "Metis-1.6 Praxis", "family": "Metis", "paramsB": 2.95, "paramLabel": "3B MoE", "activeParamsB": 1.09, "contextLength": 131072, "categories": [ "general" ], "status": "active", "addedToIndex": "2026-11-05", "arch": { "layers": 12, "kvHeads": 8, "headDim": 64, "attention": { "fullLayers": 4, "windowLayers": 0 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "IQ4_XS", "bpw": 4.98, "weightsGB": 1.84, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Praxis-GGUF", "file": "Metis-1.6-Praxis-IQ4_XS.gguf", "bytes": 1836154464, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.48, "weightsGB": 2.02, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Praxis-GGUF", "file": "Metis-1.6-Praxis-Q4_K_M.gguf", "bytes": 2019139168, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 6.31, "weightsGB": 2.33, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Praxis-GGUF", "file": "Metis-1.6-Praxis-Q5_K_M.gguf", "bytes": 2325706336, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 7.04, "weightsGB": 2.6, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Praxis-GGUF", "file": "Metis-1.6-Praxis-Q6_K.gguf", "bytes": 2597131872, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.74, "weightsGB": 3.22, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Praxis-GGUF", "file": "Metis-1.6-Praxis-Q8_0.gguf", "bytes": 3224393312, "checkedAt": "2026-11-04" } } ], "url": "https://quantized.uk/quant-hub/metis-1-6-praxis/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=metis-1-6-praxis&quant=Q4_K_M&ctx=4096" }, { "id": "metis-1-6-logos", "name": "Metis-1.6 Logos", "family": "Metis", "paramsB": 10.24, "paramLabel": "10B MoE", "activeParamsB": 2.57, "contextLength": 131072, "categories": [ "general" ], "status": "active", "addedToIndex": "2026-11-05", "arch": { "layers": 20, "kvHeads": 10, "headDim": 64, "attention": { "fullLayers": 6, "windowLayers": 0 } }, "referenceLevel": "Q4_K_M", "quants": [ { "format": "GGUF", "level": "IQ4_XS", "bpw": 4.74, "weightsGB": 6.07, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Logos-GGUF", "file": "Metis-1.6-Logos-IQ4_XS.gguf", "bytes": 6065003936, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q4_K_M", "bpw": 5.27, "weightsGB": 6.75, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Logos-GGUF", "file": "Metis-1.6-Logos-Q4_K_M.gguf", "bytes": 6744975776, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q5_K_M", "bpw": 6.12, "weightsGB": 7.83, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Logos-GGUF", "file": "Metis-1.6-Logos-Q5_K_M.gguf", "bytes": 7834279776, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q6_K", "bpw": 6.91, "weightsGB": 8.84, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Logos-GGUF", "file": "Metis-1.6-Logos-Q6_K.gguf", "bytes": 8847425376, "checkedAt": "2026-11-04" } }, { "format": "GGUF", "level": "Q8_0", "bpw": 8.68, "weightsGB": 11.11, "confidence": "estimated", "sizingBasis": "file", "source": { "repo": "Lernex/Metis-1.6-Logos-GGUF", "file": "Metis-1.6-Logos-Q8_0.gguf", "bytes": 11105534816, "checkedAt": "2026-11-04" } } ], "url": "https://quantized.uk/quant-hub/metis-1-6-logos/", "calculatorUrl": "https://quantized.uk/tools/vram-calc/?mode=forward&model=metis-1-6-logos&quant=Q4_K_M&ctx=4096" } ] }