{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","model":{"id":"mistral-small-3.2-24b","name":"Mistral Small 3.2 24B","org":"Mistral AI","task":"general","hf_repo":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","gguf_repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","license":{"value":"Apache-2.0","flag":"verified","source":"https://www.apache.org/licenses/LICENSE-2.0"},"datasheet":"TLB-M-0005","rev":"2026.10","as_of":"2026-10-12","summary":"A dense 24B with vision input and a 128K window. Q4_K_M is 14.3 GB, a comfortable fit on a 24 GB card at long context.","arch":{"params_total":{"value":24.01,"flag":"verified","unit":"B","source":"https://huggingface.co/api/models/mistralai/Mistral-Small-3.2-24B-Instruct-2506","note":"safetensors.total from the HF API."},"params_active":{"value":24.01,"flag":"verified","unit":"B","source":"https://huggingface.co/api/models/mistralai/Mistral-Small-3.2-24B-Instruct-2506","note":"Dense: all parameters active."},"layers":{"value":40,"flag":"verified","source":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506/blob/main/config.json"},"kv_heads":{"value":8,"flag":"verified","source":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506/blob/main/config.json"},"q_heads":{"value":32,"flag":"verified","source":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506/blob/main/config.json"},"head_dim":{"value":128,"flag":"verified","source":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506/blob/main/config.json"},"hidden_size":{"value":5120,"flag":"verified","source":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506/blob/main/config.json"},"context":{"value":131072,"flag":"verified","unit":"tokens","source":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506/blob/main/config.json"}},"quants":{"Q3_K_M":{"bpw":3.91,"file_gb":{"value":11.47,"flag":"verified","unit":"GB","source":"https://huggingface.co/bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/main","note":"Sum of GGUF file sizes (Q3_K_M) from the HF API tree listing."},"kld":{"value":0.071,"flag":"sample","note":"Placeholder until KLD runs (brief §4.2)."}},"Q4_K_M":{"bpw":4.85,"file_gb":{"value":14.33,"flag":"verified","unit":"GB","source":"https://huggingface.co/bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/main","note":"Sum of GGUF file sizes (Q4_K_M) from the HF API tree listing."},"kld":{"value":0.017,"flag":"sample","note":"Placeholder until KLD runs (brief §4.2)."}},"Q5_K_M":{"bpw":5.69,"file_gb":{"value":16.76,"flag":"verified","unit":"GB","source":"https://huggingface.co/bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/main","note":"Sum of GGUF file sizes (Q5_K_M) from the HF API tree listing."},"kld":{"value":0.008,"flag":"sample","note":"Placeholder until KLD runs (brief §4.2)."}},"Q6_K":{"bpw":6.56,"file_gb":{"value":19.35,"flag":"verified","unit":"GB","source":"https://huggingface.co/bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/main","note":"Sum of GGUF file sizes (Q6_K) from the HF API tree listing."},"kld":{"value":0.004,"flag":"sample","note":"Placeholder until KLD runs (brief §4.2)."}},"Q8_0":{"bpw":8.5,"file_gb":{"value":25.05,"flag":"verified","unit":"GB","source":"https://huggingface.co/bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/main","note":"Sum of GGUF file sizes (Q8_0) from the HF API tree listing."},"kld":{"value":0.001,"flag":"sample","note":"Placeholder until KLD runs (brief §4.2)."}},"F16":{"bpw":16,"file_gb":{"value":47.15,"flag":"verified","unit":"GB","source":"https://huggingface.co/bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/main","note":"Sum of GGUF file sizes (BF16) from the HF API tree listing."}}},"quality":{"arena_text":{"value":1338.1,"flag":"sourced","source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","note":"LMArena text, overall, entry 'mistral-small-2506': 1338.1 (95% CI 1332.9–1343.3, 17,466 votes), leaderboard published 2026-10-08. CC-BY-4.0."}}},"runs":[{"model":"mistral-small-3.2-24b","hardware":"rtx-3090-24g-used","quant":"Q4_K_M","runtime":"llama.cpp (CUDA)","test":"tg128 @ 8k depth","tok_s":34.1,"flag":"sample","date":"2026-10-12","note":"Placeholder figure from the approved mockup; not a measurement."}]}