{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","category":"vision","slug":"vision-language","label":"Vision-language","bench":"MMMU (val)","unit":"%","higher":true,"src":"Model cards (vendor-reported)","groups":[{"label":"MMMU (val)","ranked":[{"rank":1,"id":"qwen2-5-vl-7b-instruct","name":"Qwen2.5 VL 7B","hf_repo":"Qwen/Qwen2.5-VL-7B-Instruct","score":{"bench":"MMMU (val)","value":58.6,"unit":"%","flag":"sourced","source":"https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct","note":"MMMU val, model card table."}},{"rank":2,"id":"kimi-vl-a3b-instruct","name":"Kimi-VL A3B","hf_repo":"moonshotai/Kimi-VL-A3B-Instruct","score":{"bench":"MMMU (val)","value":57,"unit":"%","flag":"sourced","source":"https://huggingface.co/moonshotai/Kimi-VL-A3B-Instruct","note":"MMMU-Val pass@1, model card table."}},{"rank":3,"id":"smolvlm2-2-2b-instruct","name":"SmolVLM2 2.2B","hf_repo":"HuggingFaceTB/SmolVLM2-2.2B-Instruct","score":{"bench":"MMMU (val)","value":42,"unit":"%","flag":"sourced","source":"https://huggingface.co/HuggingFaceTB/SmolVLM2-2.2B-Instruct","note":"MMMU column, model card table."}}],"not_yet_measured":[{"id":"gemma-3-12b-it","name":"Gemma 3 12B","hf_repo":"google/gemma-3-12b-it"},{"id":"internvl3-8b","name":"InternVL3 8B","hf_repo":"OpenGVLab/InternVL3-8B"},{"id":"qwen3-vl-30b-a3b-instruct","name":"Qwen3 VL 30B-A3B","hf_repo":"Qwen/Qwen3-VL-30B-A3B-Instruct"},{"id":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B","hf_repo":"Qwen/Qwen3-VL-8B-Instruct"}]}]}