{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","category":"bio","slug":"biomedical","label":"Biomedical","bench":"MedQA (4-option), accuracy","unit":"%","higher":true,"src":"Google MedGemma model card","url":"https://developers.google.com/health-ai-developer-foundations/medgemma/model-card","groups":[{"label":"MedQA (4-option), accuracy","ranked":[{"rank":1,"id":"medgemma-27b-it","name":"MedGemma 27B","hf_repo":"google/medgemma-27b-it","score":{"bench":"MedQA (4-option), accuracy","value":85.3,"unit":"%","flag":"sourced","source":"https://developers.google.com/health-ai-developer-foundations/medgemma/model-card","note":"\"MedGemma 1 27B\" column (multimodal variant per the page), text evaluations table."}},{"rank":2,"id":"medgemma-1-5-4b-it","name":"MedGemma 1.5 4B","hf_repo":"google/medgemma-1.5-4b-it","score":{"bench":"MedQA (4-option), accuracy","value":69.1,"unit":"%","flag":"sourced","source":"https://developers.google.com/health-ai-developer-foundations/medgemma/model-card","note":"\"MedGemma 1.5 4B\" column, text evaluations table."}},{"rank":3,"id":"medgemma-4b-it","name":"MedGemma 4B","hf_repo":"google/medgemma-4b-it","score":{"bench":"MedQA (4-option), accuracy","value":64.4,"unit":"%","flag":"sourced","source":"https://developers.google.com/health-ai-developer-foundations/medgemma/model-card","note":"\"MedGemma 1 4B\" column, text evaluations table."}}],"not_yet_measured":[{"id":"ii-medical-8b","name":"II-Medical 8B","hf_repo":"Intelligent-Internet/II-Medical-8B"},{"id":"llama3-med42-8b","name":"Med42 8B","hf_repo":"m42-health/Llama3-Med42-8B"},{"id":"medgemma-27b-text-it","name":"MedGemma 27B text","hf_repo":"google/medgemma-27b-text-it"},{"id":"llama3-openbiollm-8b","name":"OpenBioLLM 8B","hf_repo":"aaditya/Llama3-OpenBioLLM-8B"},{"id":"txgemma-9b-chat","name":"TxGemma 9B chat","hf_repo":"google/txgemma-9b-chat"}]}]}