{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","class":{"id":"24gb","label":"24 GB","hw":"rtx-3090-24g-used"},"reference_hardware":"rtx-3090-24g-used","context":8192,"rows":[{"rank":1,"model":"gpt-oss-20b","quant":"MXFP4","memory_gb":12.88,"verdict":"fit","decode_tok_s":245.3,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","quality_score":1287,"quality_flag":"sourced"},{"rank":2,"model":"qwen3-30b-a3b","quant":"Q4_K_M","memory_gb":19.93,"verdict":"fit","decode_tok_s":199.8,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","quality_score":1317,"quality_flag":"sourced"},{"rank":3,"model":"llama-3.1-8b","quant":"Q4_K_M","memory_gb":6.56,"verdict":"fit","decode_tok_s":93.7,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","quality_score":1187,"quality_flag":"sourced"},{"rank":4,"model":"qwen3-8b","quant":"Q4_K_M","memory_gb":6.8,"verdict":"fit","decode_tok_s":90,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":null,"quality_score":null,"quality_flag":"sample"},{"rank":5,"model":"qwen3-14b","quant":"Q4_K_M","memory_gb":10.9,"verdict":"fit","decode_tok_s":54.3,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":null,"quality_score":null,"quality_flag":"sample"},{"rank":6,"model":"mistral-small-3.2-24b","quant":"Q4_K_M","memory_gb":16.23,"verdict":"fit","decode_tok_s":35.8,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","quality_score":1338,"quality_flag":"sourced"},{"rank":7,"model":"gemma-3-27b","quant":"Q4_K_M","memory_gb":18.22,"verdict":"fit","decode_tok_s":31.8,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","quality_score":1358,"quality_flag":"sourced"},{"rank":8,"model":"qwen3-32b","quant":"Q4_K_M","memory_gb":22.47,"verdict":"tight","decode_tok_s":25.6,"decode_flag":"estimate","decode_run":null,"decode_method":"formula","quality_source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","quality_score":1340,"quality_flag":"sourced"}]}