{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","model":{"id":"gpt-oss-120b","name":"gpt-oss-120b","org":"OpenAI","task":"general","hf_repo":"openai/gpt-oss-120b","gguf_repo":"ggml-org/gpt-oss-120b-GGUF","license":{"value":"Apache-2.0","flag":"verified","source":"https://www.apache.org/licenses/LICENSE-2.0"},"datasheet":"TLB-M-0010","rev":"2026.10","as_of":"2026-10-12","summary":"The model that sells 128 GB unified-memory boxes: 63 GB of MXFP4 weights, but only 5.1B parameters read per token.","arch":{"params_total":{"value":116.83,"flag":"verified","unit":"B","source":"https://huggingface.co/api/models/openai/gpt-oss-120b","note":"safetensors.total from the HF API."},"params_active":{"value":5.1,"flag":"sourced","unit":"B","source":"https://huggingface.co/openai/gpt-oss-120b","note":"Active parameters per token from the model card."},"layers":{"value":36,"flag":"verified","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json"},"kv_heads":{"value":8,"flag":"verified","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json"},"q_heads":{"value":64,"flag":"verified","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json"},"head_dim":{"value":64,"flag":"verified","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json"},"hidden_size":{"value":2880,"flag":"verified","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json"},"context":{"value":131072,"flag":"verified","unit":"tokens","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json"},"sliding_window":{"value":128,"flag":"verified","unit":"tokens","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json","note":"Local attention window."},"sliding_layers":{"value":18,"flag":"verified","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json","note":"Layers using sliding-window attention (from layer_types / sliding_window_pattern)."},"experts":{"value":"128 experts, 4 active per token","flag":"verified","source":"https://huggingface.co/openai/gpt-oss-120b/blob/main/config.json"}},"quants":{"MXFP4":{"bpw":4.25,"file_gb":{"value":63.39,"flag":"verified","unit":"GB","source":"https://huggingface.co/ggml-org/gpt-oss-120b-GGUF/tree/main","note":"Sum of GGUF file sizes (MXFP4) from the HF API tree listing."}}},"quality":{"arena_text":{"value":1365.4,"flag":"sourced","source":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","note":"LMArena text, overall, entry 'gpt-oss-120b': 1365.4 (95% CI 1361.1–1369.8, 30,218 votes), leaderboard published 2026-10-08. CC-BY-4.0."}}},"runs":[{"model":"gpt-oss-120b","hardware":"dgx-spark-128g","quant":"MXFP4","runtime":"llama.cpp (CUDA)","test":"tg32 @ depth 0","tok_s":58.72,"flag":"sourced","date":"2026-10-12","source":"https://github.com/ggml-org/llama.cpp/blob/master/benches/dgx-spark/dgx-spark.md","note":"llama-bench -fa 1 -p 2048 -n 32 -ub 2048, ggml-org GGUF, commit 3795cc1e8 (2026-02-05), run by the llama.cpp maintainers on a DGX Spark.","min":58.52,"max":58.92,"depth":0},{"model":"gpt-oss-120b","hardware":"dgx-spark-128g","quant":"MXFP4","runtime":"llama.cpp (CUDA)","test":"tg32 @ depth 4096","tok_s":55.67,"flag":"sourced","date":"2026-10-12","source":"https://github.com/ggml-org/llama.cpp/blob/master/benches/dgx-spark/dgx-spark.md","note":"llama-bench -fa 1 -p 2048 -n 32 -ub 2048, ggml-org GGUF, commit 3795cc1e8 (2026-02-05), run by the llama.cpp maintainers on a DGX Spark.","min":55.32,"max":56.02,"depth":4096},{"model":"gpt-oss-120b","hardware":"dgx-spark-128g","quant":"MXFP4","runtime":"llama.cpp (CUDA)","test":"tg32 @ depth 8192","tok_s":52.87,"flag":"sourced","date":"2026-10-12","source":"https://github.com/ggml-org/llama.cpp/blob/master/benches/dgx-spark/dgx-spark.md","note":"llama-bench -fa 1 -p 2048 -n 32 -ub 2048, ggml-org GGUF, commit 3795cc1e8 (2026-02-05), run by the llama.cpp maintainers on a DGX Spark.","min":52.44,"max":53.3,"depth":8192},{"model":"gpt-oss-120b","hardware":"dgx-spark-128g","quant":"MXFP4","runtime":"llama.cpp (CUDA)","test":"tg32 @ depth 16384","tok_s":49.45,"flag":"sourced","date":"2026-10-12","source":"https://github.com/ggml-org/llama.cpp/blob/master/benches/dgx-spark/dgx-spark.md","note":"llama-bench -fa 1 -p 2048 -n 32 -ub 2048, ggml-org GGUF, commit 3795cc1e8 (2026-02-05), run by the llama.cpp maintainers on a DGX Spark.","min":49.25,"max":49.65,"depth":16384},{"model":"gpt-oss-120b","hardware":"dgx-spark-128g","quant":"MXFP4","runtime":"llama.cpp (CUDA)","test":"tg32 @ depth 32768","tok_s":42.76,"flag":"sourced","date":"2026-10-12","source":"https://github.com/ggml-org/llama.cpp/blob/master/benches/dgx-spark/dgx-spark.md","note":"llama-bench -fa 1 -p 2048 -n 32 -ub 2048, ggml-org GGUF, commit 3795cc1e8 (2026-02-05), run by the llama.cpp maintainers on a DGX Spark.","min":42.62,"max":42.9,"depth":32768},{"model":"gpt-oss-120b","hardware":"dgx-spark-128g","quant":"MXFP4","runtime":"llama.cpp (CUDA)","test":"tg32 @ 8k depth","tok_s":52.87,"flag":"sourced","date":"2026-10-12","source":"https://github.com/ggml-org/llama.cpp/blob/master/benches/dgx-spark/dgx-spark.md","note":"llama-bench -fa 1 -p 2048 -n 32 -ub 2048, ggml-org GGUF, commit 3795cc1e8 (2026-02-05), run by the llama.cpp maintainers on a DGX Spark.","min":52.44,"max":53.3}]}