{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","hardware":{"id":"rx-7900-xtx-24g","name":"Radeon RX 7900 XTX 24 GB","vendor":"AMD","class":"Discrete GPU","kind":"gpu","as_of":"2026-10-12","summary":"24 GB for less than a used 3090 at some retailers; ROCm and Vulkan backends both work in llama.cpp.","memory_gb":{"value":24,"flag":"sourced","unit":"GB","source":"https://www.amd.com/en/products/graphics/desktops/radeon/7000-series/amd-radeon-rx-7900xtx.html","note":"Vendor spec page, checked 2026-10-12."},"bandwidth_gbs":{"value":960,"flag":"sourced","unit":"GB/s","source":"https://www.amd.com/en/products/graphics/desktops/radeon/7000-series/amd-radeon-rx-7900xtx.html","note":"Vendor spec page, checked 2026-10-12."},"fp16_tflops":{"value":123,"flag":"sample","unit":"TFLOPS","note":"Sample FP16 dense compute; pending vendor-sheet citation."},"host_ram_gb":{"value":64,"flag":"sample","unit":"GB","note":"Assumed host RAM for offload."},"host_bandwidth_gbs":{"value":64,"flag":"sample","unit":"GB/s"},"load_watts":{"value":400,"flag":"sample","unit":"W","note":"Sample wall power under load."},"tdp_w":{"value":355,"flag":"sourced","unit":"W","source":"https://www.amd.com/en/products/graphics/desktops/radeon/7000-series/amd-radeon-rx-7900xtx.html","note":"Typical Board Power (desktop), amd.com."},"price_usd":{"value":899,"flag":"sample","unit":"USD","note":"Sample price."},"price_cad":{"value":1282.96,"flag":"sample","unit":"CAD","source":"https://www.bankofcanada.ca/valet/observations/FXUSDCAD/json?recent=1","note":"USD price × 1.4271 (Bank of Canada USD/CAD, 2026-10-09); no Canadian retail listing captured. Converted from a sample USD value."}},"runs":[{"model":"gemma-3-27b","hardware":"rx-7900-xtx-24g","quant":"Q4_K_M","runtime":"llama.cpp (Vulkan)","test":"tg128 @ 8k depth","tok_s":27.1,"min":26.2,"max":27.6,"repeats":5,"flag":"sample","date":"2026-10-12","note":"Placeholder figure from the approved mockup; not a measurement."},{"model":"llama-2-7b","hardware":"rx-7900-xtx-24g","quant":"Q4_0","runtime":"llama.cpp (Vulkan)","test":"tg128","tok_s":182.63,"flag":"sourced","date":"2026-10-12","source":"https://github.com/ggml-org/llama.cpp/discussions/10879","note":"Llama 2 7B Q4_0, llama-bench tg128, full GPU offload, flash attention off, single GPU. Community scoreboard entry; commit and submitter in the source table.","min":182.41,"max":182.85}]}