{"as_of":"2026-10-12","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","cite_as":"The Local Bench (thelocalbench.com), data as of 2026-10-12, CC BY 4.0","source_url":"https://thelocalbench.com","tool":{"slug":"vllm","name":"vLLM","category":"Runtimes","subcategory":"Inference server","summary":{"value":"High-throughput, memory-efficient serving engine for LLMs with an OpenAI-compatible server.","flag":"sourced","source":"https://github.com/vllm-project/vllm","note":"Our one-line paraphrase of the official description."},"website":"https://vllm.ai","repo":"https://github.com/vllm-project/vllm","archived":false,"open_source":{"value":true,"license":"Apache-2.0","restrictive":false,"flag":"verified","source":"https://github.com/vllm-project/vllm/blob/HEAD/LICENSE"},"pricing":{"model":"free","starting_usd":0,"range":null,"flag":"verified","source":"https://github.com/vllm-project/vllm","note":"Free and open source to self-host."},"local_support":{"ollama":{"value":null,"flag":"not_measured","source":null,"note":"Not found in the official README or docs we checked."},"llamacpp":{"value":true,"flag":"sourced","source":"https://github.com/vllm-project/vllm#readme","note":"Mentioned in the official README."},"lmstudio":{"value":null,"flag":"not_measured","source":null,"note":"Not found in the official README or docs we checked."},"openai":{"value":true,"flag":"sourced","source":"https://github.com/vllm-project/vllm#readme","note":"Mentioned in the official README."},"mcp":{"value":null,"flag":"not_measured","source":null,"note":"Not found in the official README or docs we checked."}},"platforms":{"value":["macOS"],"flag":"sourced","source":"https://github.com/vllm-project/vllm#readme"},"logo":{"file":"/logos/tools/vllm.svg","source_kind":"favicon-svg","source_url":"https://vllm.ai/vLLM-Logo.svg","official_site":"https://vllm.ai","checked":"2026-10-13","note":"Trademark of its owner; shown only to identify the tool."},"date_added":"2026-10-13","last_verified":"2026-10-13","sponsor":{"sponsored":false,"disclosure":null,"relationship":null},"page":"https://thelocalbench.com/tools/vllm","markdown":"https://thelocalbench.com/tools/vllm.md","json":"https://thelocalbench.com/api/v1/tools/vllm.json"},"json_ld":{"@context":"https://schema.org","@type":"SoftwareApplication","name":"vLLM","url":"https://vllm.ai","sameAs":["https://github.com/vllm-project/vllm"],"description":"High-throughput, memory-efficient serving engine for LLMs with an OpenAI-compatible server.","applicationCategory":"DeveloperApplication","applicationSubCategory":"Runtimes: Inference server","operatingSystem":"macOS","license":"Apache-2.0","isAccessibleForFree":true,"offers":{"@type":"Offer","price":0,"priceCurrency":"USD","description":"Free"},"dateModified":"2026-10-13"}}