{"version":"v1","licence":"CC-BY-4.0","id":"vllm","name":"vLLM","repo":"vllm-project/vllm","repository_url":"https://github.com/vllm-project/vllm","docs_url":"https://github.com/vllm-project/vllm#readme","description":"Open-source engine for serving LLMs at high throughput on your own GPUs, with an OpenAI-compatible API server; Apache-2.0.","summary":"vLLM (v0.32.0, Oct 2026, ~95.6k stars) is an inference and serving engine for large language models. It uses PagedAttention and continuous batching to serve many requests on your own GPUs and exposes an OpenAI-compatible API server. Install with uv pip install vllm, then vllm serve a model. Apache-2.0, no paid services; each model keeps its own licence. Needs Linux and an NVIDIA GPU with compute capability 7.5+ (or a CPU or other accelerator backend); macOS on Apple silicon is experimental and there is no native Windows (use WSL). Memory needs depend on the model.","capabilities":["developer-tools"],"tags":["Self-hosted","Local LLM support","OpenAI-compatible API","GPU inference","Needs a GPU","Python","Linux","Runs AI locally"],"alternatives":[],"facts":{"runs_locally":{"status":"yes","value":"Yes, you install it with pip/uv and serve models on your own machine or server","source_url":"https://github.com/vllm-project/vllm#getting-started","checked_at":"2026-10-22","confidence":"high","validation":"documentation_review","modes":["local","self-hosted"],"untrusted_source_quote":"uv pip install vllm"},"code_license":{"status":"yes","value":"Apache-2.0","source_url":"https://github.com/vllm-project/vllm#license","checked_at":"2026-10-21","confidence":"medium","validation":"documentation_review","spdx":"Apache-2.0"},"model_license":{"status":"yes","value":"No bundled weights; each model you serve keeps its own licence","source_url":"https://github.com/vllm-project/vllm#getting-started","checked_at":"2026-10-22","confidence":"medium","validation":"documentation_review","spdx":null,"applies":false,"untrusted_source_quote":"Find the full list of supported models"},"commercial_use":{"status":"yes","value":"Engine is Apache-2.0; commercial use of a model depends on that model's licence","source_url":"https://github.com/vllm-project/vllm/blob/main/LICENSE","checked_at":"2026-10-22","confidence":"high","validation":"documentation_review","untrusted_source_quote":"Apache License"},"paid_services":{"status":"yes","value":"None required; runs open models on your own hardware","source_url":"https://github.com/vllm-project/vllm#getting-started","checked_at":"2026-10-22","confidence":"medium","validation":"documentation_review","required":[],"optional":[]},"hardware":{"status":"partial","value":"NVIDIA GPUs need compute capability 7.5+ (T4, RTX 20xx, A100 and newer); CPU backends exist for x86, ARM, Apple silicon and IBM Z; no minimum RAM or VRAM figures, as memory depends on the model","source_url":"https://docs.vllm.ai/en/latest/getting_started/installation/gpu/","checked_at":"2026-10-22","confidence":"high","validation":"documentation_review","cpu_ok":true,"min_vram_gb":null,"min_ram_gb":null,"untrusted_source_quote":"GPU: compute capability 7.5 or higher (e.g., T4, RTX20xx, A100, L4, H100, B200, etc.)"},"platforms":{"status":"partial","value":"Linux is the supported OS; macOS on Apple silicon is experimental and build-from-source only; no native Windows (use WSL)","source_url":"https://docs.vllm.ai/en/latest/getting_started/installation/gpu/","checked_at":"2026-10-22","confidence":"high","validation":"documentation_review","windows":"no","macos":"partial","linux":"yes","untrusted_source_quote":"vLLM does not support Windows natively."},"setup":{"status":"yes","value":"Medium; one pip/uv install, but needs Linux, a supported GPU or CPU build, and model downloads","source_url":"https://github.com/vllm-project/vllm#getting-started","checked_at":"2026-10-22","confidence":"medium","validation":"documentation_review","level":"medium","untrusted_source_quote":"uv pip install vllm"}},"metrics":{"stars":96166,"forks":24324,"contributors":3919,"archived":false,"last_push_at":"2026-11-03T01:17:07Z","latest_release":{"tag":"v0.33.0rc3","published_at":"2026-11-02T10:10:05Z"},"fetched_at":"2026-11-03T01:20:55.050Z"},"url":"https://repoquarry.dev/projects/vllm","note":"Installation guidance: follow docs_url. This service never installs or runs code."}