{
  "id": "enwiki-001379106621",
  "slug": "vllm",
  "title": "VLLM",
  "qid": "",
  "lead": "vLLM is an open-source software framework for inference and serving of large language models and related multimodal models. Originally developed at the University of California, Berkeley's Sky Computing Lab, the project is centered on PagedAttention, a memory-management method for transformer key–value caches, and supports features such as continuous batching, distributed inference, quantization, and OpenAI-compatible APIs.",
  "body": "vLLM is an open-source software framework for inference and serving of large language models and related multimodal models. Originally developed at the University of California, Berkeley's Sky Computing Lab, the project is centered on PagedAttention, a memory-management method for transformer key–value caches, and supports features such as continuous batching, distributed inference, quantization, and OpenAI-compatible APIs. vLLM on NVIDIA NGC vLLM project page at PyTorch",
  "categories": [
    "1868476",
    "23603337",
    "25257582",
    "26220375",
    "27077925",
    "58947178",
    "72287065"
  ],
  "license": "CC BY-SA 4.0",
  "source_uri": "https://en.wikipedia.org/w/index.php?oldid=1379106621",
  "content_hash": "",
  "created_at": null,
  "updated_at": 1791413021.0,
  "claims": [],
  "contradictions": [],
  "confidence": 0.6,
  "csl": {
    "id": "enwiki-001379106621",
    "type": "webpage",
    "title": "VLLM",
    "author": [
      {
        "family": "Anticloud FZ LLE",
        "literal": "Anticloud FZ LLE"
      }
    ],
    "container-title": "encyclopegia.org",
    "publisher": "Anticloud FZ LLE",
    "publisher-place": "Dubai, United Arab Emirates",
    "URL": "https://encyclopegia.org/a/vllm",
    "issued": {
      "date-parts": [
        [
          2026,
          11,
          21
        ]
      ]
    },
    "accessed": {
      "date-parts": [
        [
          2026,
          11,
          21
        ]
      ]
    },
    "license": "CC BY-SA 4.0",
    "DOI": "eo1:enwiki-001379106621",
    "isBasedOn": "https://en.wikipedia.org/w/index.php?oldid=1379106621",
    "note": "Immutable snapshot enwiki-001379106621"
  }
}