{
  "id": "enwiki-001378655897",
  "slug": "llama-cpp",
  "title": "Llama.cpp",
  "qid": "",
  "lead": "llama.cpp is an open-source software library that performs inference on various large language models such as Meta's Llama model. It is co-developed alongside the project, a general-purpose tensor library. Command-line tools are included with the library, alongside a server with a simple web interface. llama.cpp has been considered as the de facto standard as the core of almost all local inference tools, including Ollama and LM Studio.",
  "body": "llama.cpp is an open-source software library that performs inference on various large language models such as Meta's Llama model. It is co-developed alongside the project, a general-purpose tensor library. Command-line tools are included with the library, alongside a server with a simple web interface. llama.cpp has been considered as the de facto standard as the core of almost all local inference tools, including Ollama and LM&nbsp;Studio. // example metadata general.architecture: 'llama', general.name: 'LLaMA v2', llama.context_length: 4096, ... , general.file_type: 10, // (typically indicates quantization level, here \"MOSTLY_Q2_K\") tokenizer.ggml.model: 'llama', tokenizer.ggml.tokens: [ ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ' ', ... ], ... // n-th tensor name: GGUF string, // ex: \"blk.0.ffn_gate.weight\" n_dimensions: UINT32, // ex: 2 dimensions: UINT64[], // ex: [ 4096, 32000 ] type: UINT32, // ex: 10 (typically indicates quantization level, here \"GGML_TYPE_Q2_K\") offset: UINT64 // starting position within the tensor_data block, relative to the start of the block // (n+1)-th tensor ...",
  "categories": [
    "127661130",
    "22985424",
    "23118434",
    "23230146",
    "23603337",
    "24745122",
    "26849358",
    "27077925",
    "30752582",
    "49989138",
    "89061594"
  ],
  "license": "CC BY-SA 4.0",
  "source_uri": "https://en.wikipedia.org/w/index.php?oldid=1378655897",
  "content_hash": "",
  "created_at": null,
  "updated_at": 1791201529.0,
  "claims": [],
  "contradictions": [],
  "confidence": 0.6,
  "csl": {
    "id": "enwiki-001378655897",
    "type": "webpage",
    "title": "Llama.cpp",
    "author": [
      {
        "family": "Anticloud FZ LLE",
        "literal": "Anticloud FZ LLE"
      }
    ],
    "container-title": "encyclopegia.org",
    "publisher": "Anticloud FZ LLE",
    "publisher-place": "Dubai, United Arab Emirates",
    "URL": "https://encyclopegia.org/a/llama-cpp",
    "issued": {
      "date-parts": [
        [
          2026,
          11,
          19
        ]
      ]
    },
    "accessed": {
      "date-parts": [
        [
          2026,
          11,
          19
        ]
      ]
    },
    "license": "CC BY-SA 4.0",
    "DOI": "eo1:enwiki-001378655897",
    "isBasedOn": "https://en.wikipedia.org/w/index.php?oldid=1378655897",
    "note": "Immutable snapshot enwiki-001378655897"
  }
}