{
  "listings": [
    {
      "slug": "llama-cpp",
      "name": "llama.cpp",
      "company": "ggml.ai, part of Hugging Face since 2026",
      "grade": "D",
      "fit": "yes",
      "why": "--fit (on by default) adjusts unset context and offload to device memory with a margin; /props reports n_ctx. The maintainers publish Apple silicon tokens-per-second tables, and accounts report 50 tokens a second for 27B on 24 GB cards.",
      "source": "https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/llama-cpp"
    },
    {
      "slug": "berth",
      "name": "Berth",
      "company": "Trevin Tindall (T-Crypt on GitHub)",
      "grade": "B",
      "fit": "caveat",
      "why": "berth models indexes GGUFs across llama.cpp, LM Studio and Ollama stores with quant, size, parameters and context, and the daemon waits for the driver to show memory free before granting a card. Alpha; AMD and Windows experimental; no speed table.",
      "source": "https://github.com/T-Crypt/berth/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/berth"
    },
    {
      "slug": "bitrun",
      "name": "BitRun",
      "company": "Abhishek Khanra (IshekKhal on GitHub)",
      "grade": "E",
      "fit": "caveat",
      "why": "Publishes tokens per second, memory and context per model on named CPUs (M4 Pro, i5-12600K, WSL2), and the Cockpit shows context use and RAM. CPU ternary models only; no memory guard.",
      "source": "https://github.com/IshekKhal/bitrun/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/bitrun"
    },
    {
      "slug": "docker-model-runner",
      "name": "Docker Model Runner",
      "company": "Docker, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Variants for CPU/Vulkan, CUDA and ROCm are documented. An account on a 24 GB Mac saw the stored 16k context ignored, a 128k default allocate about 21 GB of KV cache and the host kernel-panic three times.",
      "source": "https://github.com/docker/model-runner/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/docker-model-runner"
    },
    {
      "slug": "foundry-local",
      "name": "Foundry Local",
      "company": "Microsoft Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "Automatic selection of CPU, GPU or NPU variants and foundry model list --device. No memory use report, refusal or tokens-per-second table in the reference pages.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry-local/reference/reference-cli",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/foundry-local"
    },
    {
      "slug": "gpt4all",
      "name": "GPT4All",
      "company": "Nomic, Inc.",
      "grade": "F",
      "fit": "caveat",
      "why": "Settings expose device (Auto, Metal, CPU, GPU), GPU layers and context length. No memory guard or speed table; an account calls it slow but functional on 8 GB VRAM.",
      "source": "https://docs.gpt4all.io/gpt4all_desktop/settings.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt4all"
    },
    {
      "slug": "hyperqwen",
      "name": "HyperQwen",
      "company": "syv.ai (Copenhagen, CVR DK44671247)",
      "grade": "C",
      "fit": "caveat",
      "why": "Publishes tokens per second per profile on a named card at 250 W, memory needs (24 GB or two cards) and context per profile. One model and one card class only; figures are the project's own.",
      "source": "https://github.com/syv-ai/HyperQwen/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hyperqwen"
    },
    {
      "slug": "jan",
      "name": "Jan",
      "company": "Menlo Research Pte Ltd",
      "grade": "C",
      "fit": "caveat",
      "why": "Fit to Hardware caps context size from model and memory, on by default only on Windows and Linux with a discrete GPU, off on macOS and integrated GPUs. GPU layer guidance is given; no speed table.",
      "source": "https://github.com/janhq/jan/blob/main/docs/src/pages/docs/desktop/model-parameters.mdx",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jan"
    },
    {
      "slug": "koboldcpp",
      "name": "KoboldCpp",
      "company": "LostRuins (Concedo)",
      "grade": "B",
      "fit": "caveat",
      "why": "The wiki gives RAM tables at 2048 context, --contextsize and --gpulayers guidance, and CUDA, Vulkan, Metal and ROCm-fork backends. No memory guard: crashes are answered with advice to reduce context. No speed table.",
      "source": "https://github.com/LostRuins/koboldcpp/wiki",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/koboldcpp"
    },
    {
      "slug": "lemonade",
      "name": "Lemonade",
      "company": "Advanced Micro Devices, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "README publishes a backend matrix (Metal, CUDA, Vulkan, ROCm, XDNA2 NPU recipes) and /v1/models reports context_length; ctx_size -1 sizes automatically. No memory refusal or speed table in the pages read.",
      "source": "https://github.com/lemonade-sdk/lemonade/blob/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lemonade"
    },
    {
      "slug": "lm-studio",
      "name": "LM Studio",
      "company": "Element Labs, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "System requirements give RAM and VRAM floors but no memory guard or speed table is documented. One account could not load LFM3 MLX models (safetensors unreadable), another restarted models when Copilot Chat failed.",
      "source": "https://lmstudio.ai/docs/app/system-requirements",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lm-studio"
    },
    {
      "slug": "localai",
      "name": "LocalAI",
      "company": "Ettore Di Giacinto and the LocalAI team",
      "grade": "B",
      "fit": "caveat",
      "why": "The GPU acceleration page covers CUDA, ROCm, Intel, Vulkan and Metal images. No memory guard or tokens-per-second table.",
      "source": "https://localai.io/docs/features/gpu-acceleration/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localai"
    },
    {
      "slug": "mlx-lm",
      "name": "MLX LM",
      "company": "Apple Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "--kv-bits quantises the cache and --max-kv-size rotates it to bound memory; a macOS 15 wired-memory note exists. No refusal when weights exceed memory and no speed table.",
      "source": "https://github.com/ml-explore/mlx-lm/blob/main/mlx_lm/SERVER.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mlx-lm"
    },
    {
      "slug": "ollama",
      "name": "Ollama",
      "company": "Ollama Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "ollama ps reports size, CPU/GPU split and context after load. A model that does not fit spills to system memory (48%/52% CPU/GPU) rather than refusing. No tokens-per-second table is published.",
      "source": "https://docs.ollama.com/faq",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/ollama"
    },
    {
      "slug": "text-generation-webui",
      "name": "TextGen",
      "company": "oobabooga",
      "grade": "E",
      "fit": "caveat",
      "why": "Models load with ctx_size and cache_type arguments over /v1/internal/model/load across llama.cpp, ExLlamaV3 and Transformers. No memory guard or speed table.",
      "source": "https://github.com/oobabooga/textgen/blob/main/docs/12%20-%20OpenAI%20API.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/text-generation-webui"
    },
    {
      "slug": "underdog",
      "name": "Underdog",
      "company": "Conway Research",
      "grade": "F",
      "fit": "caveat",
      "why": "The card publishes decode rates per task on a named machine (M5 Max, 48 GiB) and a 16 GB download of MLX 4-bit weights. Apple silicon only, no context length, no memory guidance beyond the measured machine.",
      "source": "https://huggingface.co/ConwayResearch/Underdog-27B-1.0/raw/main/README.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/underdog"
    },
    {
      "slug": "vllm",
      "name": "vLLM",
      "company": "The Linux Foundation (vLLM is a PyTorch Foundation project)",
      "grade": "D",
      "fit": "caveat",
      "why": "The memory page lists options when a model would run out of memory (gpu_memory_utilization, max-model-len, quantised KV) and the KV cache is preallocated at start. Aimed at GPU servers; no consumer hardware speed table read.",
      "source": "https://docs.vllm.ai/en/stable/configuration/conserving_memory/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vllm"
    },
    {
      "slug": "ghost-core",
      "name": "Core",
      "company": "ZMJ, Inc., doing business as Ghost, 325 9th Street, San Francisco, CA 94103, United States",
      "grade": "F",
      "fit": "unchecked",
      "why": "Fixed hardware (24 GB GDDR7, 64 GB DDR5) with a model picker in settings; nothing reports memory or speed.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/ghost-core"
    },
    {
      "slug": "anythingllm",
      "name": "AnythingLLM",
      "company": "Mintplex Labs, Inc.",
      "grade": "E",
      "fit": "no",
      "why": "Not a runner; models load in Ollama, LM Studio, LocalAI or the built-in provider.",
      "source": "https://docs.anythingllm.com/features/api",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anythingllm"
    },
    {
      "slug": "khoj",
      "name": "Khoj",
      "company": "Khoj Inc.",
      "grade": "E",
      "fit": "no",
      "why": "Khoj points at Ollama, vLLM or LM Studio for chat; it does not load weights itself.",
      "source": "https://docs.khoj.dev/get-started/setup",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/khoj"
    },
    {
      "slug": "localghost",
      "name": "LocalGhost",
      "company": "LocalGhost.ai Ltd (company number 17213100, registered in England and Wales, incorporated 12 May 2026)",
      "grade": "F",
      "fit": "no",
      "why": "Fixed stack: llama.cpp with Gemma 4 12B on a Debian box with an NVIDIA GPU; nothing to pick.",
      "source": "https://github.com/LocalGhostDao/localghost/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localghost"
    },
    {
      "slug": "open-webui",
      "name": "Open WebUI",
      "company": "Open WebUI Inc.",
      "grade": "D",
      "fit": "no",
      "why": "Not a runner; models load in Ollama or another backend.",
      "source": "https://docs.openwebui.com/tutorials/maintenance/offline-mode",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/open-webui"
    },
    {
      "slug": "privategpt",
      "name": "PrivateGPT",
      "company": "PriBAI Technology Spain S.L.",
      "grade": "C",
      "fit": "no",
      "why": "Does not load weights; it proxies Ollama, LM Studio, llama-server or vLLM.",
      "source": "https://docs.privategpt.dev/providers/overview",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/privategpt"
    },
    {
      "slug": "screenpipe",
      "name": "screenpipe",
      "company": "Negentropy Labs, Inc. (dba Screenpipe)",
      "grade": "C",
      "fit": "no",
      "why": "Does not serve language models.",
      "source": "https://docs.screenpipe.com/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/screenpipe"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 11,
    "after": [
      "local-ai.coding-agent-backend",
      "local-ai.household-or-team-chat"
    ],
    "area": "models",
    "asks": [
      "what can I run on a 16 GB card",
      "will a 27B model fit on my Strix Halo",
      "why is my Mac thrashing when I load this model",
      "how many tokens per second will I get"
    ],
    "before": [
      "open-weights.big-model-on-big-box"
    ],
    "blockers": [
      "stored context size not applied at load, so the packaged 128k default allocates a 21 GB KV cache and the host panics",
      "VRAM oversubscription spills to shared memory and the resident model runs five times slower",
      "a model format (MLX safetensors) the app lists but cannot load",
      "MoE model at 12 to 15 tokens per second on a 96 GB Mac, too slow for an agent"
    ],
    "capabilities": [
      "inference.local",
      "inference.open-weights",
      "hardware.npu"
    ],
    "category": "local-ai",
    "categoryName": "Local AI",
    "checked": "2026-11-12",
    "companies": {
      "fit": 1,
      "fitWithLimit": 16,
      "tagged": 49
    },
    "competition": "one",
    "fits": [
      "llama-cpp"
    ],
    "fitsWithLimit": [
      "berth",
      "bitrun",
      "docker-model-runner",
      "foundry-local",
      "gpt4all",
      "hyperqwen",
      "jan",
      "koboldcpp",
      "lemonade",
      "lm-studio",
      "localai",
      "mlx-lm",
      "ollama",
      "text-generation-webui",
      "underdog",
      "vllm"
    ],
    "id": "local-ai.fit-model-to-hardware",
    "listings": {
      "caveat": 16,
      "no": 6,
      "notRead": 0,
      "tagged": 50,
      "unchecked": 1,
      "yes": 1
    },
    "name": "Pick a model, quantisation and context that fit the owner's memory and run fast enough",
    "status": "draft",
    "success": "The runner reports the loaded model's memory use and context size before the first request, and refuses or warns when weights plus KV cache exceed physical memory. Measured: the model generates at 20 tokens per second or more at the chosen context.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/local-ai.fit-model-to-hardware.json",
    "weight": 12,
    "weightBasis": "11 of 50 accounts give hardware, model size and a speed or a memory failure; the buyer checks name memory and tokens per second"
  }
}
