{
  "listings": [
    {
      "slug": "vllm",
      "name": "vLLM",
      "company": "The Linux Foundation (vLLM is a PyTorch Foundation project)",
      "grade": "D",
      "fit": "yes",
      "why": "A Claude Code integration page gives the ANTHROPIC_BASE_URL setup against the Anthropic Messages implementation, with --enable-auto-tool-choice and a parser per model. Responses and chat routes are documented, and Codex has its own page.",
      "source": "https://docs.vllm.ai/en/stable/serving/integrations/claude_code/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vllm"
    },
    {
      "slug": "berth",
      "name": "Berth",
      "company": "Trevin Tindall (T-Crypt on GitHub)",
      "grade": "B",
      "fit": "caveat",
      "why": "The preview gateway proxies /v1/chat/completions, /v1/completions and /v1/embeddings to the engine that owns the card, with KV snapshots so an agent context survives a switch. No Anthropic or Responses route; Linux and NVIDIA for full support.",
      "source": "https://github.com/T-Crypt/berth/blob/main/docs/gateway.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/berth"
    },
    {
      "slug": "docker-model-runner",
      "name": "Docker Model Runner",
      "company": "Docker, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "An account used the Anthropic-compatible route on a Mac, and the README shows OpenAI routes. Another got HTTP 500 whenever the model made two tool calls in one turn, and the maintainer said Model Runner is being deprecated for llmman.",
      "source": "https://github.com/docker/model-runner/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/docker-model-runner"
    },
    {
      "slug": "foundry-local",
      "name": "Foundry Local",
      "company": "Microsoft Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "The REST reference documents OpenAI chat completions with functions and tools and a supportsToolCalling flag per model; no Anthropic or Responses route. An issue shows tool calling failing on the QNN NPU while CUDA works.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry-local/reference/reference-rest",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/foundry-local"
    },
    {
      "slug": "ghost-core",
      "name": "Core",
      "company": "ZMJ, Inc., doing business as Ghost, 325 9th Street, San Francisco, CA 94103, United States",
      "grade": "F",
      "fit": "caveat",
      "why": "The FAQ claims an OpenAI Responses-compatible endpoint for OpenCode, OpenClaw and Codex, but publishes no address, authentication, model names or limits, and the device had not shipped: batch 1 was due 31 October and stock reads sold_out.",
      "source": "https://ghost.ai/core",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/ghost-core"
    },
    {
      "slug": "hyperqwen",
      "name": "HyperQwen",
      "company": "syv.ai (Copenhagen, CVR DK44671247)",
      "grade": "C",
      "fit": "caveat",
      "why": "vLLM's OpenAI API with a Qwen tool parser and 64k to 240k context at 127 tokens a second on an RTX 3090. One model, Linux with a 24 GB NVIDIA card, a 30-minute first start, and no harness docs.",
      "source": "https://github.com/syv-ai/HyperQwen/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hyperqwen"
    },
    {
      "slug": "jan",
      "name": "Jan",
      "company": "Menlo Research Pte Ltd",
      "grade": "C",
      "fit": "caveat",
      "why": "OpenAI-compatible server on 127.0.0.1:1337/v1 over llama.cpp, so OpenCode-style clients work. No Anthropic Messages or Responses route is documented for Claude Code or Codex, and no harness page exists.",
      "source": "https://github.com/janhq/jan/blob/main/docs/src/pages/docs/desktop/api-server.mdx",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jan"
    },
    {
      "slug": "koboldcpp",
      "name": "KoboldCpp",
      "company": "LostRuins (Concedo)",
      "grade": "B",
      "fit": "caveat",
      "why": "The OpenAPI file lists /v1/messages, /v1/responses and /v1/chat/completions, so every harness shape exists. No harness docs page, and one account's coding-agent run on a P40 stalled on parsing before it worked.",
      "source": "https://lite.koboldai.net/koboldcpp_api.json",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/koboldcpp"
    },
    {
      "slug": "lemonade",
      "name": "Lemonade",
      "company": "Advanced Micro Devices, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "A Claude Code docs page (lemonade launch claude) plus /v1/responses and chat routes with tool_calls. An open issue on Strix Halo shows every prompt past about 33k tokens crashing with 36 tool definitions loaded.",
      "source": "https://github.com/lemonade-sdk/lemonade/blob/main/docs/integrations/claude-code.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lemonade"
    },
    {
      "slug": "llama-cpp",
      "name": "llama.cpp",
      "company": "ggml.ai, part of Hugging Face since 2026",
      "grade": "D",
      "fit": "caveat",
      "why": "Server README documents /v1/messages, /v1/responses and tool use with --jinja; accounts run Claude Code, pi and Codex against it. No per-harness docs page, and streamed tool-call bugs with OpenCode and Qwen recurred before fixes.",
      "source": "https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/llama-cpp"
    },
    {
      "slug": "lm-studio",
      "name": "LM Studio",
      "company": "Element Labs, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "OpenAI chat, Responses and Anthropic Messages routes are documented and one account runs OpenCode daily. Others saw Claude Code lose its place, Codex's namespace MCP tools dropped on /v1/responses, and a Qwen fix-and-break loop.",
      "source": "https://lmstudio.ai/docs/developer/openai-compat/responses",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lm-studio"
    },
    {
      "slug": "localai",
      "name": "LocalAI",
      "company": "Ettore Di Giacinto and the LocalAI team",
      "grade": "B",
      "fit": "caveat",
      "why": "OpenAI chat, Anthropic Messages and Open Responses APIs are served across backends, with grammar-constrained tool calls. No harness docs page was found, and tool calls on vLLM backends depend on a parser setting.",
      "source": "https://localai.io/docs/features/mcp/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localai"
    },
    {
      "slug": "mlx-lm",
      "name": "MLX LM",
      "company": "Apple Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "One OpenAI-style chat completions route with a 512-token default max_tokens and no Anthropic or Responses route, so Claude Code and Codex have nothing to call. The server parses tool_calls in source, but SERVER.md leaves tools out.",
      "source": "https://github.com/ml-explore/mlx-lm/blob/main/mlx_lm/SERVER.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mlx-lm"
    },
    {
      "slug": "ollama",
      "name": "Ollama",
      "company": "Ollama Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "Docs pages for Claude Code (Anthropic route, ollama launch claude), Codex (wire_api responses) and OpenCode (OpenAI chat). Default context is 4k below 24 GiB VRAM and silently truncates until raised to 64k, which one account hit.",
      "source": "https://docs.ollama.com/integrations/claude-code",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/ollama"
    },
    {
      "slug": "privategpt",
      "name": "PrivateGPT",
      "company": "PriBAI Technology Spain S.L.",
      "grade": "C",
      "fit": "caveat",
      "why": "Claude Code and OpenCode pages with a compatibility table (tools, file tools, sub-agents) and private-gpt run claude-code. It is a layer over a separate OpenAI-compatible model server, and the last release is 1.0.1 of June 2026.",
      "source": "https://docs.privategpt.dev/integrations/claude-code",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/privategpt"
    },
    {
      "slug": "text-generation-webui",
      "name": "TextGen",
      "company": "oobabooga",
      "grade": "E",
      "fit": "caveat",
      "why": "The API doc calls it a drop-in for OpenAI and Anthropic including Messages, with tool_calls and ctx_size on load. --api must be set and a model loaded first; no harness page, and no release since v4.9 of May 2026.",
      "source": "https://github.com/oobabooga/textgen/blob/main/docs/12%20-%20OpenAI%20API.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/text-generation-webui"
    },
    {
      "slug": "underdog",
      "name": "Underdog",
      "company": "Conway Research",
      "grade": "F",
      "fit": "caveat",
      "why": "The Underdog app documents no API. The 27B model card gives a Splash serve command for an OpenAI-compatible endpoint and 130 tokens a second on Python coding on an M5 Max, but that is Splash's route, with no Anthropic shape or harness docs.",
      "source": "https://huggingface.co/ConwayResearch/Underdog-27B-1.0/raw/main/README.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/underdog"
    },
    {
      "slug": "anythingllm",
      "name": "AnythingLLM",
      "company": "Mintplex Labs, Inc.",
      "grade": "E",
      "fit": "no",
      "why": "Not a runner. /v1/openai/chat/completions chats with a workspace through the configured LLM provider; no Anthropic or Responses route and no harness docs.",
      "source": "https://github.com/Mintplex-Labs/anything-llm/blob/master/server/swagger/openapi.json",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anythingllm"
    },
    {
      "slug": "bitrun",
      "name": "BitRun",
      "company": "Abhishek Khanra (IshekKhal on GitHub)",
      "grade": "E",
      "fit": "no",
      "why": "Six ternary models of 70M to 8B with context windows of 768 to 8,192 tokens behind one chat completions route; no Anthropic or Responses route and no tool calling.",
      "source": "https://github.com/IshekKhal/bitrun/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/bitrun"
    },
    {
      "slug": "gpt4all",
      "name": "GPT4All",
      "company": "Nomic, Inc.",
      "grade": "F",
      "fit": "no",
      "why": "The API has models, completions and chat completions only, with no tool, Anthropic or Responses route, and must be switched on in the desktop app.",
      "source": "https://docs.gpt4all.io/gpt4all_api_server/home.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt4all"
    },
    {
      "slug": "khoj",
      "name": "Khoj",
      "company": "Khoj Inc.",
      "grade": "E",
      "fit": "no",
      "why": "A personal assistant over notes; no model-serving API shape for a coding harness.",
      "source": "https://docs.khoj.dev/features/chat",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/khoj"
    },
    {
      "slug": "localghost",
      "name": "LocalGhost",
      "company": "LocalGhost.ai Ltd (company number 17213100, registered in England and Wales, incorporated 12 May 2026)",
      "grade": "F",
      "fit": "no",
      "why": "The README says there is no API, MCP server or agent surface; the box answers only its enrolled phone.",
      "source": "https://github.com/LocalGhostDao/localghost/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localghost"
    },
    {
      "slug": "open-webui",
      "name": "Open WebUI",
      "company": "Open WebUI Inc.",
      "grade": "D",
      "fit": "no",
      "why": "A chat front end over configured model connections, not a model runner. Its Anthropic and OpenAI routes forward to the backend; no harness setup is documented.",
      "source": "https://docs.openwebui.com/reference/api-endpoints",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/open-webui"
    },
    {
      "slug": "screenpipe",
      "name": "screenpipe",
      "company": "Negentropy Labs, Inc. (dba Screenpipe)",
      "grade": "C",
      "fit": "no",
      "why": "Not a model runner; it gives coding agents screen memory over MCP.",
      "source": "https://docs.screenpipe.com/mcp-server",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/screenpipe"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 21,
    "after": [
      "agent-harnesses.pair-in-terminal"
    ],
    "area": "models",
    "asks": [
      "point Claude Code at a local model",
      "run OpenCode against my Ollama",
      "use qwen3-coder on my Mac instead of paying for a subscription",
      "offload small coding tasks to a local model"
    ],
    "before": [
      "open-weights.local-coding-agent",
      "agent-harnesses.local-model"
    ],
    "blockers": [
      "model emits the tool call as plain text or inside reasoning_content, so the harness loop stalls",
      "runner has no Anthropic Messages or OpenAI Responses route for the harness",
      "default 4k context silently truncates the harness's system prompt and tool list",
      "generation below about 15 tokens per second, so a task that takes Claude minutes takes an hour"
    ],
    "capabilities": [
      "inference.local",
      "inference.open-weights",
      "api.anthropic-compat",
      "api.openai-compat",
      "inference.tool-calling"
    ],
    "category": "local-ai",
    "categoryName": "Local AI",
    "checked": "2026-11-12",
    "companies": {
      "fit": 1,
      "fitWithLimit": 16,
      "tagged": 49
    },
    "competition": "one",
    "fits": [
      "vllm"
    ],
    "fitsWithLimit": [
      "berth",
      "docker-model-runner",
      "foundry-local",
      "ghost-core",
      "hyperqwen",
      "jan",
      "koboldcpp",
      "lemonade",
      "llama-cpp",
      "lm-studio",
      "localai",
      "mlx-lm",
      "ollama",
      "privategpt",
      "text-generation-webui",
      "underdog"
    ],
    "id": "local-ai.coding-agent-backend",
    "listings": {
      "caveat": 16,
      "no": 7,
      "notRead": 0,
      "tagged": 50,
      "unchecked": 0,
      "yes": 1
    },
    "name": "Serve an open model to a coding harness on the owner's machine",
    "status": "draft",
    "success": "The harness runs against the local endpoint with every tool call parsed into structured calls. Measured: the harness completes a multi-step edit task (read, edit, run a command, re-read) with no manual retries and no 4xx or 5xx from the runner, at 20 tokens per second or more on the owner's hardware.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/local-ai.coding-agent-backend.json",
    "weight": 26,
    "weightBasis": "22 of 50 counted accounts; the single most common thing people reported doing with a local runner in the Hacker News comments and GitHub issues read"
  }
}
