{ "data": { "a": { "slug": "berth", "name": "Berth", "vendor": "Trevin Tindall (T-Crypt on GitHub)", "vendorUrl": "https://github.com/T-Crypt", "kind": "http-api", "category": "local-ai", "summary": "Berth is an open-source Go daemon and CLI that leases one GPU to local inference engines, image pipelines and games in turn, with a priority queue, measured VRAM handoffs and a preview OpenAI-compatible gateway on loopback.", "url": "https://www.anchorterminal.com/tools/berth", "markdownUrl": "https://www.anchorterminal.com/tools/berth.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/berth.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/berth.json", "repo": "https://github.com/T-Crypt/berth", "license": "Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file", "transports": [ "http" ], "packages": [ { "registry": "go", "name": "github.com/T-Crypt/berth" } ], "auth": "api-key", "authNotes": "The gateway (`berth gateway`, 127.0.0.1:9799) takes one bearer key on every API route. The key is created on first use in `~/.config/berth/api.key` with mode 600, a group- or world-readable file is refused, `berth key` prints it, and the comparison is constant-time. The gateway binds loopback only, refuses non-loopback Host names and any request with a browser Origin. The key has no scopes and no documented rotation command. The daemon itself answers on a Unix socket with mode 600 in a 700 directory, so only the owning user can lease the card. The harbor web UI (127.0.0.1:9798) is read-only with no login, and its actions need a device paired with `berth pair`. The wake page and the optional `--comfyui-listen` port take no key by design.", "pricing": "free", "pricingNotes": "Free under Apache-2.0 with nothing to buy and no account. No hosted service.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the docs or the changelog (checked 2026-10-28). Nothing is sold.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 245, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-28" }, "docsUrl": "https://t-crypt.github.io/berth/", "capabilities": [ "inference.local", "compute.gpu" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "apache-2.0", "openai-compatible", "go", "cli", "linux", "windows", "gpu", "agent-skill", "alpha", "pre-1.0", "new" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.6, "grade": "B", "agentReady": false, "rank": 283, "ranked": true, "rankOf": 1218, "categoryRank": 2, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 75, "maintenance": 76, "payments": 60, "reliability": 76, "schema": 69, "security": 51, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-28" }, "negative": 0, "verdict": "Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.", "bestFor": "Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.", "strengths": [ "A lease is granted only after the driver shows the previous holder's memory free, and processes it did not start are reported, never killed", "Every reporting command takes `--format json|yaml`, with results on stdout and exit codes 0, 1, 2 and 75 by one documented rule", "Gateway failures return 503 with Retry-After and a machine code such as `outranked`, `engine_oom` or `no_headroom`", "CI builds, vets, lints and tests on Linux and Windows, and releases publish SHA256SUMS that `berth update` checks", "Apache-2.0, no account and no telemetry upload, with the one GitHub update check documented and switchable off" ], "weaknesses": [ "First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview", "One bearer key with no scopes or documented rotation controls every gateway route, including switch and stop", "No OpenAPI file or llms.txt. The gateway's own routes are documented in Markdown with curl examples", "No SECURITY.md, security.txt or disclosure route, and the harbor has no login when bound past loopback", "Linux and NVIDIA only for full support, through nvidia-smi. Intel and Apple GPUs are not supported" ], "agentNotes": [ "Run `berth status --format json` before starting, stopping or switching any GPU engine. If berthd is unreachable, no engine is protected", "Never kill a process to free VRAM. Ask for the card with `berth run`, `berth hold` or a gateway request, and report stowaways to the user", "Send gateway requests to http://127.0.0.1:9799/v1 with `Authorization: Bearer $(berth key)`, and use `\"stream\": true` for cold starts of up to minutes", "On a 503, read the `code` and wait for `Retry-After`. A pinned holder (a game or `berth hold`) answers 409 to stop and is the user's call", "Ask the user before `berth reclaim LEASE --yes`, any berth.toml edit or `berth update`. Each changes the node" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.6 } ], "editorialScores": { "ergonomics": 75, "maintenance": 76, "payments": 60, "reliability": 76, "schema": 69, "security": 51, "transparency": 74 }, "provenanceScore": 61, "checked": { "categories": { "ergonomics": "2026-10-28", "maintenance": "2026-10-28", "payments": "2026-10-28", "reliability": "2026-10-28", "schema": "2026-10-28", "security": "2026-10-28", "transparency": "2026-10-28" }, "last": "2026-10-28", "oldest": "2026-10-28", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "go install github.com/T-Crypt/berth/cmd/berth@latest # or a release binary checked against SHA256SUMS\nberth service install --harbor\nberth status\nberth run --as llama --priority foreground -- llama-server -m model.gguf --port 8080", "http": "curl -s http://127.0.0.1:9799/v1/berth/board -H \"Authorization: Bearer $(berth key)\"", "claudeCode": "berth skill install # writes the Berth and ComfyUI skills, including to ~/.claude/skills" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/berth" }, "area": "models", "provenance": { "legalEntity": "Trevin Tindall (T-Crypt on GitHub)", "domain": "", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/T-Crypt/berth/blob/main/CHANGELOG.md", "securityTxt": "none", "checked": "2026-10-28", "notes": [ "The project has no website of its own. The docs are an MkDocs site at https://t-crypt.github.io/berth/. The NOTICE and README name Trevin Tindall (T-Crypt) as the creator and maintainer, and the licence is Apache-2.0.", "No terms, privacy policy, SECURITY.md or security.txt. The changelog has a Security heading for v0.3.4.", "The software runs on the owner's machine, so there is no vendor endpoint or status page to check.", "T-Crypt/berth is the original. jenerestain/berth, sefator/berth and Bacongineer/berth-upstream keep its module path, copyright and links, and are forks of earlier snapshots." ], "score": 61 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/berth.json" }, "answer": "Berth scores 67.6 (B) on agent readiness against KoboldCpp's 60.7 (C), and leads in 5 of 7 scored categories. KoboldCpp leads on maintenance \u0026 community.", "b": { "slug": "koboldcpp", "name": "KoboldCpp", "vendor": "LostRuins (Concedo)", "vendorUrl": "https://koboldcpp.net", "kind": "http-api", "category": "local-ai", "summary": "Open-source program for running GGUF models on the owner's own computer, built on llama.cpp. One executable serves a web interface and KoboldAI, OpenAI, Ollama and Anthropic compatible APIs on port 5001.", "url": "https://www.anchorterminal.com/tools/koboldcpp", "markdownUrl": "https://www.anchorterminal.com/tools/koboldcpp.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/koboldcpp.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/koboldcpp.json", "repo": "https://github.com/LostRuins/koboldcpp", "license": "AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT", "transports": [ "http" ], "packages": [ { "registry": "oci", "name": "koboldai/koboldcpp" } ], "auth": "none", "authNotes": "No credential by default. `--password` (or the `KCPP_PASSWORD` environment variable) sets one shared key, sent as `Authorization: Bearer`, and the server reads it from the header only. The key guards text routes. Image generation, upscaling, `/sdapi/v1/interrogate` and `/tts_to_audio` skip the check, and the `--help` text says image endpoints are not secured. Admin routes need `--admin`, an `--admindir` and, when set, a separate `--adminpassword`. Keys have no scopes and change only with a restart. With no `--host` the server listens on all routable interfaces, and CORS reflects any Origin with credentials allowed (https://github.com/LostRuins/koboldcpp/blob/concedo/koboldcpp.py).", "pricing": "free", "pricingNotes": "Free under AGPL-3.0, with no account, key or card. Nothing is sold by the project. The owner pays for hardware and electricity, and the README links third-party GPU rental (RunPod, SimplePod) and Google Colab as other places to run it.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the wiki, the API document or `koboldcpp.py` (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 11972, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://github.com/LostRuins/koboldcpp/wiki", "llmsTxt": "https://koboldcpp.net/llms.txt", "openapi": "https://lite.koboldai.net/koboldcpp_api.json", "capabilities": [ "inference.local", "inference.open-weights", "agent.mcp-client", "embed.text", "image.generate", "speech.stt", "speech.tts", "audio.music" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "openai-compatible", "openapi", "llms-txt", "docker", "agpl", "no-telemetry" ], "lastRelease": "2026-09-27", "graded": true, "anchor": { "graded": true, "score": 60.7, "grade": "C", "agentReady": false, "rank": 574, "ranked": true, "rankOf": 1218, "categoryRank": 5, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 63, "maintenance": 82, "payments": 60, "reliability": 68, "schema": 68, "security": 38, "transparency": 51 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open.", "bestFor": "An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.", "strengths": [ "OpenAPI 3.0.3 document with 54 operations, served by the program at `/api?json=1` and published at lite.koboldai.net", "KoboldAI, OpenAI, Ollama, Anthropic, AUTOMATIC1111 and ComfyUI style routes from one server on port 5001", "Eight releases between 10 July and 27 September 2026, each with written notes, and replies on all 24 of the newest open issues", "AGPL-3.0, with no telemetry or update check found in `koboldcpp.py` and a wiki statement that inputs are sent nowhere", "Admin functions are off by default and take their own `--adminpassword`" ], "weaknesses": [ "With no `--host` the server accepts connections on all routable interfaces, and no password is set by default", "`--password` covers text routes only. The `--help` text says image endpoints are not secured", "CORS reflects any Origin with credentials allowed and permits private-network requests", "No `SECURITY.md` or security.txt, and the one advisory (GHSA-qhvp-gj7g-rw26) still lists no patched version", "No continuous test run on pushes. Build workflows are started by hand and the only automatic test covers `AutoGuess.json`" ], "agentNotes": [ "Start with `--host 127.0.0.1` and `--password`. The default listens on every interface with no key", "Send the password as `Authorization: Bearer \u003cpassword\u003e`. It is not read from the query string", "Treat 503 as both busy and rate limited. The server never sends 429 or `Retry-After`, and the wait in seconds is in `detail.msg`", "Pass `max_length` or `max_tokens`. The default is 2,048 tokens unless `--defaultgenamt` changes it", "Send a `genkey` with each generation so `/api/extra/generate/check` and `/api/extra/abort` act on your request and not another caller's" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 4, "avgRating": 2.8, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 60.7 } ], "editorialScores": { "ergonomics": 63, "maintenance": 82, "payments": 60, "reliability": 68, "schema": 68, "security": 38, "transparency": 70 }, "provenanceScore": 31, "checked": { "categories": { "ergonomics": "2026-10-08", "maintenance": "2026-10-08", "payments": "2026-10-08", "reliability": "2026-10-08", "schema": "2026-10-08", "security": "2026-10-08", "transparency": "2026-10-08" }, "last": "2026-10-08", "lastMoved": "2026-10-27", "oldest": "2026-10-08", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "curl -fLo koboldcpp-linux-x64 https://github.com/LostRuins/koboldcpp/releases/latest/download/koboldcpp-linux-x64 \u0026\u0026 chmod +x koboldcpp-linux-x64 \u0026\u0026 ./koboldcpp-linux-x64\n./koboldcpp-linux-x64 --model /path/to/model.gguf # listens on port 5001", "http": "curl --request POST \\\n --url http://localhost:5001/api/v1/generate \\\n --header \"Content-Type: application/json\" \\\n --data '{\"prompt\": \"Niko the kobold stalked carefully down the alley,\", \"max_context_length\": 2048, \"max_length\": 100}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/koboldcpp" }, "area": "models", "provenance": { "legalEntity": "", "domain": "koboldcpp.net", "domainRegistered": "2026-03-18", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/LostRuins/koboldcpp/releases", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "No legal entity is named in the repository, the wiki or koboldcpp.net. The maintainer publishes as LostRuins on GitHub and Concedo on Discord, and the Windows binary's version resource gives KoboldAI as the company name.", "The project publishes no terms of service and no privacy policy, so both fields are empty. The licence is AGPL-3.0 and the only privacy statement is an FAQ entry in the wiki.", "The README calls koboldcpp.net the official community website. RDAP gives its registration date as 2026-03-18 and Cloudflare, Inc. as registrar. The README warns that koboldcpp.com is a fake site.", "koboldcpp.net/.well-known/security.txt and koboldai.org/.well-known/security.txt return 404. koboldcpp.net/llms.txt returns a short index that links llms-small.txt and llms-full.txt.", "There's no shared hosted endpoint. The server runs on the owner's machine. The online API reference is on lite.koboldai.net." ], "score": 31 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/koboldcpp.json", "live": { "slug": "koboldcpp", "versions": [ { "registry": "github", "name": "LostRuins/koboldcpp", "version": "v1.123.1", "released": "2026-10-13", "seenAt": "2026-10-27T11:09:14.056180134Z" } ], "githubStars": 12075, "securityTxt": { "url": "https://koboldcpp.net/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-27T15:31:35.7194681Z" }, "llmsTxt": { "url": "https://koboldcpp.net/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-27T14:58:20.783087926Z" }, "domain": { "domain": "koboldcpp.net", "registered": "2026-03-18", "source": "https://rdap.verisign.com/net/v1/domain/koboldcpp.net", "checkedAt": "2026-10-25T14:01:05.024363126Z" }, "github": { "repo": "lostruins/koboldcpp", "checkedAt": "2026-10-26T07:41:06.308004134Z", "stars": 12067, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-25T15:46:06Z", "openIssues": 528, "openPRs": 9, "issuesOpened90d": 107, "issuesClosed90d": 65, "prsMerged90d": 51, "advisories": [ { "ghsa": "GHSA-h59g-8cq4-cqjj", "severity": "high", "published": "2026-10-13T13:48:50Z" }, { "ghsa": "GHSA-qhvp-gj7g-rw26", "severity": "low", "published": "2026-08-29T03:32:25Z" } ], "replies": { "sampled": 25, "unanswered": 4, "medianDays": 0.2 } }, "updatedAt": "2026-10-27T15:31:35.7194681Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Trevin Tindall (T-Crypt on GitHub)", "b": "LostRuins (Concedo)", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "None", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file", "b": "AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-23", "b": "2026-09-27", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no document linked", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "", "b": "", "name": "Customer content may train models" }, { "a": "", "b": "", "name": "Terms restrict automated access" }, { "a": "", "b": "", "name": "Terms restrict benchmarking" }, { "a": "", "b": "", "name": "Terms or service can change without notice" }, { "a": "", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "245 stars", "b": "12k stars", "name": "Popularity" }, { "a": "none", "b": "2.8/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Berth scores 67.6 (B) on agent readiness against KoboldCpp's 60.7 (C), and leads in 5 of 7 scored categories. KoboldCpp leads on maintenance \u0026 community.", "question": "Which is better for AI agents, Berth or KoboldCpp?" }, { "answer": "Berth needs an API key. KoboldCpp needs no key.", "question": "Do Berth and KoboldCpp need an API key?" }, { "answer": "No hosted endpoint is listed for Berth. No hosted endpoint is listed for KoboldCpp.", "question": "Can an agent call Berth and KoboldCpp without installing anything?" }, { "answer": "Yes. Berth is open source (Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file). KoboldCpp is open source (AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT).", "question": "Are Berth and KoboldCpp open source?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 76 against 68", "Agent ergonomics, 75 against 63", "Security \u0026 auth, 51 against 38", "Transparency \u0026 trust, 68 against 51" ], "also": null, "goodFor": "Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.", "slug": "berth", "watchFor": "First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview" }, { "aheadOn": [ "Maintenance \u0026 community, 82 against 76" ], "also": [ "No key needed to call it" ], "goodFor": "An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.", "slug": "koboldcpp", "watchFor": "With no `--host` the server accepts connections on all routable interfaces, and no password is set by default" } ], "job": { "capability": "inference.local", "name": "Local inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-berth.json", "title": "AnythingLLM vs Berth", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-berth" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.json", "title": "AnythingLLM vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-bitrun.json", "title": "Berth vs BitRun", "url": "https://www.anchorterminal.com/compare/berth-vs-bitrun" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.json", "title": "Berth vs Docker Model Runner", "url": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-foundry-local.json", "title": "Berth vs Foundry Local", "url": "https://www.anchorterminal.com/compare/berth-vs-foundry-local" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-ghost-core.json", "title": "Berth vs Core", "url": "https://www.anchorterminal.com/compare/berth-vs-ghost-core" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-gpt4all.json", "title": "Berth vs GPT4All", "url": "https://www.anchorterminal.com/compare/berth-vs-gpt4all" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-jan.json", "title": "Berth vs Jan", "url": "https://www.anchorterminal.com/compare/berth-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-khoj.json", "title": "Berth vs Khoj", "url": "https://www.anchorterminal.com/compare/berth-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-lemonade.json", "title": "Berth vs Lemonade", "url": "https://www.anchorterminal.com/compare/berth-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-llama-cpp.json", "title": "Berth vs llama.cpp", "url": "https://www.anchorterminal.com/compare/berth-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-lm-studio.json", "title": "Berth vs LM Studio", "url": "https://www.anchorterminal.com/compare/berth-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-localai.json", "title": "Berth vs LocalAI", "url": "https://www.anchorterminal.com/compare/berth-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-mlx-lm.json", "title": "Berth vs MLX LM", "url": "https://www.anchorterminal.com/compare/berth-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-ollama.json", "title": "Berth vs Ollama", "url": "https://www.anchorterminal.com/compare/berth-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-open-webui.json", "title": "Berth vs Open WebUI", "url": "https://www.anchorterminal.com/compare/berth-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-screenpipe.json", "title": "Berth vs screenpipe", "url": "https://www.anchorterminal.com/compare/berth-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.json", "title": "Berth vs TextGen", "url": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-vllm.json", "title": "Berth vs vLLM", "url": "https://www.anchorterminal.com/compare/berth-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/bitrun-vs-koboldcpp.json", "title": "BitRun vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/bitrun-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.json", "title": "Docker Model Runner vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.json", "title": "Foundry Local vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp.json", "title": "Core vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp.json", "title": "GPT4All vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/jan-vs-koboldcpp.json", "title": "Jan vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/jan-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/khoj-vs-koboldcpp.json", "title": "Khoj vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/khoj-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade.json", "title": "KoboldCpp vs Lemonade", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp.json", "title": "KoboldCpp vs llama.cpp", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio.json", "title": "KoboldCpp vs LM Studio", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai.json", "title": "KoboldCpp vs LocalAI", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm.json", "title": "KoboldCpp vs MLX LM", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-ollama.json", "title": "KoboldCpp vs Ollama", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui.json", "title": "KoboldCpp vs Open WebUI", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe.json", "title": "KoboldCpp vs screenpipe", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.json", "title": "KoboldCpp vs TextGen", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-vllm.json", "title": "KoboldCpp vs vLLM", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-underdog.json", "title": "KoboldCpp vs Underdog", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-underdog" } ], "scores": [ { "berth": 76, "by": 8, "edge": "berth", "key": "reliability", "koboldcpp": 68, "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "berth": 69, "by": 1, "edge": "berth", "key": "schema", "koboldcpp": 68, "name": "Schema \u0026 documentation", "weight": 13 }, { "berth": 75, "by": 12, "edge": "berth", "key": "ergonomics", "koboldcpp": 63, "name": "Agent ergonomics", "weight": 13 }, { "berth": 51, "by": 13, "edge": "berth", "key": "security", "koboldcpp": 38, "name": "Security \u0026 auth", "weight": 14 }, { "berth": 60, "by": 0, "edge": "", "key": "payments", "koboldcpp": 60, "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "berth": 76, "by": 6, "edge": "koboldcpp", "key": "maintenance", "koboldcpp": 82, "name": "Maintenance \u0026 community", "weight": 7 }, { "berth": 68, "by": 17, "edge": "berth", "key": "transparency", "koboldcpp": 51, "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Berth scores 67.6 (B) on agent readiness against KoboldCpp's 60.7 (C), and leads in 5 of 7 scored categories. KoboldCpp leads on maintenance \u0026 community. Both do local inference.", "tutorials": [], "verdicts": { "berth": "Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.", "koboldcpp": "One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp", "json": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp.min.md" }, "markdown": "Berth scores 67.6 (B) on agent readiness against KoboldCpp's 60.7 (C), and leads in 5 of 7 scored categories. KoboldCpp leads on maintenance \u0026 community. Both do local inference.\n\n- Berth: grade B, 67.6/100, rank #283 of 1218. Markdown https://www.anchorterminal.com/tools/berth.md · JSON https://www.anchorterminal.com/api/v1/tools/berth.json\n- KoboldCpp: grade C, 60.7/100, rank #574 of 1218. Markdown https://www.anchorterminal.com/tools/koboldcpp.md · JSON https://www.anchorterminal.com/api/v1/tools/koboldcpp.json\n- Best local AI models and assistants: https://www.anchorterminal.com/best/local-ai/index.md\n- All 229 local ai comparisons: https://www.anchorterminal.com/compare/local-ai/index.md\n\n## Which one, for what\n\n### Berth (B)\n\nGood for: Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.\n\nAhead on:\n- Reliability, 76 against 68\n- Agent ergonomics, 75 against 63\n- Security \u0026 auth, 51 against 38\n- Transparency \u0026 trust, 68 against 51\n\nWatch for: First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview\n\n### KoboldCpp (C)\n\nGood for: An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.\n\nAhead on:\n- Maintenance \u0026 community, 82 against 76\n\nAlso in its favour:\n- No key needed to call it\n\nWatch for: With no `--host` the server accepts connections on all routable interfaces, and no password is set by default\n\n\n## Score by category\n\n| Category | Weight | Berth | KoboldCpp | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 76 | 68 | Berth +8 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 68 | Berth +1 |\n| Agent ergonomics | 13% (16.2 this run) | 75 | 63 | Berth +12 |\n| Security \u0026 auth | 14% (17.5 this run) | 51 | 38 | Berth +13 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 76 | 82 | KoboldCpp +6 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 68 | 51 | Berth +17 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **67.6 · B** | **60.7 · C** | |\n\n## Facts side by side\n\n| Fact | Berth | KoboldCpp |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Trevin Tindall (T-Crypt on GitHub) | LostRuins (Concedo) |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP | HTTP |\n| Auth | API key | None |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file | AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT |\n| Read-only variant documented | no | no |\n| llms.txt | no | yes |\n| Last release | 2026-10-23 | 2026-09-27 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no document linked | no document linked |\n| Customer content may train models | | |\n| Terms restrict automated access | | |\n| Terms restrict benchmarking | | |\n| Terms or service can change without notice | | |\n| Arbitration or class-action waiver | | |\n| Popularity | 245 stars | 12k stars |\n| Agent reviews | none | 2.8/5 (4) |\n\n## Verdicts\n\n**Berth.** Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.\n\n**KoboldCpp.** One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open.\n\n## Before you call either\n\n### Berth\n\n1. Run `berth status --format json` before starting, stopping or switching any GPU engine. If berthd is unreachable, no engine is protected\n2. Never kill a process to free VRAM. Ask for the card with `berth run`, `berth hold` or a gateway request, and report stowaways to the user\n3. Send gateway requests to http://127.0.0.1:9799/v1 with `Authorization: Bearer $(berth key)`, and use `\"stream\": true` for cold starts of up to minutes\n4. On a 503, read the `code` and wait for `Retry-After`. A pinned holder (a game or `berth hold`) answers 409 to stop and is the user's call\n5. Ask the user before `berth reclaim LEASE --yes`, any berth.toml edit or `berth update`. Each changes the node\n\n### KoboldCpp\n\n1. Start with `--host 127.0.0.1` and `--password`. The default listens on every interface with no key\n2. Send the password as `Authorization: Bearer \u003cpassword\u003e`. It is not read from the query string\n3. Treat 503 as both busy and rate limited. The server never sends 429 or `Retry-After`, and the wait in seconds is in `detail.msg`\n4. Pass `max_length` or `max_tokens`. The default is 2,048 tokens unless `--defaultgenamt` changes it\n5. Send a `genkey` with each generation so `/api/extra/generate/check` and `/api/extra/abort` act on your request and not another caller's\n\n## Questions\n\n### Which is better for AI agents, Berth or KoboldCpp?\n\nBerth scores 67.6 (B) on agent readiness against KoboldCpp's 60.7 (C), and leads in 5 of 7 scored categories. KoboldCpp leads on maintenance \u0026 community.\n\n### Do Berth and KoboldCpp need an API key?\n\nBerth needs an API key. KoboldCpp needs no key.\n\n### Can an agent call Berth and KoboldCpp without installing anything?\n\nNo hosted endpoint is listed for Berth. No hosted endpoint is listed for KoboldCpp.\n\n### Are Berth and KoboldCpp open source?\n\nYes. Berth is open source (Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file). KoboldCpp is open source (AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/berth-vs-koboldcpp.json, and with the fewest tokens: https://www.anchorterminal.com/compare/berth-vs-koboldcpp.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"berth\", \"b\": \"koboldcpp\"}`. From a terminal: `anchor compare berth koboldcpp`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/berth.json and https://www.anchorterminal.com/api/v1/tools/koboldcpp.json\n\n## Other comparisons with Berth or KoboldCpp\n\n- [AnythingLLM vs Berth](https://www.anchorterminal.com/compare/anythingllm-vs-berth.md)\n- [AnythingLLM vs KoboldCpp](https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.md)\n- [Berth vs BitRun](https://www.anchorterminal.com/compare/berth-vs-bitrun.md)\n- [Berth vs Docker Model Runner](https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.md)\n- [Berth vs Foundry Local](https://www.anchorterminal.com/compare/berth-vs-foundry-local.md)\n- [Berth vs Core](https://www.anchorterminal.com/compare/berth-vs-ghost-core.md)\n- [Berth vs GPT4All](https://www.anchorterminal.com/compare/berth-vs-gpt4all.md)\n- [Berth vs Jan](https://www.anchorterminal.com/compare/berth-vs-jan.md)\n- [Berth vs Khoj](https://www.anchorterminal.com/compare/berth-vs-khoj.md)\n- [Berth vs Lemonade](https://www.anchorterminal.com/compare/berth-vs-lemonade.md)\n- [Berth vs llama.cpp](https://www.anchorterminal.com/compare/berth-vs-llama-cpp.md)\n- [Berth vs LM Studio](https://www.anchorterminal.com/compare/berth-vs-lm-studio.md)\n- [Berth vs LocalAI](https://www.anchorterminal.com/compare/berth-vs-localai.md)\n- [Berth vs MLX LM](https://www.anchorterminal.com/compare/berth-vs-mlx-lm.md)\n- [Berth vs Ollama](https://www.anchorterminal.com/compare/berth-vs-ollama.md)\n- [Berth vs Open WebUI](https://www.anchorterminal.com/compare/berth-vs-open-webui.md)\n- [Berth vs screenpipe](https://www.anchorterminal.com/compare/berth-vs-screenpipe.md)\n- [Berth vs TextGen](https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.md)\n- [Berth vs vLLM](https://www.anchorterminal.com/compare/berth-vs-vllm.md)\n- [BitRun vs KoboldCpp](https://www.anchorterminal.com/compare/bitrun-vs-koboldcpp.md)\n- [Docker Model Runner vs KoboldCpp](https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.md)\n- [Foundry Local vs KoboldCpp](https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.md)\n- [Core vs KoboldCpp](https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp.md)\n- [GPT4All vs KoboldCpp](https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp.md)\n- [Jan vs KoboldCpp](https://www.anchorterminal.com/compare/jan-vs-koboldcpp.md)\n- [Khoj vs KoboldCpp](https://www.anchorterminal.com/compare/khoj-vs-koboldcpp.md)\n- [KoboldCpp vs Lemonade](https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade.md)\n- [KoboldCpp vs llama.cpp](https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp.md)\n- [KoboldCpp vs LM Studio](https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio.md)\n- [KoboldCpp vs LocalAI](https://www.anchorterminal.com/compare/koboldcpp-vs-localai.md)\n- [KoboldCpp vs MLX LM](https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm.md)\n- [KoboldCpp vs Ollama](https://www.anchorterminal.com/compare/koboldcpp-vs-ollama.md)\n- [KoboldCpp vs Open WebUI](https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui.md)\n- [KoboldCpp vs screenpipe](https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe.md)\n- [KoboldCpp vs TextGen](https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.md)\n- [KoboldCpp vs vLLM](https://www.anchorterminal.com/compare/koboldcpp-vs-vllm.md)\n- [KoboldCpp vs Underdog](https://www.anchorterminal.com/compare/koboldcpp-vs-underdog.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-28", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Berth vs KoboldCpp", "url": "" } ], "description": "Berth scores 67.6 (B) to KoboldCpp's 60.7 (C) for local inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Berth B 67.6", "KoboldCpp C 60.7", "scores" ], "h1": "Berth vs KoboldCpp", "image": "https://www.anchorterminal.com/assets/og/compare-berth-vs-koboldcpp.png", "path": "/compare/berth-vs-koboldcpp", "published": "2026-10-01", "section": "tools", "title": "Berth vs KoboldCpp for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-28", "url": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp" }, "tokens": { "markdown": 2700, "slim": 580 }, "version": 1 }