{ "data": { "a": { "slug": "berth", "name": "Berth", "vendor": "Trevin Tindall (T-Crypt on GitHub)", "vendorUrl": "https://github.com/T-Crypt", "kind": "http-api", "category": "local-ai", "summary": "Berth is an open-source Go daemon and CLI that leases one GPU to local inference engines, image pipelines and games in turn, with a priority queue, measured VRAM handoffs and a preview OpenAI-compatible gateway on loopback.", "url": "https://www.anchorterminal.com/tools/berth", "markdownUrl": "https://www.anchorterminal.com/tools/berth.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/berth.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/berth.json", "repo": "https://github.com/T-Crypt/berth", "license": "Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file", "transports": [ "http" ], "packages": [ { "registry": "go", "name": "github.com/T-Crypt/berth" } ], "auth": "api-key", "authNotes": "The gateway (`berth gateway`, 127.0.0.1:9799) takes one bearer key on every API route. The key is created on first use in `~/.config/berth/api.key` with mode 600, a group- or world-readable file is refused, `berth key` prints it, and the comparison is constant-time. The gateway binds loopback only, refuses non-loopback Host names and any request with a browser Origin. The key has no scopes and no documented rotation command. The daemon itself answers on a Unix socket with mode 600 in a 700 directory, so only the owning user can lease the card. The harbor web UI (127.0.0.1:9798) is read-only with no login, and its actions need a device paired with `berth pair`. The wake page and the optional `--comfyui-listen` port take no key by design.", "pricing": "free", "pricingNotes": "Free under Apache-2.0 with nothing to buy and no account. No hosted service.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the docs or the changelog (checked 2026-10-28). Nothing is sold.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 245, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-28" }, "docsUrl": "https://t-crypt.github.io/berth/", "capabilities": [ "inference.local", "compute.gpu" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "apache-2.0", "openai-compatible", "go", "cli", "linux", "windows", "gpu", "agent-skill", "alpha", "pre-1.0", "new" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.6, "grade": "B", "agentReady": false, "rank": 283, "ranked": true, "rankOf": 1218, "categoryRank": 2, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 75, "maintenance": 76, "payments": 60, "reliability": 76, "schema": 69, "security": 51, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-28" }, "negative": 0, "verdict": "Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.", "bestFor": "Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.", "strengths": [ "A lease is granted only after the driver shows the previous holder's memory free, and processes it did not start are reported, never killed", "Every reporting command takes `--format json|yaml`, with results on stdout and exit codes 0, 1, 2 and 75 by one documented rule", "Gateway failures return 503 with Retry-After and a machine code such as `outranked`, `engine_oom` or `no_headroom`", "CI builds, vets, lints and tests on Linux and Windows, and releases publish SHA256SUMS that `berth update` checks", "Apache-2.0, no account and no telemetry upload, with the one GitHub update check documented and switchable off" ], "weaknesses": [ "First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview", "One bearer key with no scopes or documented rotation controls every gateway route, including switch and stop", "No OpenAPI file or llms.txt. The gateway's own routes are documented in Markdown with curl examples", "No SECURITY.md, security.txt or disclosure route, and the harbor has no login when bound past loopback", "Linux and NVIDIA only for full support, through nvidia-smi. Intel and Apple GPUs are not supported" ], "agentNotes": [ "Run `berth status --format json` before starting, stopping or switching any GPU engine. If berthd is unreachable, no engine is protected", "Never kill a process to free VRAM. Ask for the card with `berth run`, `berth hold` or a gateway request, and report stowaways to the user", "Send gateway requests to http://127.0.0.1:9799/v1 with `Authorization: Bearer $(berth key)`, and use `\"stream\": true` for cold starts of up to minutes", "On a 503, read the `code` and wait for `Retry-After`. A pinned holder (a game or `berth hold`) answers 409 to stop and is the user's call", "Ask the user before `berth reclaim LEASE --yes`, any berth.toml edit or `berth update`. Each changes the node" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.6 } ], "editorialScores": { "ergonomics": 75, "maintenance": 76, "payments": 60, "reliability": 76, "schema": 69, "security": 51, "transparency": 74 }, "provenanceScore": 61, "checked": { "categories": { "ergonomics": "2026-10-28", "maintenance": "2026-10-28", "payments": "2026-10-28", "reliability": "2026-10-28", "schema": "2026-10-28", "security": "2026-10-28", "transparency": "2026-10-28" }, "last": "2026-10-28", "oldest": "2026-10-28", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "go install github.com/T-Crypt/berth/cmd/berth@latest # or a release binary checked against SHA256SUMS\nberth service install --harbor\nberth status\nberth run --as llama --priority foreground -- llama-server -m model.gguf --port 8080", "http": "curl -s http://127.0.0.1:9799/v1/berth/board -H \"Authorization: Bearer $(berth key)\"", "claudeCode": "berth skill install # writes the Berth and ComfyUI skills, including to ~/.claude/skills" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/berth" }, "area": "models", "provenance": { "legalEntity": "Trevin Tindall (T-Crypt on GitHub)", "domain": "", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/T-Crypt/berth/blob/main/CHANGELOG.md", "securityTxt": "none", "checked": "2026-10-28", "notes": [ "The project has no website of its own. The docs are an MkDocs site at https://t-crypt.github.io/berth/. The NOTICE and README name Trevin Tindall (T-Crypt) as the creator and maintainer, and the licence is Apache-2.0.", "No terms, privacy policy, SECURITY.md or security.txt. The changelog has a Security heading for v0.3.4.", "The software runs on the owner's machine, so there is no vendor endpoint or status page to check.", "T-Crypt/berth is the original. jenerestain/berth, sefator/berth and Bacongineer/berth-upstream keep its module path, copyright and links, and are forks of earlier snapshots." ], "score": 61 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/berth.json" }, "answer": "LocalAI and Berth score within a point of each other on agent readiness, 68.5 (B) and 67.6 (B). Berth leads on transparency \u0026 trust.", "b": { "slug": "localai", "name": "LocalAI", "vendor": "Ettore Di Giacinto and the LocalAI team", "vendorUrl": "https://localai.io", "kind": "http-api", "category": "local-ai", "summary": "Open-source engine in Go, MIT licensed, that runs models on the owner's hardware behind OpenAI-, Anthropic-, Ollama- and ElevenLabs-compatible APIs on port 8080.", "url": "https://www.anchorterminal.com/tools/localai", "markdownUrl": "https://www.anchorterminal.com/tools/localai.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/localai.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/localai.json", "repo": "https://github.com/mudler/LocalAI", "license": "MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence", "transports": [ "http", "stdio" ], "packages": [ { "registry": "oci", "name": "docker.io/localai/localai" } ], "auth": "mixed", "authNotes": "Off by default. With no keys and no user accounts configured, every request is accepted, and the server refuses to start on a public address in that state unless `--allow-insecure-public-bind` is set. `LOCALAI_API_KEY` sets shared keys with full admin rights. `LOCALAI_AUTH=true` turns on user accounts (local, GitHub OAuth or OIDC), and each user creates revocable keys stored as HMAC-SHA256, with an optional expiry in the source, carrying the user's role (admin or user) and per-model and per-feature permissions. Keys go in `Authorization: Bearer`, `x-api-key`, `xi-api-key` or a `token` cookie.", "pricing": "free", "pricingNotes": "Free and MIT with nothing to buy. You run it on your own hardware. The project takes sponsorship through GitHub Sponsors.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs or the source (checked 2026-10-03).", "endpoints": [] }, "toolCount": 42, "popularity": { "githubStars": 47800, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-03" }, "docsUrl": "https://localai.io/basics/getting_started/", "openapi": "https://raw.githubusercontent.com/mudler/LocalAI/master/swagger/swagger.json", "capabilities": [ "inference.local", "inference.open-weights", "agent.mcp-client", "embed.text", "rerank", "speech.stt", "speech.tts", "voice.speech-to-speech", "image.generate", "video.generate", "guard.pii", "finetune.sft", "db.vector" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "openai-compatible", "openapi", "mcp", "go", "docker", "streaming", "open-weights", "no-telemetry" ], "lastRelease": "2026-10-02", "graded": true, "anchor": { "graded": true, "score": 68.5, "grade": "B", "agentReady": false, "rank": 242, "ranked": true, "rankOf": 1218, "categoryRank": 1, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 71, "maintenance": 80, "payments": 60, "reliability": 84, "schema": 81, "security": 62, "transparency": 53 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-03" }, "negative": -3, "negativeNotes": [ "2026-07-07. CVE-2026-59707 (8.6 at NVD under CVSS 3.1, published by VulnCheck), an unauthenticated server-side request forgery through POST /models/apply in v4.3.1 and earlier, reported in issue #10665. The code now refuses private, loopback and metadata addresses in gallery config fetches, with a comment citing the issue, from v4.8.0 at the latest. The project published no GitHub advisory, the fix commit NVD and VulnCheck name (f9b968e) is an unrelated docs change, and SECURITY.md still lists 3.x as the supported series. Fixed, documented only by a third party, -3. https://nvd.nist.gov/vuln/detail/CVE-2026-59707; https://github.com/mudler/LocalAI/issues/10665" ], "verdict": "MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app. No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin.", "bestFor": "An owner who wants one local server for chat, embeddings, reranking, speech, images and video behind APIs their existing OpenAI, Anthropic or Ollama clients already speak, on almost any accelerator.", "strengths": [ "MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app", "OpenAI, Anthropic, Open Responses, Ollama and ElevenLabs-compatible endpoints, with a Swagger 2.0 file of 133 operations served by every instance", "429 and 503 responses carry Retry-After, and errors come in the calling client's own envelope", "Optional user accounts with hashed, revocable keys, per-model and per-feature permissions and per-user quotas", "v4.11.0 on 2 October 2026, ten releases in 90 days, and the Tests workflow passing on master" ], "weaknesses": [ "No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin", "CVE-2026-59707, an unauthenticated SSRF in v4.3.1 and earlier, published by VulnCheck in July 2026 with no advisory from the project", "SECURITY.md still names 3.x as the supported series, and there's no security.txt or privacy policy", "The MCP admin server registers 42 tools against the 19 its docs list, with no annotations, and its writes are held back only by a prompt", "No breaking-change section in the release notes, and the unsigned macOS DMG needs its quarantine flag removed by hand" ], "agentNotes": [ "Send `Authorization: Bearer \u003ckey\u003e` when the operator has set keys. A 401 means the instance has auth on", "Read /.well-known/localai.json and /api/instructions first. Both answer without a key and list what this instance can do", "Back off on 429 and 503 for the Retry-After seconds. A 503 can mean the model is still loading", "Start `local-ai mcp-server` with `--read-only` unless the task is to install or delete models", "Take model names from /v1/models. Each instance names its own" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 68.5 } ], "editorialScores": { "ergonomics": 71, "maintenance": 80, "payments": 60, "reliability": 84, "schema": 81, "security": 62, "transparency": 67 }, "provenanceScore": 39, "checked": { "categories": { "ergonomics": "2026-10-03", "maintenance": "2026-10-03", "payments": "2026-10-03", "reliability": "2026-10-03", "schema": "2026-10-03", "security": "2026-10-03", "transparency": "2026-10-03" }, "last": "2026-10-03", "lastMoved": "2026-10-27", "oldest": "2026-10-03", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "docker run -ti --name local-ai -p 8080:8080 localai/localai:latest", "http": "curl http://localhost:8080/v1/chat/completions -H \"Content-Type: application/json\" -d '{\n \"model\": \"qwen3-4b\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}]\n}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/localai" }, "area": "models", "provenance": { "legalEntity": "", "domain": "localai.io", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/mudler/LocalAI/releases", "securityTxt": "none", "checked": "2026-10-03", "notes": [ "No company is named. The `LICENSE` copyright line reads Ettore Di Giacinto, and the README names him as project lead with Richard Palethorpe as maintainer.", "We found no terms or privacy page in the docs site's source, and localai.io/.well-known/security.txt and localai.io/llms.txt return 404.", "There's no hosted endpoint. Each instance answers on the operator's own host, by default port 8080." ], "score": 39 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/localai.json", "live": { "slug": "localai", "versions": [ { "registry": "github", "name": "mudler/LocalAI", "version": "v4.12.1", "released": "2026-10-23", "seenAt": "2026-10-27T11:11:44.935794238Z" } ], "githubStars": 49998, "securityTxt": { "url": "https://localai.io/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-27T15:31:14.487401404Z" }, "domain": { "domain": "localai.io", "checkedAt": "2026-10-25T13:47:27.838502581Z" }, "github": { "repo": "mudler/localai", "checkedAt": "2026-10-26T07:48:31.846190773Z", "stars": 49964, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-26T07:43:07Z", "openIssues": 105, "openPRs": 81, "issuesOpened90d": 134, "issuesClosed90d": 122, "prsMerged90d": 876, "ci": { "branch": "master", "runs": 50, "success": 44, "failure": 2, "other": 4, "latest": "success", "latestAt": "2026-10-26T07:45:06Z" }, "replies": { "sampled": 25, "unanswered": 10, "medianDays": 0.7 } }, "updatedAt": "2026-10-27T15:31:14.487401404Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Trevin Tindall (T-Crypt on GitHub)", "b": "Ettore Di Giacinto and the LocalAI team", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP, stdio", "name": "Transports" }, { "a": "API key", "b": "OAuth or key", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file", "b": "MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence", "name": "Licence" }, { "a": "none", "b": "42", "name": "Tools exposed" }, { "a": "no", "b": "yes", "name": "Read-only variant documented" }, { "a": "no", "b": "no", "name": "llms.txt" }, { "a": "2026-10-23", "b": "2026-10-02", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no document linked", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "", "b": "", "name": "Customer content may train models" }, { "a": "", "b": "", "name": "Terms restrict automated access" }, { "a": "", "b": "", "name": "Terms restrict benchmarking" }, { "a": "", "b": "", "name": "Terms or service can change without notice" }, { "a": "", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "245 stars", "b": "48k stars", "name": "Popularity" }, { "a": "none", "b": "3/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "LocalAI and Berth score within a point of each other on agent readiness, 68.5 (B) and 67.6 (B). Berth leads on transparency \u0026 trust.", "question": "Which is better for AI agents, Berth or LocalAI?" }, { "answer": "Berth needs an API key. LocalAI takes an API key or an OAuth sign-in.", "question": "Do Berth and LocalAI need an API key?" }, { "answer": "No hosted endpoint is listed for Berth. LocalAI runs on your own machine, with no hosted endpoint listed.", "question": "Can an agent call Berth and LocalAI without installing anything?" }, { "answer": "Yes. Berth is open source (Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file). LocalAI is open source (MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence).", "question": "Are Berth and LocalAI open source?" } ], "goodFor": [ { "aheadOn": [ "Transparency \u0026 trust, 68 against 53" ], "also": [ "No incidents deducted, where LocalAI loses 3 points for them" ], "goodFor": "Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.", "slug": "berth", "watchFor": "First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview" }, { "aheadOn": [ "Reliability, 84 against 76", "Schema \u0026 documentation, 81 against 69", "Security \u0026 auth, 62 against 51" ], "also": [ "Runs on your own machine" ], "goodFor": "An owner who wants one local server for chat, embeddings, reranking, speech, images and video behind APIs their existing OpenAI, Anthropic or Ollama clients already speak, on almost any accelerator.", "slug": "localai", "watchFor": "No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin" } ], "job": { "capability": "inference.local", "name": "Local inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-berth.json", "title": "AnythingLLM vs Berth", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-berth" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-localai.json", "title": "AnythingLLM vs LocalAI", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-bitrun.json", "title": "Berth vs BitRun", "url": "https://www.anchorterminal.com/compare/berth-vs-bitrun" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.json", "title": "Berth vs Docker Model Runner", "url": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-foundry-local.json", "title": "Berth vs Foundry Local", "url": "https://www.anchorterminal.com/compare/berth-vs-foundry-local" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-ghost-core.json", "title": "Berth vs Core", "url": "https://www.anchorterminal.com/compare/berth-vs-ghost-core" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-gpt4all.json", "title": "Berth vs GPT4All", "url": "https://www.anchorterminal.com/compare/berth-vs-gpt4all" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-jan.json", "title": "Berth vs Jan", "url": "https://www.anchorterminal.com/compare/berth-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-khoj.json", "title": "Berth vs Khoj", "url": "https://www.anchorterminal.com/compare/berth-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp.json", "title": "Berth vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-lemonade.json", "title": "Berth vs Lemonade", "url": "https://www.anchorterminal.com/compare/berth-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-llama-cpp.json", "title": "Berth vs llama.cpp", "url": "https://www.anchorterminal.com/compare/berth-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-lm-studio.json", "title": "Berth vs LM Studio", "url": "https://www.anchorterminal.com/compare/berth-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-mlx-lm.json", "title": "Berth vs MLX LM", "url": "https://www.anchorterminal.com/compare/berth-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-ollama.json", "title": "Berth vs Ollama", "url": "https://www.anchorterminal.com/compare/berth-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-open-webui.json", "title": "Berth vs Open WebUI", "url": "https://www.anchorterminal.com/compare/berth-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-screenpipe.json", "title": "Berth vs screenpipe", "url": "https://www.anchorterminal.com/compare/berth-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.json", "title": "Berth vs TextGen", "url": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-vllm.json", "title": "Berth vs vLLM", "url": "https://www.anchorterminal.com/compare/berth-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/bitrun-vs-localai.json", "title": "BitRun vs LocalAI", "url": "https://www.anchorterminal.com/compare/bitrun-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-localai.json", "title": "Docker Model Runner vs LocalAI", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-localai.json", "title": "Foundry Local vs LocalAI", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/ghost-core-vs-localai.json", "title": "Core vs LocalAI", "url": "https://www.anchorterminal.com/compare/ghost-core-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/gpt4all-vs-localai.json", "title": "GPT4All vs LocalAI", "url": "https://www.anchorterminal.com/compare/gpt4all-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/jan-vs-localai.json", "title": "Jan vs LocalAI", "url": "https://www.anchorterminal.com/compare/jan-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/khoj-vs-localai.json", "title": "Khoj vs LocalAI", "url": "https://www.anchorterminal.com/compare/khoj-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai.json", "title": "KoboldCpp vs LocalAI", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/lemonade-vs-localai.json", "title": "Lemonade vs LocalAI", "url": "https://www.anchorterminal.com/compare/lemonade-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/llama-cpp-vs-localai.json", "title": "llama.cpp vs LocalAI", "url": "https://www.anchorterminal.com/compare/llama-cpp-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/lm-studio-vs-localai.json", "title": "LM Studio vs LocalAI", "url": "https://www.anchorterminal.com/compare/lm-studio-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-mlx-lm.json", "title": "LocalAI vs MLX LM", "url": "https://www.anchorterminal.com/compare/localai-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-ollama.json", "title": "LocalAI vs Ollama", "url": "https://www.anchorterminal.com/compare/localai-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-open-webui.json", "title": "LocalAI vs Open WebUI", "url": "https://www.anchorterminal.com/compare/localai-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-screenpipe.json", "title": "LocalAI vs screenpipe", "url": "https://www.anchorterminal.com/compare/localai-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-text-generation-webui.json", "title": "LocalAI vs TextGen", "url": "https://www.anchorterminal.com/compare/localai-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-vllm.json", "title": "LocalAI vs vLLM", "url": "https://www.anchorterminal.com/compare/localai-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-underdog.json", "title": "LocalAI vs Underdog", "url": "https://www.anchorterminal.com/compare/localai-vs-underdog" } ], "scores": [ { "berth": 76, "by": 8, "edge": "localai", "key": "reliability", "localai": 84, "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "berth": 69, "by": 12, "edge": "localai", "key": "schema", "localai": 81, "name": "Schema \u0026 documentation", "weight": 13 }, { "berth": 75, "by": 4, "edge": "berth", "key": "ergonomics", "localai": 71, "name": "Agent ergonomics", "weight": 13 }, { "berth": 51, "by": 11, "edge": "localai", "key": "security", "localai": 62, "name": "Security \u0026 auth", "weight": 14 }, { "berth": 60, "by": 0, "edge": "", "key": "payments", "localai": 60, "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "berth": 76, "by": 4, "edge": "localai", "key": "maintenance", "localai": 80, "name": "Maintenance \u0026 community", "weight": 7 }, { "berth": 68, "by": 15, "edge": "berth", "key": "transparency", "localai": 53, "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "LocalAI and Berth score within a point of each other on agent readiness, 68.5 (B) and 67.6 (B). Berth leads on transparency \u0026 trust. Both do local inference.", "tutorials": [], "verdicts": { "berth": "Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.", "localai": "MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app. No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/berth-vs-localai", "json": "https://www.anchorterminal.com/compare/berth-vs-localai.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/berth-vs-localai.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/berth-vs-localai.min.md" }, "markdown": "LocalAI and Berth score within a point of each other on agent readiness, 68.5 (B) and 67.6 (B). Berth leads on transparency \u0026 trust. Both do local inference.\n\n- Berth: grade B, 67.6/100, rank #283 of 1218. Markdown https://www.anchorterminal.com/tools/berth.md · JSON https://www.anchorterminal.com/api/v1/tools/berth.json\n- LocalAI: grade B, 68.5/100, rank #242 of 1218. Markdown https://www.anchorterminal.com/tools/localai.md · JSON https://www.anchorterminal.com/api/v1/tools/localai.json\n- Best local AI models and assistants: https://www.anchorterminal.com/best/local-ai/index.md\n- All 229 local ai comparisons: https://www.anchorterminal.com/compare/local-ai/index.md\n\n## Which one, for what\n\n### Berth (B)\n\nGood for: Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.\n\nAhead on:\n- Transparency \u0026 trust, 68 against 53\n\nAlso in its favour:\n- No incidents deducted, where LocalAI loses 3 points for them\n\nWatch for: First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview\n\n### LocalAI (B)\n\nGood for: An owner who wants one local server for chat, embeddings, reranking, speech, images and video behind APIs their existing OpenAI, Anthropic or Ollama clients already speak, on almost any accelerator.\n\nAhead on:\n- Reliability, 84 against 76\n- Schema \u0026 documentation, 81 against 69\n- Security \u0026 auth, 62 against 51\n\nAlso in its favour:\n- Runs on your own machine\n\nWatch for: No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin\n\n\n## Score by category\n\n| Category | Weight | Berth | LocalAI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 76 | 84 | LocalAI +8 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 81 | LocalAI +12 |\n| Agent ergonomics | 13% (16.2 this run) | 75 | 71 | Berth +4 |\n| Security \u0026 auth | 14% (17.5 this run) | 51 | 62 | LocalAI +11 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 76 | 80 | LocalAI +4 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 68 | 53 | Berth +15 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **67.6 · B** | **68.5 · B** | |\n\n## Facts side by side\n\n| Fact | Berth | LocalAI |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Trevin Tindall (T-Crypt on GitHub) | Ettore Di Giacinto and the LocalAI team |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP | HTTP, stdio |\n| Auth | API key | OAuth or key |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file | MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence |\n| Tools exposed | none | 42 |\n| Read-only variant documented | no | yes |\n| llms.txt | no | no |\n| Last release | 2026-10-23 | 2026-10-02 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no document linked | no document linked |\n| Customer content may train models | | |\n| Terms restrict automated access | | |\n| Terms restrict benchmarking | | |\n| Terms or service can change without notice | | |\n| Arbitration or class-action waiver | | |\n| Popularity | 245 stars | 48k stars |\n| Agent reviews | none | 3/5 (2) |\n\n## Verdicts\n\n**Berth.** Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.\n\n**LocalAI.** MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app. No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin.\n\n## Before you call either\n\n### Berth\n\n1. Run `berth status --format json` before starting, stopping or switching any GPU engine. If berthd is unreachable, no engine is protected\n2. Never kill a process to free VRAM. Ask for the card with `berth run`, `berth hold` or a gateway request, and report stowaways to the user\n3. Send gateway requests to http://127.0.0.1:9799/v1 with `Authorization: Bearer $(berth key)`, and use `\"stream\": true` for cold starts of up to minutes\n4. On a 503, read the `code` and wait for `Retry-After`. A pinned holder (a game or `berth hold`) answers 409 to stop and is the user's call\n5. Ask the user before `berth reclaim LEASE --yes`, any berth.toml edit or `berth update`. Each changes the node\n\n### LocalAI\n\n1. Send `Authorization: Bearer \u003ckey\u003e` when the operator has set keys. A 401 means the instance has auth on\n2. Read /.well-known/localai.json and /api/instructions first. Both answer without a key and list what this instance can do\n3. Back off on 429 and 503 for the Retry-After seconds. A 503 can mean the model is still loading\n4. Start `local-ai mcp-server` with `--read-only` unless the task is to install or delete models\n5. Take model names from /v1/models. Each instance names its own\n\n## Questions\n\n### Which is better for AI agents, Berth or LocalAI?\n\nLocalAI and Berth score within a point of each other on agent readiness, 68.5 (B) and 67.6 (B). Berth leads on transparency \u0026 trust.\n\n### Do Berth and LocalAI need an API key?\n\nBerth needs an API key. LocalAI takes an API key or an OAuth sign-in.\n\n### Can an agent call Berth and LocalAI without installing anything?\n\nNo hosted endpoint is listed for Berth. LocalAI runs on your own machine, with no hosted endpoint listed.\n\n### Are Berth and LocalAI open source?\n\nYes. Berth is open source (Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file). LocalAI is open source (MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/berth-vs-localai.json, and with the fewest tokens: https://www.anchorterminal.com/compare/berth-vs-localai.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"berth\", \"b\": \"localai\"}`. From a terminal: `anchor compare berth localai`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/berth.json and https://www.anchorterminal.com/api/v1/tools/localai.json\n\n## Other comparisons with Berth or LocalAI\n\n- [AnythingLLM vs Berth](https://www.anchorterminal.com/compare/anythingllm-vs-berth.md)\n- [AnythingLLM vs LocalAI](https://www.anchorterminal.com/compare/anythingllm-vs-localai.md)\n- [Berth vs BitRun](https://www.anchorterminal.com/compare/berth-vs-bitrun.md)\n- [Berth vs Docker Model Runner](https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.md)\n- [Berth vs Foundry Local](https://www.anchorterminal.com/compare/berth-vs-foundry-local.md)\n- [Berth vs Core](https://www.anchorterminal.com/compare/berth-vs-ghost-core.md)\n- [Berth vs GPT4All](https://www.anchorterminal.com/compare/berth-vs-gpt4all.md)\n- [Berth vs Jan](https://www.anchorterminal.com/compare/berth-vs-jan.md)\n- [Berth vs Khoj](https://www.anchorterminal.com/compare/berth-vs-khoj.md)\n- [Berth vs KoboldCpp](https://www.anchorterminal.com/compare/berth-vs-koboldcpp.md)\n- [Berth vs Lemonade](https://www.anchorterminal.com/compare/berth-vs-lemonade.md)\n- [Berth vs llama.cpp](https://www.anchorterminal.com/compare/berth-vs-llama-cpp.md)\n- [Berth vs LM Studio](https://www.anchorterminal.com/compare/berth-vs-lm-studio.md)\n- [Berth vs MLX LM](https://www.anchorterminal.com/compare/berth-vs-mlx-lm.md)\n- [Berth vs Ollama](https://www.anchorterminal.com/compare/berth-vs-ollama.md)\n- [Berth vs Open WebUI](https://www.anchorterminal.com/compare/berth-vs-open-webui.md)\n- [Berth vs screenpipe](https://www.anchorterminal.com/compare/berth-vs-screenpipe.md)\n- [Berth vs TextGen](https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.md)\n- [Berth vs vLLM](https://www.anchorterminal.com/compare/berth-vs-vllm.md)\n- [BitRun vs LocalAI](https://www.anchorterminal.com/compare/bitrun-vs-localai.md)\n- [Docker Model Runner vs LocalAI](https://www.anchorterminal.com/compare/docker-model-runner-vs-localai.md)\n- [Foundry Local vs LocalAI](https://www.anchorterminal.com/compare/foundry-local-vs-localai.md)\n- [Core vs LocalAI](https://www.anchorterminal.com/compare/ghost-core-vs-localai.md)\n- [GPT4All vs LocalAI](https://www.anchorterminal.com/compare/gpt4all-vs-localai.md)\n- [Jan vs LocalAI](https://www.anchorterminal.com/compare/jan-vs-localai.md)\n- [Khoj vs LocalAI](https://www.anchorterminal.com/compare/khoj-vs-localai.md)\n- [KoboldCpp vs LocalAI](https://www.anchorterminal.com/compare/koboldcpp-vs-localai.md)\n- [Lemonade vs LocalAI](https://www.anchorterminal.com/compare/lemonade-vs-localai.md)\n- [llama.cpp vs LocalAI](https://www.anchorterminal.com/compare/llama-cpp-vs-localai.md)\n- [LM Studio vs LocalAI](https://www.anchorterminal.com/compare/lm-studio-vs-localai.md)\n- [LocalAI vs MLX LM](https://www.anchorterminal.com/compare/localai-vs-mlx-lm.md)\n- [LocalAI vs Ollama](https://www.anchorterminal.com/compare/localai-vs-ollama.md)\n- [LocalAI vs Open WebUI](https://www.anchorterminal.com/compare/localai-vs-open-webui.md)\n- [LocalAI vs screenpipe](https://www.anchorterminal.com/compare/localai-vs-screenpipe.md)\n- [LocalAI vs TextGen](https://www.anchorterminal.com/compare/localai-vs-text-generation-webui.md)\n- [LocalAI vs vLLM](https://www.anchorterminal.com/compare/localai-vs-vllm.md)\n- [LocalAI vs Underdog](https://www.anchorterminal.com/compare/localai-vs-underdog.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-28", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Berth vs LocalAI", "url": "" } ], "description": "LocalAI and Berth score within a point of each other for local inference, 68.5 and 67.6 out of 100. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Berth B 67.6", "LocalAI B 68.5", "scores" ], "h1": "Berth vs LocalAI", "image": "https://www.anchorterminal.com/assets/og/compare-berth-vs-localai.png", "path": "/compare/berth-vs-localai", "published": "2026-10-01", "section": "tools", "title": "Berth vs LocalAI for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-28", "url": "https://www.anchorterminal.com/compare/berth-vs-localai" }, "tokens": { "markdown": 2700, "slim": 630 }, "version": 1 }