{ "data": { "a": { "slug": "berth", "name": "Berth", "vendor": "Trevin Tindall (T-Crypt on GitHub)", "vendorUrl": "https://github.com/T-Crypt", "kind": "http-api", "category": "local-ai", "summary": "Berth is an open-source Go daemon and CLI that leases one GPU to local inference engines, image pipelines and games in turn, with a priority queue, measured VRAM handoffs and a preview OpenAI-compatible gateway on loopback.", "url": "https://www.anchorterminal.com/tools/berth", "markdownUrl": "https://www.anchorterminal.com/tools/berth.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/berth.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/berth.json", "repo": "https://github.com/T-Crypt/berth", "license": "Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file", "transports": [ "http" ], "packages": [ { "registry": "go", "name": "github.com/T-Crypt/berth" } ], "auth": "api-key", "authNotes": "The gateway (`berth gateway`, 127.0.0.1:9799) takes one bearer key on every API route. The key is created on first use in `~/.config/berth/api.key` with mode 600, a group- or world-readable file is refused, `berth key` prints it, and the comparison is constant-time. The gateway binds loopback only, refuses non-loopback Host names and any request with a browser Origin. The key has no scopes and no documented rotation command. The daemon itself answers on a Unix socket with mode 600 in a 700 directory, so only the owning user can lease the card. The harbor web UI (127.0.0.1:9798) is read-only with no login, and its actions need a device paired with `berth pair`. The wake page and the optional `--comfyui-listen` port take no key by design.", "pricing": "free", "pricingNotes": "Free under Apache-2.0 with nothing to buy and no account. No hosted service.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the docs or the changelog (checked 2026-10-28). Nothing is sold.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 245, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-28" }, "docsUrl": "https://t-crypt.github.io/berth/", "capabilities": [ "inference.local", "compute.gpu" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "apache-2.0", "openai-compatible", "go", "cli", "linux", "windows", "gpu", "agent-skill", "alpha", "pre-1.0", "new" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.6, "grade": "B", "agentReady": false, "rank": 283, "ranked": true, "rankOf": 1218, "categoryRank": 2, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 75, "maintenance": 76, "payments": 60, "reliability": 76, "schema": 69, "security": 51, "transparency": 68 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-28" }, "negative": 0, "verdict": "Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.", "bestFor": "Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.", "strengths": [ "A lease is granted only after the driver shows the previous holder's memory free, and processes it did not start are reported, never killed", "Every reporting command takes `--format json|yaml`, with results on stdout and exit codes 0, 1, 2 and 75 by one documented rule", "Gateway failures return 503 with Retry-After and a machine code such as `outranked`, `engine_oom` or `no_headroom`", "CI builds, vets, lints and tests on Linux and Windows, and releases publish SHA256SUMS that `berth update` checks", "Apache-2.0, no account and no telemetry upload, with the one GitHub update check documented and switchable off" ], "weaknesses": [ "First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview", "One bearer key with no scopes or documented rotation controls every gateway route, including switch and stop", "No OpenAPI file or llms.txt. The gateway's own routes are documented in Markdown with curl examples", "No SECURITY.md, security.txt or disclosure route, and the harbor has no login when bound past loopback", "Linux and NVIDIA only for full support, through nvidia-smi. Intel and Apple GPUs are not supported" ], "agentNotes": [ "Run `berth status --format json` before starting, stopping or switching any GPU engine. If berthd is unreachable, no engine is protected", "Never kill a process to free VRAM. Ask for the card with `berth run`, `berth hold` or a gateway request, and report stowaways to the user", "Send gateway requests to http://127.0.0.1:9799/v1 with `Authorization: Bearer $(berth key)`, and use `\"stream\": true` for cold starts of up to minutes", "On a 503, read the `code` and wait for `Retry-After`. A pinned holder (a game or `berth hold`) answers 409 to stop and is the user's call", "Ask the user before `berth reclaim LEASE --yes`, any berth.toml edit or `berth update`. Each changes the node" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.6 } ], "editorialScores": { "ergonomics": 75, "maintenance": 76, "payments": 60, "reliability": 76, "schema": 69, "security": 51, "transparency": 74 }, "provenanceScore": 61, "checked": { "categories": { "ergonomics": "2026-10-28", "maintenance": "2026-10-28", "payments": "2026-10-28", "reliability": "2026-10-28", "schema": "2026-10-28", "security": "2026-10-28", "transparency": "2026-10-28" }, "last": "2026-10-28", "oldest": "2026-10-28", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "go install github.com/T-Crypt/berth/cmd/berth@latest # or a release binary checked against SHA256SUMS\nberth service install --harbor\nberth status\nberth run --as llama --priority foreground -- llama-server -m model.gguf --port 8080", "http": "curl -s http://127.0.0.1:9799/v1/berth/board -H \"Authorization: Bearer $(berth key)\"", "claudeCode": "berth skill install # writes the Berth and ComfyUI skills, including to ~/.claude/skills" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/berth" }, "area": "models", "provenance": { "legalEntity": "Trevin Tindall (T-Crypt on GitHub)", "domain": "", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/T-Crypt/berth/blob/main/CHANGELOG.md", "securityTxt": "none", "checked": "2026-10-28", "notes": [ "The project has no website of its own. The docs are an MkDocs site at https://t-crypt.github.io/berth/. The NOTICE and README name Trevin Tindall (T-Crypt) as the creator and maintainer, and the licence is Apache-2.0.", "No terms, privacy policy, SECURITY.md or security.txt. The changelog has a Security heading for v0.3.4.", "The software runs on the owner's machine, so there is no vendor endpoint or status page to check.", "T-Crypt/berth is the original. jenerestain/berth, sefator/berth and Bacongineer/berth-upstream keep its module path, copyright and links, and are forks of earlier snapshots." ], "score": 61 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/berth.json" }, "answer": "Berth scores 67.6 (B) on agent readiness against Docker Model Runner's 57.2 (C), and leads in 4 of 7 scored categories. Docker Model Runner leads on reliability and transparency \u0026 trust.", "b": { "slug": "docker-model-runner", "name": "Docker Model Runner", "vendor": "Docker, Inc.", "vendorUrl": "https://www.docker.com", "kind": "http-api", "category": "local-ai", "summary": "Docker's open-source tool for pulling and running open models from Docker Hub, OCI registries or Hugging Face. It runs through Docker Desktop, Docker Engine or a standalone `dmr` binary, with local OpenAI-, Anthropic- and Ollama-compatible APIs.", "url": "https://www.anchorterminal.com/tools/docker-model-runner", "markdownUrl": "https://www.anchorterminal.com/tools/docker-model-runner.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/docker-model-runner.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/docker-model-runner.json", "repo": "https://github.com/docker/model-runner", "license": "Apache-2.0 (server, CLI plugin and `dmr` binary). Docker Desktop, which bundles it, is closed software under Docker's subscription agreement, and each model carries its own licence", "transports": [ "http" ], "packages": [ { "registry": "oci", "name": "docker.io/docker/model-runner" } ], "auth": "none", "authNotes": "The API takes no credential, and the docs say it ignores any key sent. Per the docs, any client that can reach it, including other containers on the same Docker network, can pull, load and run models. In Docker Desktop, host-side TCP is off until enabled in settings or with `docker desktop enable model-runner --tcp \u003cport\u003e`, and containers reach the API at model-runner.docker.internal. In Docker Engine, TCP is on by default on port 12434. Cross-origin requests get 403 unless the origin is localhost, 127.0.0.1, 0.0.0.0 or listed in `DMR_ORIGINS` (https://docs.docker.com/ai/model-runner/; https://github.com/docker/model-runner/blob/main/pkg/envconfig/envconfig.go).", "pricing": "free", "pricingNotes": "Free under Apache-2.0, with no account needed for the Docker Engine plugin or the standalone `dmr` binary. On macOS and Windows it also ships inside Docker Desktop, which is free for personal use, non-commercial open-source projects and businesses with fewer than 250 employees and under US $10,000,000 in annual revenue. Larger organisations need a paid Docker plan for Desktop (https://www.docker.com/legal/docker-subscription-service-agreement/; https://www.docker.com/pricing/, checked 2026-10-08).", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs or the source (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 656, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://docs.docker.com/ai/model-runner/", "llmsTxt": "https://docs.docker.com/llms.txt", "capabilities": [ "inference.local", "inference.open-weights", "inference.llm", "embed.text", "rerank", "image.generate" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "openai-compatible", "llms-txt", "docker", "go", "no-auth" ], "lastRelease": "2026-08-12", "graded": true, "anchor": { "graded": true, "score": 57.2, "grade": "C", "agentReady": false, "rank": 714, "ranked": true, "rankOf": 1218, "categoryRank": 10, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 58, "maintenance": 55, "payments": 60, "reliability": 85, "schema": 49, "security": 40, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": -3, "negativeNotes": [ "2026-02-27. GHSA-m456-c56c-hh5c (CVE-2026-28400, 7.5). The unauthenticated `/engines/_configure` route accepted arbitrary runtime flags, so a caller, including a container on Docker Desktop, could overwrite files the runner could reach, the Desktop VM disk among them. Fixed in Model Runner 1.0.16 and Docker Desktop 4.61.0 and published by Docker, more than six months ago, -2. https://github.com/docker/model-runner/security/advisories/GHSA-m456-c56c-hh5c", "2026-03-30. GHSA-x2f5-332j-9xwq (CVE-2026-33990, 7.1). A malicious OCI registry could point the token exchange at an internal URL and make the runner send GET requests to host-local services. Fixed in 1.1.25 and Docker Desktop 4.67.0 and published by Docker, more than six months ago, -1. https://github.com/docker/model-runner/security/advisories/GHSA-x2f5-332j-9xwq" ], "verdict": "CI passes on the main branch, and Docker has published two security advisories with CVEs and fixed versions for the project. The API takes no credential, so any client or container that reaches it can pull, delete and run models, and the documentation has no OpenAPI file or error reference.", "bestFor": "A team that already runs Docker and wants local models served to containers and Compose services through OpenAI-, Anthropic- or Ollama-compatible routes, with models stored as OCI artefacts.", "strengths": [ "OpenAI-, Anthropic- and Ollama-compatible routes on one local port, so existing clients for those three APIs work with a changed base URL", "CI runs lint, race-detector tests and end-to-end tests on every push to main, and the ten most recent runs on main passed on 8 October 2026", "Two GitHub security advisories with CVE numbers, fixed versions and workarounds, and a SECURITY.md that promises an acknowledgement within 72 hours", "Apache-2.0 source, and the docs list what usage data is collected with a link to the code that sends it", "Host-side TCP is off by default in Docker Desktop, and inference engines run sandboxed on macOS and Windows or in a container on Linux" ], "weaknesses": [ "No credential on the API. The docs say any client that can reach it, including other containers, can pull, load and run models", "No OpenAPI file, no error reference and no rate-limit or retry guidance in the reviewed documentation", "Two releases in the 90 days to 8 October 2026 (v1.2.7 and v1.2.8), the latest on 12 August", "CVE-2026-28400 let an unauthenticated caller overwrite files, including the Docker Desktop VM disk, until 1.0.16 in February 2026", "On Docker Engine the docs say model-name requests go to Docker Hub regardless of settings, and the `DO_NOT_TRACK` switch in the source is undocumented" ], "agentNotes": [ "Use base URL `http://localhost:12434/engines/v1` for OpenAI clients and `http://localhost:12434` for Anthropic and Ollama clients. Any API key value is accepted", "In Docker Desktop, run `docker desktop enable model-runner --tcp 12434` first. Host-side TCP is off by default", "From a container, call `http://model-runner.docker.internal` on Docker Desktop or `http://172.17.0.1:12434` on Docker Engine", "Raise the context before agent work with `docker model configure --context-size \u003cn\u003e \u003cmodel\u003e`. The llama.cpp default is 4,096 tokens", "Name models with their namespace, such as `ai/smollm2`, and expect plain-text error bodies with a 400, 404, 500 or 503 status" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 57.2 } ], "editorialScores": { "ergonomics": 58, "maintenance": 55, "payments": 60, "reliability": 85, "schema": 49, "security": 40, "transparency": 62 }, "provenanceScore": 86, "checked": { "categories": { "ergonomics": "2026-10-08", "maintenance": "2026-10-08", "payments": "2026-10-08", "reliability": "2026-10-08", "schema": "2026-10-08", "security": "2026-10-08", "transparency": "2026-10-08" }, "last": "2026-10-08", "lastMoved": "2026-10-27", "oldest": "2026-10-08", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "sudo apt-get update \u0026\u0026 sudo apt-get install docker-model-plugin # Docker Engine on Ubuntu or Debian; Docker Desktop: docker desktop enable model-runner --tcp 12434\ndocker model pull ai/smollm2", "http": "curl http://localhost:12434/engines/v1/chat/completions \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"ai/smollm2\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Say hello in one sentence.\"}]\n }'", "claudeCode": "docker model launch claude" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/docker-model-runner" }, "sameCompany": [ "docker-agent" ], "area": "models", "provenance": { "legalEntity": "Docker, Inc.", "domain": "docker.com", "domainRegistered": "1995-01-25", "endpointOnVendorDomain": null, "terms": "https://www.docker.com/legal/docker-subscription-service-agreement/", "privacy": "https://www.docker.com/legal/privacy/", "statusPage": "", "changelog": "https://github.com/docker/model-runner/releases", "securityTxt": "valid", "checked": "2026-10-08", "notes": [ "The repository is under GitHub's docker organisation and SECURITY.md sends reports to security@docker.com. The subscription agreement and privacy policy both name Docker, Inc.", "Docker publishes no terms written for Model Runner. The Docker Subscription Service Agreement (last updated 26 August 2026) governs Docker Desktop, which bundles it, and the privacy policy carries the same date. The Engine plugin and the `dmr` binary are under Apache-2.0 only.", "www.docker.com/.well-known/security.txt gives security@docker.com, a policy URL and an expiry of 1 January 2030.", "No status page is listed because the software runs on the owner's machine.", "RDAP for docker.com gives a registration date of 1995-01-25." ], "score": 86 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/docker-model-runner.json", "live": { "slug": "docker-model-runner", "versions": [ { "registry": "github", "name": "docker/model-runner", "version": "v1.2.9", "released": "2026-10-22", "seenAt": "2026-10-27T10:56:24.362248174Z" } ], "githubStars": 658, "securityTxt": { "url": "https://docker.com/.well-known/security.txt", "state": "valid", "expires": "2030-01-01T05:00:00.000Z", "checkedAt": "2026-10-27T15:31:36.299533506Z" }, "llmsTxt": { "url": "https://docs.docker.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-27T14:57:50.754807142Z" }, "domain": { "domain": "docker.com", "registered": "1995-01-25", "source": "https://rdap.verisign.com/com/v1/domain/docker.com", "checkedAt": "2026-10-25T14:02:09.027030725Z" }, "pages": [ { "url": "https://www.docker.com/pricing/", "kind": "pricing", "status": 200, "checkedAt": "2026-10-27T04:00:06.677664621Z", "changedAt": "2026-10-23T02:01:26.989616125Z", "fingerprint": "4fa0bc9e38a0" }, { "url": "https://www.docker.com/legal/docker-subscription-service-agreement/", "kind": "terms", "status": 200, "checkedAt": "2026-10-27T04:00:00.64723199Z", "changedAt": "2026-10-14T21:12:04.200969735Z", "fingerprint": "9f7cd96f416b" } ], "github": { "repo": "docker/model-runner", "checkedAt": "2026-10-26T07:24:00.851185412Z", "stars": 658, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-26T06:56:45Z", "openIssues": 41, "openPRs": 28, "issuesOpened90d": 16, "issuesClosed90d": 16, "prsMerged90d": 32, "ci": { "branch": "main", "runs": 50, "success": 48, "failure": 2, "other": 0, "latest": "success", "latestAt": "2026-10-25T21:18:22Z" }, "advisories": [ { "ghsa": "GHSA-x2f5-332j-9xwq", "cve": "CVE-2026-33990", "severity": "high", "published": "2026-03-30T10:26:25Z" }, { "ghsa": "GHSA-m456-c56c-hh5c", "cve": "CVE-2026-28400", "severity": "high", "published": "2026-02-27T16:33:09Z" } ], "replies": { "sampled": 25, "unanswered": 22, "medianDays": 6 } }, "updatedAt": "2026-10-27T15:31:36.299533506Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Trevin Tindall (T-Crypt on GitHub)", "b": "Docker, Inc.", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "None", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file", "b": "Apache-2.0 (server, CLI plugin and `dmr` binary). Docker Desktop, which bundles it, is closed software under Docker's subscription agreement, and each model carries its own licence", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-23", "b": "2026-08-12", "name": "Last release" }, { "a": "no document linked", "b": "2026-08-26", "name": "Terms last updated" }, { "a": "no document linked", "b": "2026-08-26", "name": "Privacy policy last updated" }, { "a": "", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "", "b": "yes", "name": "Terms restrict automated access" }, { "a": "", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "245 stars", "b": "656 stars", "name": "Popularity" } ], "faq": [ { "answer": "Berth scores 67.6 (B) on agent readiness against Docker Model Runner's 57.2 (C), and leads in 4 of 7 scored categories. Docker Model Runner leads on reliability and transparency \u0026 trust.", "question": "Which is better for AI agents, Berth or Docker Model Runner?" }, { "answer": "Berth needs an API key. Docker Model Runner needs no key.", "question": "Do Berth and Docker Model Runner need an API key?" }, { "answer": "No hosted endpoint is listed for Berth. No hosted endpoint is listed for Docker Model Runner.", "question": "Can an agent call Berth and Docker Model Runner without installing anything?" }, { "answer": "Yes. Berth is open source (Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file). Docker Model Runner is open source (Apache-2.0 (server, CLI plugin and `dmr` binary). Docker Desktop, which bundles it, is closed software under Docker's subscription agreement, and each model carries its own licence).", "question": "Are Berth and Docker Model Runner open source?" } ], "goodFor": [ { "aheadOn": [ "Schema \u0026 documentation, 69 against 49", "Agent ergonomics, 75 against 58", "Security \u0026 auth, 51 against 40", "Maintenance \u0026 community, 76 against 55" ], "also": [ "No incidents deducted, where Docker Model Runner loses 3 points for them" ], "goodFor": "Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.", "slug": "berth", "watchFor": "First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview" }, { "aheadOn": [ "Reliability, 85 against 76", "Transparency \u0026 trust, 74 against 68" ], "also": [ "No key needed to call it" ], "goodFor": "A team that already runs Docker and wants local models served to containers and Compose services through OpenAI-, Anthropic- or Ollama-compatible routes, with models stored as OCI artefacts.", "slug": "docker-model-runner", "watchFor": "No credential on the API. The docs say any client that can reach it, including other containers, can pull, load and run models" } ], "job": { "capability": "inference.local", "name": "Local inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-berth.json", "title": "AnythingLLM vs Berth", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-berth" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner.json", "title": "AnythingLLM vs Docker Model Runner", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-bitrun.json", "title": "Berth vs BitRun", "url": "https://www.anchorterminal.com/compare/berth-vs-bitrun" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-foundry-local.json", "title": "Berth vs Foundry Local", "url": "https://www.anchorterminal.com/compare/berth-vs-foundry-local" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-ghost-core.json", "title": "Berth vs Core", "url": "https://www.anchorterminal.com/compare/berth-vs-ghost-core" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-gpt4all.json", "title": "Berth vs GPT4All", "url": "https://www.anchorterminal.com/compare/berth-vs-gpt4all" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-jan.json", "title": "Berth vs Jan", "url": "https://www.anchorterminal.com/compare/berth-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-khoj.json", "title": "Berth vs Khoj", "url": "https://www.anchorterminal.com/compare/berth-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp.json", "title": "Berth vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/berth-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-lemonade.json", "title": "Berth vs Lemonade", "url": "https://www.anchorterminal.com/compare/berth-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-llama-cpp.json", "title": "Berth vs llama.cpp", "url": "https://www.anchorterminal.com/compare/berth-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-lm-studio.json", "title": "Berth vs LM Studio", "url": "https://www.anchorterminal.com/compare/berth-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-localai.json", "title": "Berth vs LocalAI", "url": "https://www.anchorterminal.com/compare/berth-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-mlx-lm.json", "title": "Berth vs MLX LM", "url": "https://www.anchorterminal.com/compare/berth-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-ollama.json", "title": "Berth vs Ollama", "url": "https://www.anchorterminal.com/compare/berth-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-open-webui.json", "title": "Berth vs Open WebUI", "url": "https://www.anchorterminal.com/compare/berth-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-screenpipe.json", "title": "Berth vs screenpipe", "url": "https://www.anchorterminal.com/compare/berth-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.json", "title": "Berth vs TextGen", "url": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-vllm.json", "title": "Berth vs vLLM", "url": "https://www.anchorterminal.com/compare/berth-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/bitrun-vs-docker-model-runner.json", "title": "BitRun vs Docker Model Runner", "url": "https://www.anchorterminal.com/compare/bitrun-vs-docker-model-runner" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-foundry-local.json", "title": "Docker Model Runner vs Foundry Local", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-foundry-local" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-ghost-core.json", "title": "Docker Model Runner vs Core", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-ghost-core" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-gpt4all.json", "title": "Docker Model Runner vs GPT4All", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-gpt4all" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-jan.json", "title": "Docker Model Runner vs Jan", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-khoj.json", "title": "Docker Model Runner vs Khoj", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.json", "title": "Docker Model Runner vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-lemonade.json", "title": "Docker Model Runner vs Lemonade", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-llama-cpp.json", "title": "Docker Model Runner vs llama.cpp", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-lm-studio.json", "title": "Docker Model Runner vs LM Studio", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-localai.json", "title": "Docker Model Runner vs LocalAI", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-mlx-lm.json", "title": "Docker Model Runner vs MLX LM", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-ollama.json", "title": "Docker Model Runner vs Ollama", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-open-webui.json", "title": "Docker Model Runner vs Open WebUI", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-screenpipe.json", "title": "Docker Model Runner vs screenpipe", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-text-generation-webui.json", "title": "Docker Model Runner vs TextGen", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-vllm.json", "title": "Docker Model Runner vs vLLM", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-underdog.json", "title": "Docker Model Runner vs Underdog", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-underdog" } ], "scores": [ { "berth": 76, "by": 9, "docker-model-runner": 85, "edge": "docker-model-runner", "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "berth": 69, "by": 20, "docker-model-runner": 49, "edge": "berth", "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "berth": 75, "by": 17, "docker-model-runner": 58, "edge": "berth", "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "berth": 51, "by": 11, "docker-model-runner": 40, "edge": "berth", "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "berth": 60, "by": 0, "docker-model-runner": 60, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "berth": 76, "by": 21, "docker-model-runner": 55, "edge": "berth", "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "berth": 68, "by": 6, "docker-model-runner": 74, "edge": "docker-model-runner", "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Berth scores 67.6 (B) on agent readiness against Docker Model Runner's 57.2 (C), and leads in 4 of 7 scored categories. Docker Model Runner leads on reliability and transparency \u0026 trust. Both do local inference.", "tutorials": [], "verdicts": { "berth": "Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.", "docker-model-runner": "CI passes on the main branch, and Docker has published two security advisories with CVEs and fixed versions for the project. The API takes no credential, so any client or container that reaches it can pull, delete and run models, and the documentation has no OpenAPI file or error reference." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner", "json": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.min.md" }, "markdown": "Berth scores 67.6 (B) on agent readiness against Docker Model Runner's 57.2 (C), and leads in 4 of 7 scored categories. Docker Model Runner leads on reliability and transparency \u0026 trust. Both do local inference.\n\n- Berth: grade B, 67.6/100, rank #283 of 1218. Markdown https://www.anchorterminal.com/tools/berth.md · JSON https://www.anchorterminal.com/api/v1/tools/berth.json\n- Docker Model Runner: grade C, 57.2/100, rank #714 of 1218. Markdown https://www.anchorterminal.com/tools/docker-model-runner.md · JSON https://www.anchorterminal.com/api/v1/tools/docker-model-runner.json\n- Best local AI models and assistants: https://www.anchorterminal.com/best/local-ai/index.md\n- All 229 local ai comparisons: https://www.anchorterminal.com/compare/local-ai/index.md\n\n## Which one, for what\n\n### Berth (B)\n\nGood for: Someone running several GPU programs (llama.cpp, llama-swap, Ollama, vLLM, ComfyUI, games) on one NVIDIA card who wants them to take turns, and agents that need to ask for the card.\n\nAhead on:\n- Schema \u0026 documentation, 69 against 49\n- Agent ergonomics, 75 against 58\n- Security \u0026 auth, 51 against 40\n- Maintenance \u0026 community, 76 against 55\n\nAlso in its favour:\n- No incidents deducted, where Docker Model Runner loses 3 points for them\n\nWatch for: First released on 11 October 2026 and called alpha. Windows, AMD and multiple GPUs are experimental, and the gateway is a preview\n\n### Docker Model Runner (C)\n\nGood for: A team that already runs Docker and wants local models served to containers and Compose services through OpenAI-, Anthropic- or Ollama-compatible routes, with models stored as OCI artefacts.\n\nAhead on:\n- Reliability, 85 against 76\n- Transparency \u0026 trust, 74 against 68\n\nAlso in its favour:\n- No key needed to call it\n\nWatch for: No credential on the API. The docs say any client that can reach it, including other containers, can pull, load and run models\n\n\n## Score by category\n\n| Category | Weight | Berth | Docker Model Runner | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 76 | 85 | Docker Model Runner +9 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 69 | 49 | Berth +20 |\n| Agent ergonomics | 13% (16.2 this run) | 75 | 58 | Berth +17 |\n| Security \u0026 auth | 14% (17.5 this run) | 51 | 40 | Berth +11 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 76 | 55 | Berth +21 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 68 | 74 | Docker Model Runner +6 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **67.6 · B** | **57.2 · C** | |\n\n## Facts side by side\n\n| Fact | Berth | Docker Model Runner |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Trevin Tindall (T-Crypt on GitHub) | Docker, Inc. |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP | HTTP |\n| Auth | API key | None |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file | Apache-2.0 (server, CLI plugin and `dmr` binary). Docker Desktop, which bundles it, is closed software under Docker's subscription agreement, and each model carries its own licence |\n| Read-only variant documented | no | no |\n| llms.txt | no | yes |\n| Last release | 2026-10-23 | 2026-08-12 |\n| Terms last updated | no document linked | 2026-08-26 |\n| Privacy policy last updated | no document linked | 2026-08-26 |\n| Customer content may train models | | not found in the text |\n| Terms restrict automated access | | yes |\n| Terms restrict benchmarking | | yes |\n| Terms or service can change without notice | | not found in the text |\n| Arbitration or class-action waiver | | yes |\n| Popularity | 245 stars | 656 stars |\n\n## Verdicts\n\n**Berth.** Berth coordinates one NVIDIA card between engines, ComfyUI and games, grants a lease only after the driver shows memory free, and gives agents a skill, JSON output and a keyed loopback gateway. It is 17 days old, alpha and maintained by one developer, with Windows and AMD experimental and no machine-readable API spec.\n\n**Docker Model Runner.** CI passes on the main branch, and Docker has published two security advisories with CVEs and fixed versions for the project. The API takes no credential, so any client or container that reaches it can pull, delete and run models, and the documentation has no OpenAPI file or error reference.\n\n## Before you call either\n\n### Berth\n\n1. Run `berth status --format json` before starting, stopping or switching any GPU engine. If berthd is unreachable, no engine is protected\n2. Never kill a process to free VRAM. Ask for the card with `berth run`, `berth hold` or a gateway request, and report stowaways to the user\n3. Send gateway requests to http://127.0.0.1:9799/v1 with `Authorization: Bearer $(berth key)`, and use `\"stream\": true` for cold starts of up to minutes\n4. On a 503, read the `code` and wait for `Retry-After`. A pinned holder (a game or `berth hold`) answers 409 to stop and is the user's call\n5. Ask the user before `berth reclaim LEASE --yes`, any berth.toml edit or `berth update`. Each changes the node\n\n### Docker Model Runner\n\n1. Use base URL `http://localhost:12434/engines/v1` for OpenAI clients and `http://localhost:12434` for Anthropic and Ollama clients. Any API key value is accepted\n2. In Docker Desktop, run `docker desktop enable model-runner --tcp 12434` first. Host-side TCP is off by default\n3. From a container, call `http://model-runner.docker.internal` on Docker Desktop or `http://172.17.0.1:12434` on Docker Engine\n4. Raise the context before agent work with `docker model configure --context-size \u003cn\u003e \u003cmodel\u003e`. The llama.cpp default is 4,096 tokens\n5. Name models with their namespace, such as `ai/smollm2`, and expect plain-text error bodies with a 400, 404, 500 or 503 status\n\n## Questions\n\n### Which is better for AI agents, Berth or Docker Model Runner?\n\nBerth scores 67.6 (B) on agent readiness against Docker Model Runner's 57.2 (C), and leads in 4 of 7 scored categories. Docker Model Runner leads on reliability and transparency \u0026 trust.\n\n### Do Berth and Docker Model Runner need an API key?\n\nBerth needs an API key. Docker Model Runner needs no key.\n\n### Can an agent call Berth and Docker Model Runner without installing anything?\n\nNo hosted endpoint is listed for Berth. No hosted endpoint is listed for Docker Model Runner.\n\n### Are Berth and Docker Model Runner open source?\n\nYes. Berth is open source (Apache-2.0. The Berth name, the Pilot mascot and the artwork in assets/ are excluded from the licence, per the NOTICE file). Docker Model Runner is open source (Apache-2.0 (server, CLI plugin and `dmr` binary). Docker Desktop, which bundles it, is closed software under Docker's subscription agreement, and each model carries its own licence).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.json, and with the fewest tokens: https://www.anchorterminal.com/compare/berth-vs-docker-model-runner.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"berth\", \"b\": \"docker-model-runner\"}`. From a terminal: `anchor compare berth docker-model-runner`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/berth.json and https://www.anchorterminal.com/api/v1/tools/docker-model-runner.json\n\n## Other comparisons with Berth or Docker Model Runner\n\n- [AnythingLLM vs Berth](https://www.anchorterminal.com/compare/anythingllm-vs-berth.md)\n- [AnythingLLM vs Docker Model Runner](https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner.md)\n- [Berth vs BitRun](https://www.anchorterminal.com/compare/berth-vs-bitrun.md)\n- [Berth vs Foundry Local](https://www.anchorterminal.com/compare/berth-vs-foundry-local.md)\n- [Berth vs Core](https://www.anchorterminal.com/compare/berth-vs-ghost-core.md)\n- [Berth vs GPT4All](https://www.anchorterminal.com/compare/berth-vs-gpt4all.md)\n- [Berth vs Jan](https://www.anchorterminal.com/compare/berth-vs-jan.md)\n- [Berth vs Khoj](https://www.anchorterminal.com/compare/berth-vs-khoj.md)\n- [Berth vs KoboldCpp](https://www.anchorterminal.com/compare/berth-vs-koboldcpp.md)\n- [Berth vs Lemonade](https://www.anchorterminal.com/compare/berth-vs-lemonade.md)\n- [Berth vs llama.cpp](https://www.anchorterminal.com/compare/berth-vs-llama-cpp.md)\n- [Berth vs LM Studio](https://www.anchorterminal.com/compare/berth-vs-lm-studio.md)\n- [Berth vs LocalAI](https://www.anchorterminal.com/compare/berth-vs-localai.md)\n- [Berth vs MLX LM](https://www.anchorterminal.com/compare/berth-vs-mlx-lm.md)\n- [Berth vs Ollama](https://www.anchorterminal.com/compare/berth-vs-ollama.md)\n- [Berth vs Open WebUI](https://www.anchorterminal.com/compare/berth-vs-open-webui.md)\n- [Berth vs screenpipe](https://www.anchorterminal.com/compare/berth-vs-screenpipe.md)\n- [Berth vs TextGen](https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.md)\n- [Berth vs vLLM](https://www.anchorterminal.com/compare/berth-vs-vllm.md)\n- [BitRun vs Docker Model Runner](https://www.anchorterminal.com/compare/bitrun-vs-docker-model-runner.md)\n- [Docker Model Runner vs Foundry Local](https://www.anchorterminal.com/compare/docker-model-runner-vs-foundry-local.md)\n- [Docker Model Runner vs Core](https://www.anchorterminal.com/compare/docker-model-runner-vs-ghost-core.md)\n- [Docker Model Runner vs GPT4All](https://www.anchorterminal.com/compare/docker-model-runner-vs-gpt4all.md)\n- [Docker Model Runner vs Jan](https://www.anchorterminal.com/compare/docker-model-runner-vs-jan.md)\n- [Docker Model Runner vs Khoj](https://www.anchorterminal.com/compare/docker-model-runner-vs-khoj.md)\n- [Docker Model Runner vs KoboldCpp](https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.md)\n- [Docker Model Runner vs Lemonade](https://www.anchorterminal.com/compare/docker-model-runner-vs-lemonade.md)\n- [Docker Model Runner vs llama.cpp](https://www.anchorterminal.com/compare/docker-model-runner-vs-llama-cpp.md)\n- [Docker Model Runner vs LM Studio](https://www.anchorterminal.com/compare/docker-model-runner-vs-lm-studio.md)\n- [Docker Model Runner vs LocalAI](https://www.anchorterminal.com/compare/docker-model-runner-vs-localai.md)\n- [Docker Model Runner vs MLX LM](https://www.anchorterminal.com/compare/docker-model-runner-vs-mlx-lm.md)\n- [Docker Model Runner vs Ollama](https://www.anchorterminal.com/compare/docker-model-runner-vs-ollama.md)\n- [Docker Model Runner vs Open WebUI](https://www.anchorterminal.com/compare/docker-model-runner-vs-open-webui.md)\n- [Docker Model Runner vs screenpipe](https://www.anchorterminal.com/compare/docker-model-runner-vs-screenpipe.md)\n- [Docker Model Runner vs TextGen](https://www.anchorterminal.com/compare/docker-model-runner-vs-text-generation-webui.md)\n- [Docker Model Runner vs vLLM](https://www.anchorterminal.com/compare/docker-model-runner-vs-vllm.md)\n- [Docker Model Runner vs Underdog](https://www.anchorterminal.com/compare/docker-model-runner-vs-underdog.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-28", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Berth vs Docker Model Runner", "url": "" } ], "description": "Berth scores 67.6 (B) to Docker Model Runner's 57.2 (C) for local inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Berth B 67.6", "Docker Model Runner C 57.2", "scores" ], "h1": "Berth vs Docker Model Runner", "image": "https://www.anchorterminal.com/assets/og/compare-berth-vs-docker-model-runner.png", "path": "/compare/berth-vs-docker-model-runner", "published": "2026-10-01", "section": "tools", "title": "Berth vs Docker Model Runner for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-28", "url": "https://www.anchorterminal.com/compare/berth-vs-docker-model-runner" }, "tokens": { "markdown": 3000, "slim": 730 }, "version": 1 }