{ "data": { "a": { "slug": "koboldcpp", "name": "KoboldCpp", "vendor": "LostRuins (Concedo)", "vendorUrl": "https://koboldcpp.net", "kind": "http-api", "category": "local-ai", "summary": "Open-source program for running GGUF models on the owner's own computer, built on llama.cpp. One executable serves a web interface and KoboldAI, OpenAI, Ollama and Anthropic compatible APIs on port 5001.", "url": "https://www.anchorterminal.com/tools/koboldcpp", "markdownUrl": "https://www.anchorterminal.com/tools/koboldcpp.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/koboldcpp.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/koboldcpp.json", "repo": "https://github.com/LostRuins/koboldcpp", "license": "AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT", "transports": [ "http" ], "packages": [ { "registry": "oci", "name": "koboldai/koboldcpp" } ], "auth": "none", "authNotes": "No credential by default. `--password` (or the `KCPP_PASSWORD` environment variable) sets one shared key, sent as `Authorization: Bearer`, and the server reads it from the header only. The key guards text routes. Image generation, upscaling, `/sdapi/v1/interrogate` and `/tts_to_audio` skip the check, and the `--help` text says image endpoints are not secured. Admin routes need `--admin`, an `--admindir` and, when set, a separate `--adminpassword`. Keys have no scopes and change only with a restart. With no `--host` the server listens on all routable interfaces, and CORS reflects any Origin with credentials allowed (https://github.com/LostRuins/koboldcpp/blob/concedo/koboldcpp.py).", "pricing": "free", "pricingNotes": "Free under AGPL-3.0, with no account, key or card. Nothing is sold by the project. The owner pays for hardware and electricity, and the README links third-party GPU rental (RunPod, SimplePod) and Google Colab as other places to run it.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the wiki, the API document or `koboldcpp.py` (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 11972, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://github.com/LostRuins/koboldcpp/wiki", "llmsTxt": "https://koboldcpp.net/llms.txt", "openapi": "https://lite.koboldai.net/koboldcpp_api.json", "capabilities": [ "inference.local", "inference.open-weights", "agent.mcp-client", "embed.text", "image.generate", "speech.stt", "speech.tts", "audio.music" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "openai-compatible", "openapi", "llms-txt", "docker", "agpl", "no-telemetry" ], "lastRelease": "2026-09-27", "graded": true, "anchor": { "graded": true, "score": 60.5, "grade": "C", "agentReady": false, "rank": 462, "ranked": true, "rankOf": 842, "categoryRank": 5, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 63, "maintenance": 82, "payments": 60, "reliability": 68, "schema": 68, "security": 38, "transparency": 49 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open.", "bestFor": "An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.", "strengths": [ "OpenAPI 3.0.3 document with 54 operations, served by the program at `/api?json=1` and published at lite.koboldai.net", "KoboldAI, OpenAI, Ollama, Anthropic, AUTOMATIC1111 and ComfyUI style routes from one server on port 5001", "Eight releases between 10 July and 27 September 2026, each with written notes, and replies on all 24 of the newest open issues", "AGPL-3.0, with no telemetry or update check found in `koboldcpp.py` and a wiki statement that inputs are sent nowhere", "Admin functions are off by default and take their own `--adminpassword`" ], "weaknesses": [ "With no `--host` the server accepts connections on all routable interfaces, and no password is set by default", "`--password` covers text routes only. The `--help` text says image endpoints are not secured", "CORS reflects any Origin with credentials allowed and permits private-network requests", "No `SECURITY.md` or security.txt, and the one advisory (GHSA-qhvp-gj7g-rw26) still lists no patched version", "No continuous test run on pushes. Build workflows are started by hand and the only automatic test covers `AutoGuess.json`" ], "agentNotes": [ "Start with `--host 127.0.0.1` and `--password`. The default listens on every interface with no key", "Send the password as `Authorization: Bearer \u003cpassword\u003e`. It is not read from the query string", "Treat 503 as both busy and rate limited. The server never sends 429 or `Retry-After`, and the wait in seconds is in `detail.msg`", "Pass `max_length` or `max_tokens`. The default is 2,048 tokens unless `--defaultgenamt` changes it", "Send a `genkey` with each generation so `/api/extra/generate/check` and `/api/extra/abort` act on your request and not another caller's" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 60.5 } ], "editorialScores": { "ergonomics": 63, "maintenance": 82, "payments": 60, "reliability": 68, "schema": 68, "security": 38, "transparency": 70 }, "provenanceScore": 27 }, "connect": { "install": "curl -fLo koboldcpp-linux-x64 https://github.com/LostRuins/koboldcpp/releases/latest/download/koboldcpp-linux-x64 \u0026\u0026 chmod +x koboldcpp-linux-x64 \u0026\u0026 ./koboldcpp-linux-x64\n./koboldcpp-linux-x64 --model /path/to/model.gguf # listens on port 5001", "http": "curl --request POST \\\n --url http://localhost:5001/api/v1/generate \\\n --header \"Content-Type: application/json\" \\\n --data '{\"prompt\": \"Niko the kobold stalked carefully down the alley,\", \"max_context_length\": 2048, \"max_length\": 100}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/koboldcpp" }, "area": "models", "provenance": { "legalEntity": "", "domain": "koboldcpp.net", "domainRegistered": "2026-03-18", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/LostRuins/koboldcpp/releases", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "No legal entity is named in the repository, the wiki or koboldcpp.net. The maintainer publishes as LostRuins on GitHub and Concedo on Discord, and the Windows binary's version resource gives KoboldAI as the company name.", "The project publishes no terms of service and no privacy policy, so both fields are empty. The licence is AGPL-3.0 and the only privacy statement is an FAQ entry in the wiki.", "The README calls koboldcpp.net the official community website. RDAP gives its registration date as 2026-03-18 and Cloudflare, Inc. as registrar. The README warns that koboldcpp.com is a fake site.", "koboldcpp.net/.well-known/security.txt and koboldai.org/.well-known/security.txt return 404. koboldcpp.net/llms.txt returns a short index that links llms-small.txt and llms-full.txt.", "There's no shared hosted endpoint. The server runs on the owner's machine. The online API reference is on lite.koboldai.net." ], "score": 27 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/koboldcpp.json" }, "answer": "LocalAI scores 68 (B) on agent readiness against KoboldCpp's 60.5 (C), and leads in 4 of 7 scored categories.", "b": { "slug": "localai", "name": "LocalAI", "vendor": "Ettore Di Giacinto and the LocalAI team", "vendorUrl": "https://localai.io", "kind": "http-api", "category": "local-ai", "summary": "Open-source engine in Go, MIT licensed, that runs models on the owner's hardware behind OpenAI-, Anthropic-, Ollama- and ElevenLabs-compatible APIs on port 8080.", "url": "https://www.anchorterminal.com/tools/localai", "markdownUrl": "https://www.anchorterminal.com/tools/localai.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/localai.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/localai.json", "repo": "https://github.com/mudler/LocalAI", "license": "MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence", "transports": [ "http", "stdio" ], "packages": [ { "registry": "oci", "name": "docker.io/localai/localai" } ], "auth": "mixed", "authNotes": "Off by default. With no keys and no user accounts configured, every request is accepted, and the server refuses to start on a public address in that state unless `--allow-insecure-public-bind` is set. `LOCALAI_API_KEY` sets shared keys with full admin rights. `LOCALAI_AUTH=true` turns on user accounts (local, GitHub OAuth or OIDC), and each user creates revocable keys stored as HMAC-SHA256, with an optional expiry in the source, carrying the user's role (admin or user) and per-model and per-feature permissions. Keys go in `Authorization: Bearer`, `x-api-key`, `xi-api-key` or a `token` cookie.", "pricing": "free", "pricingNotes": "Free and MIT with nothing to buy. You run it on your own hardware. The project takes sponsorship through GitHub Sponsors.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs or the source (checked 2026-10-03).", "endpoints": [] }, "toolCount": 42, "popularity": { "githubStars": 47800, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-03" }, "docsUrl": "https://localai.io/basics/getting_started/", "openapi": "https://raw.githubusercontent.com/mudler/LocalAI/master/swagger/swagger.json", "capabilities": [ "inference.local", "inference.open-weights", "agent.mcp-client", "embed.text", "rerank", "speech.stt", "speech.tts", "voice.speech-to-speech", "image.generate", "video.generate", "guard.pii", "finetune.sft", "db.vector" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "openai-compatible", "openapi", "mcp", "go", "docker", "streaming", "open-weights", "no-telemetry" ], "lastRelease": "2026-10-02", "graded": true, "anchor": { "graded": true, "score": 68, "grade": "B", "agentReady": false, "rank": 216, "ranked": true, "rankOf": 842, "categoryRank": 1, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 71, "maintenance": 80, "payments": 60, "reliability": 84, "schema": 81, "security": 62, "transparency": 47 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-03" }, "negative": -3, "negativeNotes": [ "2026-07-07. CVE-2026-59707 (8.6 at NVD under CVSS 3.1, published by VulnCheck), an unauthenticated server-side request forgery through POST /models/apply in v4.3.1 and earlier, reported in issue #10665. The code now refuses private, loopback and metadata addresses in gallery config fetches, with a comment citing the issue, from v4.8.0 at the latest. The project published no GitHub advisory, the fix commit NVD and VulnCheck name (f9b968e) is an unrelated docs change, and SECURITY.md still lists 3.x as the supported series. Fixed, documented only by a third party, -3. https://nvd.nist.gov/vuln/detail/CVE-2026-59707; https://github.com/mudler/LocalAI/issues/10665" ], "verdict": "MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app. No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin.", "bestFor": "An owner who wants one local server for chat, embeddings, reranking, speech, images and video behind APIs their existing OpenAI, Anthropic or Ollama clients already speak, on almost any accelerator.", "strengths": [ "MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app", "OpenAI, Anthropic, Open Responses, Ollama and ElevenLabs-compatible endpoints, with a Swagger 2.0 file of 133 operations served by every instance", "429 and 503 responses carry Retry-After, and errors come in the calling client's own envelope", "Optional user accounts with hashed, revocable keys, per-model and per-feature permissions and per-user quotas", "v4.11.0 on 2 October 2026, ten releases in 90 days, and the Tests workflow passing on master" ], "weaknesses": [ "No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin", "CVE-2026-59707, an unauthenticated SSRF in v4.3.1 and earlier, published by VulnCheck in July 2026 with no advisory from the project", "SECURITY.md still names 3.x as the supported series, and there's no security.txt or privacy policy", "The MCP admin server registers 42 tools against the 19 its docs list, with no annotations, and its writes are held back only by a prompt", "No breaking-change section in the release notes, and the unsigned macOS DMG needs its quarantine flag removed by hand" ], "agentNotes": [ "Send `Authorization: Bearer \u003ckey\u003e` when the operator has set keys. A 401 means the instance has auth on", "Read /.well-known/localai.json and /api/instructions first. Both answer without a key and list what this instance can do", "Back off on 429 and 503 for the Retry-After seconds. A 503 can mean the model is still loading", "Start `local-ai mcp-server` with `--read-only` unless the task is to install or delete models", "Take model names from /v1/models. Each instance names its own" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 2, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 68 } ], "editorialScores": { "ergonomics": 71, "maintenance": 80, "payments": 60, "reliability": 84, "schema": 81, "security": 62, "transparency": 67 }, "provenanceScore": 27 }, "connect": { "install": "docker run -ti --name local-ai -p 8080:8080 localai/localai:latest", "http": "curl http://localhost:8080/v1/chat/completions -H \"Content-Type: application/json\" -d '{\n \"model\": \"qwen3-4b\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}]\n}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/localai" }, "area": "models", "provenance": { "legalEntity": "", "domain": "localai.io", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/mudler/LocalAI/releases", "securityTxt": "none", "checked": "2026-10-03", "notes": [ "No company is named. The `LICENSE` copyright line reads Ettore Di Giacinto, and the README names him as project lead with Richard Palethorpe as maintainer.", "We found no terms or privacy page in the docs site's source, and localai.io/.well-known/security.txt and localai.io/llms.txt return 404.", "There's no hosted endpoint. Each instance answers on the operator's own host, by default port 8080." ], "score": 27 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/localai.json", "live": { "slug": "localai", "versions": [ { "registry": "github", "name": "mudler/LocalAI", "version": "v4.11.0", "released": "2026-10-02", "seenAt": "2026-10-08T16:19:18.204342624Z" } ], "githubStars": 49433, "securityTxt": { "url": "https://localai.io/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:38:38.826464071Z" }, "domain": { "domain": "localai.io", "checkedAt": "2026-10-04T13:07:02.946116654Z" }, "updatedAt": "2026-10-08T16:19:18.204342624Z" } }, "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "LostRuins (Concedo)", "b": "Ettore Di Giacinto and the LocalAI team", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP, stdio", "name": "Transports" }, { "a": "None", "b": "OAuth or key", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT", "b": "MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence", "name": "Licence" }, { "a": "none", "b": "42", "name": "Tools exposed" }, { "a": "no", "b": "yes", "name": "Read-only variant documented" }, { "a": "yes", "b": "no", "name": "llms.txt" }, { "a": "2026-09-27", "b": "2026-10-02", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no document linked", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "", "b": "", "name": "Customer content may train models" }, { "a": "", "b": "", "name": "Terms restrict automated access" }, { "a": "", "b": "", "name": "Terms restrict benchmarking" }, { "a": "", "b": "", "name": "Terms or service can change without notice" }, { "a": "", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "12k stars", "b": "48k stars", "name": "Popularity" }, { "a": "none", "b": "3/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "LocalAI scores 68 (B) on agent readiness against KoboldCpp's 60.5 (C), and leads in 4 of 7 scored categories.", "question": "Which is better for AI agents, KoboldCpp or LocalAI?" }, { "answer": "KoboldCpp needs no key. LocalAI takes an API key or an OAuth sign-in.", "question": "Do KoboldCpp and LocalAI need an API key?" }, { "answer": "No hosted endpoint is listed for KoboldCpp. LocalAI runs on your own machine, with no hosted endpoint listed.", "question": "Can an agent call KoboldCpp and LocalAI without installing anything?" }, { "answer": "Yes. KoboldCpp is open source (AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT). LocalAI is open source (MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence).", "question": "Are KoboldCpp and LocalAI open source?" } ], "goodFor": [ { "aheadOn": null, "also": [ "No key needed to call it", "No incidents deducted, where LocalAI loses 3 points for them" ], "goodFor": "An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.", "slug": "koboldcpp", "watchFor": "With no `--host` the server accepts connections on all routable interfaces, and no password is set by default" }, { "aheadOn": [ "Reliability, 84 against 68", "Schema \u0026 documentation, 81 against 68", "Agent ergonomics, 71 against 63", "Security \u0026 auth, 62 against 38" ], "also": [ "Runs on your own machine" ], "goodFor": "An owner who wants one local server for chat, embeddings, reranking, speech, images and video behind APIs their existing OpenAI, Anthropic or Ollama clients already speak, on almost any accelerator.", "slug": "localai", "watchFor": "No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin" } ], "job": { "capability": "inference.local", "name": "Local inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.json", "title": "AnythingLLM vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-localai.json", "title": "AnythingLLM vs LocalAI", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.json", "title": "Docker Model Runner vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-localai.json", "title": "Docker Model Runner vs LocalAI", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.json", "title": "Foundry Local vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-localai.json", "title": "Foundry Local vs LocalAI", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp.json", "title": "Core vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/ghost-core-vs-localai.json", "title": "Core vs LocalAI", "url": "https://www.anchorterminal.com/compare/ghost-core-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp.json", "title": "GPT4All vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/gpt4all-vs-localai.json", "title": "GPT4All vs LocalAI", "url": "https://www.anchorterminal.com/compare/gpt4all-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/jan-vs-koboldcpp.json", "title": "Jan vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/jan-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/jan-vs-localai.json", "title": "Jan vs LocalAI", "url": "https://www.anchorterminal.com/compare/jan-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/khoj-vs-koboldcpp.json", "title": "Khoj vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/khoj-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/khoj-vs-localai.json", "title": "Khoj vs LocalAI", "url": "https://www.anchorterminal.com/compare/khoj-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade.json", "title": "KoboldCpp vs Lemonade", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp.json", "title": "KoboldCpp vs llama.cpp", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio.json", "title": "KoboldCpp vs LM Studio", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm.json", "title": "KoboldCpp vs MLX LM", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-ollama.json", "title": "KoboldCpp vs Ollama", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui.json", "title": "KoboldCpp vs Open WebUI", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe.json", "title": "KoboldCpp vs screenpipe", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.json", "title": "KoboldCpp vs TextGen", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/lemonade-vs-localai.json", "title": "Lemonade vs LocalAI", "url": "https://www.anchorterminal.com/compare/lemonade-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/llama-cpp-vs-localai.json", "title": "llama.cpp vs LocalAI", "url": "https://www.anchorterminal.com/compare/llama-cpp-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/lm-studio-vs-localai.json", "title": "LM Studio vs LocalAI", "url": "https://www.anchorterminal.com/compare/lm-studio-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-mlx-lm.json", "title": "LocalAI vs MLX LM", "url": "https://www.anchorterminal.com/compare/localai-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-ollama.json", "title": "LocalAI vs Ollama", "url": "https://www.anchorterminal.com/compare/localai-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-open-webui.json", "title": "LocalAI vs Open WebUI", "url": "https://www.anchorterminal.com/compare/localai-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-screenpipe.json", "title": "LocalAI vs screenpipe", "url": "https://www.anchorterminal.com/compare/localai-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-text-generation-webui.json", "title": "LocalAI vs TextGen", "url": "https://www.anchorterminal.com/compare/localai-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-underdog.json", "title": "KoboldCpp vs Underdog", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-underdog" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-underdog.json", "title": "LocalAI vs Underdog", "url": "https://www.anchorterminal.com/compare/localai-vs-underdog" } ], "scores": [ { "by": 16, "edge": "localai", "key": "reliability", "koboldcpp": 68, "localai": 84, "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 13, "edge": "localai", "key": "schema", "koboldcpp": 68, "localai": 81, "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 8, "edge": "localai", "key": "ergonomics", "koboldcpp": 63, "localai": 71, "name": "Agent ergonomics", "weight": 13 }, { "by": 24, "edge": "localai", "key": "security", "koboldcpp": 38, "localai": 62, "name": "Security \u0026 auth", "weight": 14 }, { "by": 0, "edge": "", "key": "payments", "koboldcpp": 60, "localai": 60, "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 2, "edge": "koboldcpp", "key": "maintenance", "koboldcpp": 82, "localai": 80, "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 2, "edge": "koboldcpp", "key": "transparency", "koboldcpp": 49, "localai": 47, "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "LocalAI scores 68 (B) on agent readiness against KoboldCpp's 60.5 (C), and leads in 4 of 7 scored categories. Both do local inference.", "verdicts": { "koboldcpp": "One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open.", "localai": "MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app. No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai", "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai.md", "slim": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai.min.md" }, "markdown": "LocalAI scores 68 (B) on agent readiness against KoboldCpp's 60.5 (C), and leads in 4 of 7 scored categories. Both do local inference.\n\n- KoboldCpp: grade C, 60.5/100, rank #462 of 842. Markdown https://www.anchorterminal.com/tools/koboldcpp.md · JSON https://www.anchorterminal.com/api/v1/tools/koboldcpp.json\n- LocalAI: grade B, 68/100, rank #216 of 842. Markdown https://www.anchorterminal.com/tools/localai.md · JSON https://www.anchorterminal.com/api/v1/tools/localai.json\n\n## Which one, for what\n\n### KoboldCpp (C)\n\nGood for: An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.\n\nAlso in its favour:\n- No key needed to call it\n- No incidents deducted, where LocalAI loses 3 points for them\n\nWatch for: With no `--host` the server accepts connections on all routable interfaces, and no password is set by default\n\n### LocalAI (B)\n\nGood for: An owner who wants one local server for chat, embeddings, reranking, speech, images and video behind APIs their existing OpenAI, Anthropic or Ollama clients already speak, on almost any accelerator.\n\nAhead on:\n- Reliability, 84 against 68\n- Schema \u0026 documentation, 81 against 68\n- Agent ergonomics, 71 against 63\n- Security \u0026 auth, 62 against 38\n\nAlso in its favour:\n- Runs on your own machine\n\nWatch for: No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin\n\n\n## Score by category\n\n| Category | Weight | KoboldCpp | LocalAI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 68 | 84 | LocalAI +16 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 68 | 81 | LocalAI +13 |\n| Agent ergonomics | 13% (16.2 this run) | 63 | 71 | LocalAI +8 |\n| Security \u0026 auth | 14% (17.5 this run) | 38 | 62 | LocalAI +24 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 82 | 80 | KoboldCpp +2 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 49 | 47 | KoboldCpp +2 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **60.5 · C** | **68 · B** | |\n\n## Facts side by side\n\n| Fact | KoboldCpp | LocalAI |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | LostRuins (Concedo) | Ettore Di Giacinto and the LocalAI team |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP | HTTP, stdio |\n| Auth | None | OAuth or key |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT | MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence |\n| Tools exposed | none | 42 |\n| Read-only variant documented | no | yes |\n| llms.txt | yes | no |\n| Last release | 2026-09-27 | 2026-10-02 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no document linked | no document linked |\n| Customer content may train models | | |\n| Terms restrict automated access | | |\n| Terms restrict benchmarking | | |\n| Terms or service can change without notice | | |\n| Arbitration or class-action waiver | | |\n| Popularity | 12k stars | 48k stars |\n| Agent reviews | none | 3/5 (2) |\n\n## Verdicts\n\n**KoboldCpp.** One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open.\n\n**LocalAI.** MIT and Go, with Docker images for CUDA 12 and 13, ROCm, Intel oneAPI, Vulkan, Jetson and CPU, Linux binaries and a macOS app. No authentication by default. Loopback, LAN and VPN binds answer every caller, and keys set by environment variable grant full admin.\n\n## Before you call either\n\n### KoboldCpp\n\n1. Start with `--host 127.0.0.1` and `--password`. The default listens on every interface with no key\n2. Send the password as `Authorization: Bearer \u003cpassword\u003e`. It is not read from the query string\n3. Treat 503 as both busy and rate limited. The server never sends 429 or `Retry-After`, and the wait in seconds is in `detail.msg`\n4. Pass `max_length` or `max_tokens`. The default is 2,048 tokens unless `--defaultgenamt` changes it\n5. Send a `genkey` with each generation so `/api/extra/generate/check` and `/api/extra/abort` act on your request and not another caller's\n\n### LocalAI\n\n1. Send `Authorization: Bearer \u003ckey\u003e` when the operator has set keys. A 401 means the instance has auth on\n2. Read /.well-known/localai.json and /api/instructions first. Both answer without a key and list what this instance can do\n3. Back off on 429 and 503 for the Retry-After seconds. A 503 can mean the model is still loading\n4. Start `local-ai mcp-server` with `--read-only` unless the task is to install or delete models\n5. Take model names from /v1/models. Each instance names its own\n\n## Questions\n\n### Which is better for AI agents, KoboldCpp or LocalAI?\n\nLocalAI scores 68 (B) on agent readiness against KoboldCpp's 60.5 (C), and leads in 4 of 7 scored categories.\n\n### Do KoboldCpp and LocalAI need an API key?\n\nKoboldCpp needs no key. LocalAI takes an API key or an OAuth sign-in.\n\n### Can an agent call KoboldCpp and LocalAI without installing anything?\n\nNo hosted endpoint is listed for KoboldCpp. LocalAI runs on your own machine, with no hosted endpoint listed.\n\n### Are KoboldCpp and LocalAI open source?\n\nYes. KoboldCpp is open source (AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT). LocalAI is open source (MIT. Each backend image wraps an upstream engine (llama.cpp, vLLM, whisper.cpp, diffusers and others) under that engine's own licence).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/koboldcpp-vs-localai.json, and with the fewest tokens: https://www.anchorterminal.com/compare/koboldcpp-vs-localai.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"koboldcpp\", \"b\": \"localai\"}`. From a terminal: `anchor compare koboldcpp localai`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/koboldcpp.json and https://www.anchorterminal.com/api/v1/tools/localai.json\n\n## Other comparisons with KoboldCpp or LocalAI\n\n- [AnythingLLM vs KoboldCpp](https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.md)\n- [AnythingLLM vs LocalAI](https://www.anchorterminal.com/compare/anythingllm-vs-localai.md)\n- [Docker Model Runner vs KoboldCpp](https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.md)\n- [Docker Model Runner vs LocalAI](https://www.anchorterminal.com/compare/docker-model-runner-vs-localai.md)\n- [Foundry Local vs KoboldCpp](https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.md)\n- [Foundry Local vs LocalAI](https://www.anchorterminal.com/compare/foundry-local-vs-localai.md)\n- [Core vs KoboldCpp](https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp.md)\n- [Core vs LocalAI](https://www.anchorterminal.com/compare/ghost-core-vs-localai.md)\n- [GPT4All vs KoboldCpp](https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp.md)\n- [GPT4All vs LocalAI](https://www.anchorterminal.com/compare/gpt4all-vs-localai.md)\n- [Jan vs KoboldCpp](https://www.anchorterminal.com/compare/jan-vs-koboldcpp.md)\n- [Jan vs LocalAI](https://www.anchorterminal.com/compare/jan-vs-localai.md)\n- [Khoj vs KoboldCpp](https://www.anchorterminal.com/compare/khoj-vs-koboldcpp.md)\n- [Khoj vs LocalAI](https://www.anchorterminal.com/compare/khoj-vs-localai.md)\n- [KoboldCpp vs Lemonade](https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade.md)\n- [KoboldCpp vs llama.cpp](https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp.md)\n- [KoboldCpp vs LM Studio](https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio.md)\n- [KoboldCpp vs MLX LM](https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm.md)\n- [KoboldCpp vs Ollama](https://www.anchorterminal.com/compare/koboldcpp-vs-ollama.md)\n- [KoboldCpp vs Open WebUI](https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui.md)\n- [KoboldCpp vs screenpipe](https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe.md)\n- [KoboldCpp vs TextGen](https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.md)\n- [Lemonade vs LocalAI](https://www.anchorterminal.com/compare/lemonade-vs-localai.md)\n- [llama.cpp vs LocalAI](https://www.anchorterminal.com/compare/llama-cpp-vs-localai.md)\n- [LM Studio vs LocalAI](https://www.anchorterminal.com/compare/lm-studio-vs-localai.md)\n- [LocalAI vs MLX LM](https://www.anchorterminal.com/compare/localai-vs-mlx-lm.md)\n- [LocalAI vs Ollama](https://www.anchorterminal.com/compare/localai-vs-ollama.md)\n- [LocalAI vs Open WebUI](https://www.anchorterminal.com/compare/localai-vs-open-webui.md)\n- [LocalAI vs screenpipe](https://www.anchorterminal.com/compare/localai-vs-screenpipe.md)\n- [LocalAI vs TextGen](https://www.anchorterminal.com/compare/localai-vs-text-generation-webui.md)\n- [KoboldCpp vs Underdog](https://www.anchorterminal.com/compare/koboldcpp-vs-underdog.md)\n- [LocalAI vs Underdog](https://www.anchorterminal.com/compare/localai-vs-underdog.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "KoboldCpp vs LocalAI", "url": "" } ], "description": "LocalAI scores 68 (B) on agent readiness against KoboldCpp's 60.5 (C), and leads in 4 of 7 scored categories. Both do local inference. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "KoboldCpp C 60.5", "LocalAI B 68", "scores" ], "h1": "KoboldCpp vs LocalAI", "image": "https://www.anchorterminal.com/assets/og/compare-koboldcpp-vs-localai.png", "path": "/compare/koboldcpp-vs-localai", "published": "2026-10-01", "section": "tools", "title": "KoboldCpp vs LocalAI for AI agents, C 60.5 vs B 68 | Anchor Terminal", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai" }, "tokens": { "markdown": 2550, "slim": 630 }, "version": 1 }