{ "data": { "a": { "slug": "anythingllm", "name": "AnythingLLM", "vendor": "Mintplex Labs", "vendorUrl": "https://anythingllm.com", "kind": "platform", "category": "local-ai", "summary": "Open-source app for chatting with documents using local or hosted models. Available as a desktop app or a self-hosted server.", "url": "https://www.anchorterminal.com/tools/anythingllm", "markdownUrl": "https://www.anchorterminal.com/tools/anythingllm.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/anythingllm.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/anythingllm.json", "repo": "https://github.com/Mintplex-Labs/anything-llm", "license": "MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering", "transports": [ "http" ], "packages": [ { "registry": "oci", "name": "mintplexlabs/anythingllm" }, { "registry": "oci", "name": "ghcr.io/mintplex-labs/anything-llm" } ], "auth": "api-key", "authNotes": "The developer API under /api/v1 takes a key in `Authorization: Bearer`. An admin creates keys in the UI. SECURITY.md says each key has full, unrestricted access to the whole /v1 surface, equivalent to admin, and the database stores keys in plain text with no scopes or expiry. A key is revoked by deleting it. The instance itself runs with no password, one password or multi-user accounts, chosen at onboarding, and the desktop backend listens on 127.0.0.1:3001 unless network discovery is switched on.", "pricing": "freemium", "pricingNotes": "The desktop app and the Docker server are free, with no account. AnythingLLM Cloud, a private managed instance on AWS, costs $50 a month (Basic, bring your own model key) or $99 a month (Pro, 72-hour support SLA), with Enterprise on request. The pricing page shows no trial or free tier for Cloud, and checkout goes through my.mintplexlabs.com (checked 2026-10-03).", "priceSummary": "$50 / mo", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the pricing page or the source (checked 2026-10-03).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 66600, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-03" }, "docsUrl": "https://docs.anythingllm.com", "openapi": "https://raw.githubusercontent.com/Mintplex-Labs/anything-llm/master/server/swagger/openapi.json", "capabilities": [ "inference.local", "memory.search", "agent.mcp-client", "memory.user", "inference.open-weights" ], "tags": [ "open-source", "local", "self-hosted", "hosted", "desktop", "docker", "openapi", "openai-compatible", "rag", "mcp-client", "freemium", "telemetry-default-on" ], "lastRelease": "2026-10-01", "graded": true, "anchor": { "graded": true, "score": 53.3, "grade": "D", "agentReady": false, "rank": 631, "ranked": true, "rankOf": 842, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 46, "maintenance": 78, "payments": 60, "reliability": 67, "schema": 57, "security": 38, "transparency": 59 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-03" }, "negative": -3, "negativeNotes": [ "2026-04-15 to 2026-05-21. Ten advisories published in the last year, all fixed, among them CVE-2026-48116 (GHSA-6hrp-7mw6-8v59, CVSS 7.5), code execution through a `--pre` argument passed to ripgrep by the filesystem-search-files agent skill in 1.12.1 and earlier, fixed on 20 May 2026 (commit 94ed62d3) and published on 21 May, and GHSA-4q6m-qh3w-9gf5 (15 April 2026), a DOM XSS in chart rendering that prompt injection could trigger. Fixed and published inside six months, so a small deduction, -3. https://github.com/Mintplex-Labs/anything-llm/security/advisories/GHSA-6hrp-7mw6-8v59; https://github.com/Mintplex-Labs/anything-llm/security/advisories" ], "verdict": "MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64. One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text.", "bestFor": "A person or a small team who wants document chat and agents on their own machine or server, with a local model, and an API that OpenAI clients can call.", "strengths": [ "MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64", "63 developer API operations in OpenAPI 3.0, served at /api/docs on every instance", "OpenAI-compatible chat, embeddings and model endpoints that treat each workspace as a model", "38 model providers, including Ollama, LM Studio and a built-in local engine on the desktop, and LanceDB on disk by default", "v1.17.0 on 1 October 2026, four releases in 90 days, with advisories fixed and published" ], "weaknesses": [ "One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text", "Ten security advisories between March and July 2026, one a high-severity code execution in an agent skill", "Telemetry on by default, and the source sends 33 event types where the README lists five kinds", "Request bodies in the OpenAPI file are examples, not typed schemas, and there's no llms.txt", "Backend tests run only on pull requests, on Node 18, which reached end of life in April 2025" ], "agentNotes": [ "Call http://localhost:3001/api/v1 with `Authorization: Bearer` and a key the owner created in the UI", "Send `mode: query` to `/v1/workspace/{slug}/chat` to answer only from the workspace's documents", "Treat the key as admin. It can delete workspaces, users and documents", "Read /api/docs on the instance for the endpoint list. Request bodies there are examples, not schemas", "Pass a `sessionId` with each chat to keep your conversation apart from other API callers" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 2, "avgRating": 2, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 53.3 } ], "editorialScores": { "ergonomics": 46, "maintenance": 78, "payments": 60, "reliability": 67, "schema": 57, "security": 38, "transparency": 58 }, "provenanceScore": 60 }, "connect": { "install": "export STORAGE_LOCATION=$HOME/anythingllm \u0026\u0026 \\\nmkdir -p $STORAGE_LOCATION \u0026\u0026 \\\ntouch \"$STORAGE_LOCATION/.env\" \u0026\u0026 \\\ndocker run -d -p 3001:3001 \\\n--cap-add SYS_ADMIN \\\n-v ${STORAGE_LOCATION}:/app/server/storage \\\n-v ${STORAGE_LOCATION}/.env:/app/server/.env \\\n-e STORAGE_DIR=\"/app/server/storage\" \\\nmintplexlabs/anythingllm:latest" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/anythingllm" }, "area": "models", "unitPrices": [ { "item": "AnythingLLM Cloud Basic", "unit": "month", "usd": 50, "note": "Private instance, bring your own model key" }, { "item": "AnythingLLM Cloud Pro", "unit": "month", "usd": 99, "note": "Private instance, 72-hour support SLA" } ], "provenance": { "legalEntity": "Mintplex Labs, Inc.", "domain": "anythingllm.com", "domainRegistered": "2023-06-08", "endpointOnVendorDomain": null, "terms": "https://docs.anythingllm.com/installation-desktop/terms", "privacy": "https://docs.anythingllm.com/installation-desktop/privacy", "statusPage": "", "changelog": "https://github.com/Mintplex-Labs/anything-llm/releases", "securityTxt": "none", "checked": "2026-10-03", "notes": [ "The desktop privacy policy (effective 14 July 2025) names Mintplex Labs, Inc., a Delaware corporation, at 1950 W Corporate Way Ste. 25340, Anaheim, CA 92801.", "There's no shared hosted endpoint. Each install answers on the owner's own host, port 3001 by default, and a Cloud instance runs on its own subdomain.", "anythingllm.com/.well-known/security.txt returns 404. SECURITY.md takes reports only through GitHub security advisories.", "RDAP for anythingllm.com gives a registration date of 2023-06-08. Self-hosted terms are in TERMS_SELF_HOSTED.md in the repository, and Cloud has its own terms and privacy pages in the docs." ], "score": 60 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/anythingllm.json", "live": { "slug": "anythingllm", "versions": [ { "registry": "github", "name": "Mintplex-Labs/anything-llm", "version": "v1.17.0", "released": "2026-10-01", "seenAt": "2026-10-08T15:58:45.409379913Z" } ], "githubStars": 66824, "securityTxt": { "url": "https://anythingllm.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:38:33.449892906Z" }, "domain": { "domain": "anythingllm.com", "registered": "2023-06-08", "source": "https://rdap.verisign.com/com/v1/domain/anythingllm.com", "checkedAt": "2026-10-04T13:06:56.741891994Z" }, "pages": [ { "url": "https://docs.anythingllm.com/installation-desktop/privacy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:18:11.873645261Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "d60b6740a520" }, { "url": "https://docs.anythingllm.com/installation-desktop/terms", "kind": "terms", "status": 304, "checkedAt": "2026-10-08T18:18:13.940339747Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "fbedb30fe013" } ], "updatedAt": "2026-10-08T18:18:13.940339747Z" } }, "answer": "KoboldCpp scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 4 of 7 scored categories. AnythingLLM leads on transparency \u0026 trust.", "b": { "slug": "koboldcpp", "name": "KoboldCpp", "vendor": "LostRuins (Concedo)", "vendorUrl": "https://koboldcpp.net", "kind": "http-api", "category": "local-ai", "summary": "Open-source program for running GGUF models on the owner's own computer, built on llama.cpp. One executable serves a web interface and KoboldAI, OpenAI, Ollama and Anthropic compatible APIs on port 5001.", "url": "https://www.anchorterminal.com/tools/koboldcpp", "markdownUrl": "https://www.anchorterminal.com/tools/koboldcpp.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/koboldcpp.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/koboldcpp.json", "repo": "https://github.com/LostRuins/koboldcpp", "license": "AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT", "transports": [ "http" ], "packages": [ { "registry": "oci", "name": "koboldai/koboldcpp" } ], "auth": "none", "authNotes": "No credential by default. `--password` (or the `KCPP_PASSWORD` environment variable) sets one shared key, sent as `Authorization: Bearer`, and the server reads it from the header only. The key guards text routes. Image generation, upscaling, `/sdapi/v1/interrogate` and `/tts_to_audio` skip the check, and the `--help` text says image endpoints are not secured. Admin routes need `--admin`, an `--admindir` and, when set, a separate `--adminpassword`. Keys have no scopes and change only with a restart. With no `--host` the server listens on all routable interfaces, and CORS reflects any Origin with credentials allowed (https://github.com/LostRuins/koboldcpp/blob/concedo/koboldcpp.py).", "pricing": "free", "pricingNotes": "Free under AGPL-3.0, with no account, key or card. Nothing is sold by the project. The owner pays for hardware and electricity, and the README links third-party GPU rental (RunPod, SimplePod) and Google Colab as other places to run it.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the wiki, the API document or `koboldcpp.py` (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 11972, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://github.com/LostRuins/koboldcpp/wiki", "llmsTxt": "https://koboldcpp.net/llms.txt", "openapi": "https://lite.koboldai.net/koboldcpp_api.json", "capabilities": [ "inference.local", "inference.open-weights", "agent.mcp-client", "embed.text", "image.generate", "speech.stt", "speech.tts", "audio.music" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "openai-compatible", "openapi", "llms-txt", "docker", "agpl", "no-telemetry" ], "lastRelease": "2026-09-27", "graded": true, "anchor": { "graded": true, "score": 60.5, "grade": "C", "agentReady": false, "rank": 462, "ranked": true, "rankOf": 842, "categoryRank": 5, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 63, "maintenance": 82, "payments": 60, "reliability": 68, "schema": 68, "security": 38, "transparency": 49 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open.", "bestFor": "An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.", "strengths": [ "OpenAPI 3.0.3 document with 54 operations, served by the program at `/api?json=1` and published at lite.koboldai.net", "KoboldAI, OpenAI, Ollama, Anthropic, AUTOMATIC1111 and ComfyUI style routes from one server on port 5001", "Eight releases between 10 July and 27 September 2026, each with written notes, and replies on all 24 of the newest open issues", "AGPL-3.0, with no telemetry or update check found in `koboldcpp.py` and a wiki statement that inputs are sent nowhere", "Admin functions are off by default and take their own `--adminpassword`" ], "weaknesses": [ "With no `--host` the server accepts connections on all routable interfaces, and no password is set by default", "`--password` covers text routes only. The `--help` text says image endpoints are not secured", "CORS reflects any Origin with credentials allowed and permits private-network requests", "No `SECURITY.md` or security.txt, and the one advisory (GHSA-qhvp-gj7g-rw26) still lists no patched version", "No continuous test run on pushes. Build workflows are started by hand and the only automatic test covers `AutoGuess.json`" ], "agentNotes": [ "Start with `--host 127.0.0.1` and `--password`. The default listens on every interface with no key", "Send the password as `Authorization: Bearer \u003cpassword\u003e`. It is not read from the query string", "Treat 503 as both busy and rate limited. The server never sends 429 or `Retry-After`, and the wait in seconds is in `detail.msg`", "Pass `max_length` or `max_tokens`. The default is 2,048 tokens unless `--defaultgenamt` changes it", "Send a `genkey` with each generation so `/api/extra/generate/check` and `/api/extra/abort` act on your request and not another caller's" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 60.5 } ], "editorialScores": { "ergonomics": 63, "maintenance": 82, "payments": 60, "reliability": 68, "schema": 68, "security": 38, "transparency": 70 }, "provenanceScore": 27 }, "connect": { "install": "curl -fLo koboldcpp-linux-x64 https://github.com/LostRuins/koboldcpp/releases/latest/download/koboldcpp-linux-x64 \u0026\u0026 chmod +x koboldcpp-linux-x64 \u0026\u0026 ./koboldcpp-linux-x64\n./koboldcpp-linux-x64 --model /path/to/model.gguf # listens on port 5001", "http": "curl --request POST \\\n --url http://localhost:5001/api/v1/generate \\\n --header \"Content-Type: application/json\" \\\n --data '{\"prompt\": \"Niko the kobold stalked carefully down the alley,\", \"max_context_length\": 2048, \"max_length\": 100}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/koboldcpp" }, "area": "models", "provenance": { "legalEntity": "", "domain": "koboldcpp.net", "domainRegistered": "2026-03-18", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/LostRuins/koboldcpp/releases", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "No legal entity is named in the repository, the wiki or koboldcpp.net. The maintainer publishes as LostRuins on GitHub and Concedo on Discord, and the Windows binary's version resource gives KoboldAI as the company name.", "The project publishes no terms of service and no privacy policy, so both fields are empty. The licence is AGPL-3.0 and the only privacy statement is an FAQ entry in the wiki.", "The README calls koboldcpp.net the official community website. RDAP gives its registration date as 2026-03-18 and Cloudflare, Inc. as registrar. The README warns that koboldcpp.com is a fake site.", "koboldcpp.net/.well-known/security.txt and koboldai.org/.well-known/security.txt return 404. koboldcpp.net/llms.txt returns a short index that links llms-small.txt and llms-full.txt.", "There's no shared hosted endpoint. The server runs on the owner's machine. The online API reference is on lite.koboldai.net." ], "score": 27 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/koboldcpp.json" }, "facts": [ { "a": "Model platform", "b": "HTTP API", "name": "Kind" }, { "a": "Mintplex Labs", "b": "LostRuins (Concedo)", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "None", "name": "Auth" }, { "a": "Freemium", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering", "b": "AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-01", "b": "2026-09-27", "name": "Last release" }, { "a": "no date given", "b": "no document linked", "name": "Terms last updated" }, { "a": "no date given", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "67k stars", "b": "12k stars", "name": "Popularity" }, { "a": "2/5 (2)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "KoboldCpp scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 4 of 7 scored categories. AnythingLLM leads on transparency \u0026 trust.", "question": "Which is better for AI agents, AnythingLLM or KoboldCpp?" }, { "answer": "No hosted endpoint is listed for AnythingLLM. No hosted endpoint is listed for KoboldCpp.", "question": "Can an agent call AnythingLLM and KoboldCpp without installing anything?" }, { "answer": "Yes. AnythingLLM is open source (MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering). KoboldCpp is open source (AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT).", "question": "Are AnythingLLM and KoboldCpp open source?" } ], "goodFor": [ { "aheadOn": [ "Transparency \u0026 trust, 59 against 49" ], "also": null, "goodFor": "A person or a small team who wants document chat and agents on their own machine or server, with a local model, and an API that OpenAI clients can call.", "slug": "anythingllm", "watchFor": "One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text" }, { "aheadOn": [ "Schema \u0026 documentation, 68 against 57", "Agent ergonomics, 63 against 46" ], "also": [ "No key needed to call it", "Free to start without a card", "No incidents deducted, where AnythingLLM loses 3 points for them" ], "goodFor": "An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.", "slug": "koboldcpp", "watchFor": "With no `--host` the server accepts connections on all routable interfaces, and no password is set by default" } ], "job": { "capability": "inference.local", "name": "Local inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner.json", "title": "AnythingLLM vs Docker Model Runner", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local.json", "title": "AnythingLLM vs Foundry Local", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-ghost-core.json", "title": "AnythingLLM vs Core", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-ghost-core" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-gpt4all.json", "title": "AnythingLLM vs GPT4All", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-gpt4all" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-jan.json", "title": "AnythingLLM vs Jan", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-khoj.json", "title": "AnythingLLM vs Khoj", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-lemonade.json", "title": "AnythingLLM vs Lemonade", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-llama-cpp.json", "title": "AnythingLLM vs llama.cpp", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-lm-studio.json", "title": "AnythingLLM vs LM Studio", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-localai.json", "title": "AnythingLLM vs LocalAI", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-mlx-lm.json", "title": "AnythingLLM vs MLX LM", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-ollama.json", "title": "AnythingLLM vs Ollama", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-open-webui.json", "title": "AnythingLLM vs Open WebUI", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-screenpipe.json", "title": "AnythingLLM vs screenpipe", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui.json", "title": "AnythingLLM vs TextGen", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.json", "title": "Docker Model Runner vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.json", "title": "Foundry Local vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp.json", "title": "Core vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp.json", "title": "GPT4All vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/jan-vs-koboldcpp.json", "title": "Jan vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/jan-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/khoj-vs-koboldcpp.json", "title": "Khoj vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/khoj-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade.json", "title": "KoboldCpp vs Lemonade", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp.json", "title": "KoboldCpp vs llama.cpp", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio.json", "title": "KoboldCpp vs LM Studio", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai.json", "title": "KoboldCpp vs LocalAI", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm.json", "title": "KoboldCpp vs MLX LM", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-ollama.json", "title": "KoboldCpp vs Ollama", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui.json", "title": "KoboldCpp vs Open WebUI", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe.json", "title": "KoboldCpp vs screenpipe", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.json", "title": "KoboldCpp vs TextGen", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-underdog.json", "title": "AnythingLLM vs Underdog", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-underdog" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-underdog.json", "title": "KoboldCpp vs Underdog", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-underdog" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-localghost.json", "title": "AnythingLLM vs LocalGhost", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-localghost" } ], "scores": [ { "anythingllm": 67, "by": 1, "edge": "koboldcpp", "key": "reliability", "koboldcpp": 68, "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "anythingllm": 57, "by": 11, "edge": "koboldcpp", "key": "schema", "koboldcpp": 68, "name": "Schema \u0026 documentation", "weight": 13 }, { "anythingllm": 46, "by": 17, "edge": "koboldcpp", "key": "ergonomics", "koboldcpp": 63, "name": "Agent ergonomics", "weight": 13 }, { "anythingllm": 38, "by": 0, "edge": "", "key": "security", "koboldcpp": 38, "name": "Security \u0026 auth", "weight": 14 }, { "anythingllm": 60, "by": 0, "edge": "", "key": "payments", "koboldcpp": 60, "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "anythingllm": 78, "by": 4, "edge": "koboldcpp", "key": "maintenance", "koboldcpp": 82, "name": "Maintenance \u0026 community", "weight": 7 }, { "anythingllm": 59, "by": 10, "edge": "anythingllm", "key": "transparency", "koboldcpp": 49, "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "KoboldCpp scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 4 of 7 scored categories. AnythingLLM leads on transparency \u0026 trust. Both do local inference.", "verdicts": { "anythingllm": "MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64. One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text.", "koboldcpp": "One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp", "json": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.md", "slim": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.min.md" }, "markdown": "KoboldCpp scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 4 of 7 scored categories. AnythingLLM leads on transparency \u0026 trust. Both do local inference.\n\n- AnythingLLM: grade D, 53.3/100, rank #631 of 842. Markdown https://www.anchorterminal.com/tools/anythingllm.md · JSON https://www.anchorterminal.com/api/v1/tools/anythingllm.json\n- KoboldCpp: grade C, 60.5/100, rank #462 of 842. Markdown https://www.anchorterminal.com/tools/koboldcpp.md · JSON https://www.anchorterminal.com/api/v1/tools/koboldcpp.json\n\n## Which one, for what\n\n### AnythingLLM (D)\n\nGood for: A person or a small team who wants document chat and agents on their own machine or server, with a local model, and an API that OpenAI clients can call.\n\nAhead on:\n- Transparency \u0026 trust, 59 against 49\n\nWatch for: One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text\n\n### KoboldCpp (C)\n\nGood for: An owner who wants text, image, speech and music models behind one executable with a writing and roleplay interface, and clients that speak the KoboldAI, OpenAI, Ollama or Anthropic formats.\n\nAhead on:\n- Schema \u0026 documentation, 68 against 57\n- Agent ergonomics, 63 against 46\n\nAlso in its favour:\n- No key needed to call it\n- Free to start without a card\n- No incidents deducted, where AnythingLLM loses 3 points for them\n\nWatch for: With no `--host` the server accepts connections on all routable interfaces, and no password is set by default\n\n\n## Score by category\n\n| Category | Weight | AnythingLLM | KoboldCpp | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 67 | 68 | KoboldCpp +1 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 57 | 68 | KoboldCpp +11 |\n| Agent ergonomics | 13% (16.2 this run) | 46 | 63 | KoboldCpp +17 |\n| Security \u0026 auth | 14% (17.5 this run) | 38 | 38 | even |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 78 | 82 | KoboldCpp +4 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 59 | 49 | AnythingLLM +10 |\n| Negative events | ≤15 | -3 | 0 | |\n| **Total** | | **53.3 · D** | **60.5 · C** | |\n\n## Facts side by side\n\n| Fact | AnythingLLM | KoboldCpp |\n| --- | --- | --- |\n| Kind | Model platform | HTTP API |\n| Vendor | Mintplex Labs | LostRuins (Concedo) |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP | HTTP |\n| Auth | API key | None |\n| Pricing | Freemium | Free |\n| x402 | no | no |\n| Licence | MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering | AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT |\n| Read-only variant documented | no | no |\n| llms.txt | no | yes |\n| Last release | 2026-10-01 | 2026-09-27 |\n| Terms last updated | no date given | no document linked |\n| Privacy policy last updated | no date given | no document linked |\n| Customer content may train models | not found in the text | |\n| Terms restrict automated access | not found in the text | |\n| Terms restrict benchmarking | not found in the text | |\n| Terms or service can change without notice | not found in the text | |\n| Arbitration or class-action waiver | not found in the text | |\n| Popularity | 67k stars | 12k stars |\n| Agent reviews | 2/5 (2) | none |\n\n## Verdicts\n\n**AnythingLLM.** MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64. One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text.\n\n**KoboldCpp.** One file runs text, image, speech and music models behind a published OpenAPI 3.0.3 document, with eight releases in 90 days. The server listens on every interface with no password by default, and `--password` leaves the image routes open.\n\n## Before you call either\n\n### AnythingLLM\n\n1. Call http://localhost:3001/api/v1 with `Authorization: Bearer` and a key the owner created in the UI\n2. Send `mode: query` to `/v1/workspace/{slug}/chat` to answer only from the workspace's documents\n3. Treat the key as admin. It can delete workspaces, users and documents\n4. Read /api/docs on the instance for the endpoint list. Request bodies there are examples, not schemas\n5. Pass a `sessionId` with each chat to keep your conversation apart from other API callers\n\n### KoboldCpp\n\n1. Start with `--host 127.0.0.1` and `--password`. The default listens on every interface with no key\n2. Send the password as `Authorization: Bearer \u003cpassword\u003e`. It is not read from the query string\n3. Treat 503 as both busy and rate limited. The server never sends 429 or `Retry-After`, and the wait in seconds is in `detail.msg`\n4. Pass `max_length` or `max_tokens`. The default is 2,048 tokens unless `--defaultgenamt` changes it\n5. Send a `genkey` with each generation so `/api/extra/generate/check` and `/api/extra/abort` act on your request and not another caller's\n\n## Questions\n\n### Which is better for AI agents, AnythingLLM or KoboldCpp?\n\nKoboldCpp scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 4 of 7 scored categories. AnythingLLM leads on transparency \u0026 trust.\n\n### Can an agent call AnythingLLM and KoboldCpp without installing anything?\n\nNo hosted endpoint is listed for AnythingLLM. No hosted endpoint is listed for KoboldCpp.\n\n### Are AnythingLLM and KoboldCpp open source?\n\nYes. AnythingLLM is open source (MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering). KoboldCpp is open source (AGPL-3.0 for KoboldCpp and KoboldAI Lite. The bundled GGML, llama.cpp and stable-diffusion.cpp code stays under MIT).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.json, and with the fewest tokens: https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"anythingllm\", \"b\": \"koboldcpp\"}`. From a terminal: `anchor compare anythingllm koboldcpp`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/anythingllm.json and https://www.anchorterminal.com/api/v1/tools/koboldcpp.json\n\n## Other comparisons with AnythingLLM or KoboldCpp\n\n- [AnythingLLM vs Docker Model Runner](https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner.md)\n- [AnythingLLM vs Foundry Local](https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local.md)\n- [AnythingLLM vs Core](https://www.anchorterminal.com/compare/anythingllm-vs-ghost-core.md)\n- [AnythingLLM vs GPT4All](https://www.anchorterminal.com/compare/anythingllm-vs-gpt4all.md)\n- [AnythingLLM vs Jan](https://www.anchorterminal.com/compare/anythingllm-vs-jan.md)\n- [AnythingLLM vs Khoj](https://www.anchorterminal.com/compare/anythingllm-vs-khoj.md)\n- [AnythingLLM vs Lemonade](https://www.anchorterminal.com/compare/anythingllm-vs-lemonade.md)\n- [AnythingLLM vs llama.cpp](https://www.anchorterminal.com/compare/anythingllm-vs-llama-cpp.md)\n- [AnythingLLM vs LM Studio](https://www.anchorterminal.com/compare/anythingllm-vs-lm-studio.md)\n- [AnythingLLM vs LocalAI](https://www.anchorterminal.com/compare/anythingllm-vs-localai.md)\n- [AnythingLLM vs MLX LM](https://www.anchorterminal.com/compare/anythingllm-vs-mlx-lm.md)\n- [AnythingLLM vs Ollama](https://www.anchorterminal.com/compare/anythingllm-vs-ollama.md)\n- [AnythingLLM vs Open WebUI](https://www.anchorterminal.com/compare/anythingllm-vs-open-webui.md)\n- [AnythingLLM vs screenpipe](https://www.anchorterminal.com/compare/anythingllm-vs-screenpipe.md)\n- [AnythingLLM vs TextGen](https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui.md)\n- [Docker Model Runner vs KoboldCpp](https://www.anchorterminal.com/compare/docker-model-runner-vs-koboldcpp.md)\n- [Foundry Local vs KoboldCpp](https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.md)\n- [Core vs KoboldCpp](https://www.anchorterminal.com/compare/ghost-core-vs-koboldcpp.md)\n- [GPT4All vs KoboldCpp](https://www.anchorterminal.com/compare/gpt4all-vs-koboldcpp.md)\n- [Jan vs KoboldCpp](https://www.anchorterminal.com/compare/jan-vs-koboldcpp.md)\n- [Khoj vs KoboldCpp](https://www.anchorterminal.com/compare/khoj-vs-koboldcpp.md)\n- [KoboldCpp vs Lemonade](https://www.anchorterminal.com/compare/koboldcpp-vs-lemonade.md)\n- [KoboldCpp vs llama.cpp](https://www.anchorterminal.com/compare/koboldcpp-vs-llama-cpp.md)\n- [KoboldCpp vs LM Studio](https://www.anchorterminal.com/compare/koboldcpp-vs-lm-studio.md)\n- [KoboldCpp vs LocalAI](https://www.anchorterminal.com/compare/koboldcpp-vs-localai.md)\n- [KoboldCpp vs MLX LM](https://www.anchorterminal.com/compare/koboldcpp-vs-mlx-lm.md)\n- [KoboldCpp vs Ollama](https://www.anchorterminal.com/compare/koboldcpp-vs-ollama.md)\n- [KoboldCpp vs Open WebUI](https://www.anchorterminal.com/compare/koboldcpp-vs-open-webui.md)\n- [KoboldCpp vs screenpipe](https://www.anchorterminal.com/compare/koboldcpp-vs-screenpipe.md)\n- [KoboldCpp vs TextGen](https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.md)\n- [AnythingLLM vs Underdog](https://www.anchorterminal.com/compare/anythingllm-vs-underdog.md)\n- [KoboldCpp vs Underdog](https://www.anchorterminal.com/compare/koboldcpp-vs-underdog.md)\n- [AnythingLLM vs LocalGhost](https://www.anchorterminal.com/compare/anythingllm-vs-localghost.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "AnythingLLM vs KoboldCpp", "url": "" } ], "description": "KoboldCpp scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 4 of 7 scored categories. AnythingLLM leads on transparency \u0026 trust. Both do local inference. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "AnythingLLM D 53.3", "KoboldCpp C 60.5", "scores" ], "h1": "AnythingLLM vs KoboldCpp", "image": "https://www.anchorterminal.com/assets/og/compare-anythingllm-vs-koboldcpp.png", "path": "/compare/anythingllm-vs-koboldcpp", "published": "2026-10-01", "section": "tools", "title": "AnythingLLM vs KoboldCpp for AI agents, D 53.3 vs C 60.5", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp" }, "tokens": { "markdown": 2600, "slim": 730 }, "version": 1 }