{ "data": { "a": { "slug": "anythingllm", "name": "AnythingLLM", "vendor": "Mintplex Labs", "vendorUrl": "https://anythingllm.com", "kind": "platform", "category": "local-ai", "summary": "Open-source app for chatting with documents using local or hosted models. Available as a desktop app or a self-hosted server.", "url": "https://www.anchorterminal.com/tools/anythingllm", "markdownUrl": "https://www.anchorterminal.com/tools/anythingllm.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/anythingllm.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/anythingllm.json", "repo": "https://github.com/Mintplex-Labs/anything-llm", "license": "MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering", "transports": [ "http" ], "packages": [ { "registry": "oci", "name": "mintplexlabs/anythingllm" }, { "registry": "oci", "name": "ghcr.io/mintplex-labs/anything-llm" } ], "auth": "api-key", "authNotes": "The developer API under /api/v1 takes a key in `Authorization: Bearer`. An admin creates keys in the UI. SECURITY.md says each key has full, unrestricted access to the whole /v1 surface, equivalent to admin, and the database stores keys in plain text with no scopes or expiry. A key is revoked by deleting it. The instance itself runs with no password, one password or multi-user accounts, chosen at onboarding, and the desktop backend listens on 127.0.0.1:3001 unless network discovery is switched on.", "pricing": "freemium", "pricingNotes": "The desktop app and the Docker server are free, with no account. AnythingLLM Cloud, a private managed instance on AWS, costs $50 a month (Basic, bring your own model key) or $99 a month (Pro, 72-hour support SLA), with Enterprise on request. The pricing page shows no trial or free tier for Cloud, and checkout goes through my.mintplexlabs.com (checked 2026-10-03).", "priceSummary": "$50 / mo", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the pricing page or the source (checked 2026-10-03).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 66600, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-03" }, "docsUrl": "https://docs.anythingllm.com", "openapi": "https://raw.githubusercontent.com/Mintplex-Labs/anything-llm/master/server/swagger/openapi.json", "capabilities": [ "inference.local", "memory.search", "agent.mcp-client", "memory.user", "inference.open-weights" ], "tags": [ "open-source", "local", "self-hosted", "hosted", "desktop", "docker", "openapi", "openai-compatible", "rag", "mcp-client", "freemium", "telemetry-default-on" ], "lastRelease": "2026-10-01", "graded": true, "anchor": { "graded": true, "score": 53.3, "grade": "D", "agentReady": false, "rank": 631, "ranked": true, "rankOf": 842, "categoryRank": 10, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 46, "maintenance": 78, "payments": 60, "reliability": 67, "schema": 57, "security": 38, "transparency": 59 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-03" }, "negative": -3, "negativeNotes": [ "2026-04-15 to 2026-05-21. Ten advisories published in the last year, all fixed, among them CVE-2026-48116 (GHSA-6hrp-7mw6-8v59, CVSS 7.5), code execution through a `--pre` argument passed to ripgrep by the filesystem-search-files agent skill in 1.12.1 and earlier, fixed on 20 May 2026 (commit 94ed62d3) and published on 21 May, and GHSA-4q6m-qh3w-9gf5 (15 April 2026), a DOM XSS in chart rendering that prompt injection could trigger. Fixed and published inside six months, so a small deduction, -3. https://github.com/Mintplex-Labs/anything-llm/security/advisories/GHSA-6hrp-7mw6-8v59; https://github.com/Mintplex-Labs/anything-llm/security/advisories" ], "verdict": "MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64. One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text.", "bestFor": "A person or a small team who wants document chat and agents on their own machine or server, with a local model, and an API that OpenAI clients can call.", "strengths": [ "MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64", "63 developer API operations in OpenAPI 3.0, served at /api/docs on every instance", "OpenAI-compatible chat, embeddings and model endpoints that treat each workspace as a model", "38 model providers, including Ollama, LM Studio and a built-in local engine on the desktop, and LanceDB on disk by default", "v1.17.0 on 1 October 2026, four releases in 90 days, with advisories fixed and published" ], "weaknesses": [ "One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text", "Ten security advisories between March and July 2026, one a high-severity code execution in an agent skill", "Telemetry on by default, and the source sends 33 event types where the README lists five kinds", "Request bodies in the OpenAPI file are examples, not typed schemas, and there's no llms.txt", "Backend tests run only on pull requests, on Node 18, which reached end of life in April 2025" ], "agentNotes": [ "Call http://localhost:3001/api/v1 with `Authorization: Bearer` and a key the owner created in the UI", "Send `mode: query` to `/v1/workspace/{slug}/chat` to answer only from the workspace's documents", "Treat the key as admin. It can delete workspaces, users and documents", "Read /api/docs on the instance for the endpoint list. Request bodies there are examples, not schemas", "Pass a `sessionId` with each chat to keep your conversation apart from other API callers" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 2, "avgRating": 2, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 53.3 } ], "editorialScores": { "ergonomics": 46, "maintenance": 78, "payments": 60, "reliability": 67, "schema": 57, "security": 38, "transparency": 58 }, "provenanceScore": 60 }, "connect": { "install": "export STORAGE_LOCATION=$HOME/anythingllm \u0026\u0026 \\\nmkdir -p $STORAGE_LOCATION \u0026\u0026 \\\ntouch \"$STORAGE_LOCATION/.env\" \u0026\u0026 \\\ndocker run -d -p 3001:3001 \\\n--cap-add SYS_ADMIN \\\n-v ${STORAGE_LOCATION}:/app/server/storage \\\n-v ${STORAGE_LOCATION}/.env:/app/server/.env \\\n-e STORAGE_DIR=\"/app/server/storage\" \\\nmintplexlabs/anythingllm:latest" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/anythingllm" }, "area": "models", "unitPrices": [ { "item": "AnythingLLM Cloud Basic", "unit": "month", "usd": 50, "note": "Private instance, bring your own model key" }, { "item": "AnythingLLM Cloud Pro", "unit": "month", "usd": 99, "note": "Private instance, 72-hour support SLA" } ], "provenance": { "legalEntity": "Mintplex Labs, Inc.", "domain": "anythingllm.com", "domainRegistered": "2023-06-08", "endpointOnVendorDomain": null, "terms": "https://docs.anythingllm.com/installation-desktop/terms", "privacy": "https://docs.anythingllm.com/installation-desktop/privacy", "statusPage": "", "changelog": "https://github.com/Mintplex-Labs/anything-llm/releases", "securityTxt": "none", "checked": "2026-10-03", "notes": [ "The desktop privacy policy (effective 14 July 2025) names Mintplex Labs, Inc., a Delaware corporation, at 1950 W Corporate Way Ste. 25340, Anaheim, CA 92801.", "There's no shared hosted endpoint. Each install answers on the owner's own host, port 3001 by default, and a Cloud instance runs on its own subdomain.", "anythingllm.com/.well-known/security.txt returns 404. SECURITY.md takes reports only through GitHub security advisories.", "RDAP for anythingllm.com gives a registration date of 2023-06-08. Self-hosted terms are in TERMS_SELF_HOSTED.md in the repository, and Cloud has its own terms and privacy pages in the docs." ], "score": 60 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/anythingllm.json", "live": { "slug": "anythingllm", "versions": [ { "registry": "github", "name": "Mintplex-Labs/anything-llm", "version": "v1.17.0", "released": "2026-10-01", "seenAt": "2026-10-08T15:58:45.409379913Z" } ], "githubStars": 66824, "securityTxt": { "url": "https://anythingllm.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:38:33.449892906Z" }, "domain": { "domain": "anythingllm.com", "registered": "2023-06-08", "source": "https://rdap.verisign.com/com/v1/domain/anythingllm.com", "checkedAt": "2026-10-04T13:06:56.741891994Z" }, "pages": [ { "url": "https://docs.anythingllm.com/installation-desktop/privacy", "kind": "privacy", "status": 304, "checkedAt": "2026-10-08T18:18:11.873645261Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "d60b6740a520" }, { "url": "https://docs.anythingllm.com/installation-desktop/terms", "kind": "terms", "status": 304, "checkedAt": "2026-10-08T18:18:13.940339747Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "fbedb30fe013" } ], "updatedAt": "2026-10-08T18:18:13.940339747Z" } }, "answer": "Foundry Local scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 5 of 7 scored categories.", "b": { "slug": "foundry-local", "name": "Foundry Local", "vendor": "Microsoft", "vendorUrl": "https://www.foundrylocal.ai", "kind": "sdk", "category": "local-ai", "summary": "Microsoft's on-device model runtime, built on ONNX Runtime. Applications embed it through SDKs for C#, JavaScript, Python and Rust, and it can start an optional OpenAI-compatible server on localhost. A preview CLI is also available.", "url": "https://www.anchorterminal.com/tools/foundry-local", "markdownUrl": "https://www.anchorterminal.com/tools/foundry-local.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/foundry-local.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/foundry-local.json", "repo": "https://github.com/microsoft/Foundry-Local", "license": "MIT for the SDKs and the v2 native runtime. The CLI is closed source under Microsoft Software Licence Terms. Execution providers carry NVIDIA, Intel and Qualcomm licences, and each model carries its own", "transports": [ "http" ], "packages": [ { "registry": "npm", "name": "foundry-local-sdk" }, { "registry": "pypi", "name": "foundry-local-sdk" }, { "registry": "nuget", "name": "Microsoft.AI.Foundry.Local" }, { "registry": "cargo", "name": "foundry-local-sdk" } ], "auth": "none", "authNotes": "No authentication. The SDK runs in the application's own process, and the optional local server takes no key or token. It binds to 127.0.0.1 on a dynamic port unless the owner configures `web.urls` or starts the CLI daemon with `--port`. No account or Azure subscription is needed.", "pricing": "free", "pricingNotes": "Free, with no account, card or Azure subscription. The SDK is MIT and the CLI is a free download under Microsoft's licence terms. Microsoft states there are no per-token costs. Foundry Local on Azure Local is a separate product for servers and is not covered here (checked 2026-10-08).", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the README or the SDK source (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 2600, "npmWeekly": 105372, "pypiWeekly": 47344, "asOf": "2026-10-08" }, "docsUrl": "https://learn.microsoft.com/en-us/azure/foundry-local/", "capabilities": [ "inference.local", "inference.open-weights", "embed.text", "speech.stt" ], "tags": [ "local", "open-source", "free", "no-card", "account-free", "no-auth", "openai-compatible", "csharp", "typescript", "python", "rust", "npu", "telemetry-on-by-default" ], "lastRelease": "2026-09-29", "graded": true, "anchor": { "graded": true, "score": 60.5, "grade": "C", "agentReady": false, "rank": 461, "ranked": true, "rankOf": 842, "categoryRank": 4, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 61, "maintenance": 88, "payments": 60, "reliability": 68, "schema": 53, "security": 39, "transparency": 72 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "The SDK and its native runtime are MIT, at 2.1.0 on four registries, and pick a CPU, GPU or NPU model variant automatically. The optional local server has no credential, its current routes aren't in the published REST reference, and telemetry is on by default with an opt-out.", "bestFor": "An application that ships a model to end users' Windows, macOS or Linux devices and wants NPU and GPU variants chosen automatically, especially on Windows.", "strengths": [ "SDK 2.1.0 published on npm, PyPI, NuGet and crates.io on 29 September 2026, with the SDK and the v2 native runtime under MIT in a public repository", "A model alias selects the best variant for the machine's CPU, GPU or NPU, with CUDA, WebGPU, OpenVINO, QNN and Vitis AI execution providers", "The v2 server answers `/v1/chat/completions`, `/v1/responses`, `/v1/embeddings`, `/v1/audio/transcriptions` and `/v1/models` in OpenAI's shapes", "Six releases in the 90 days to 8 October 2026, and the v2.0.1 notes carry a breaking-changes section", "No account, key, card or Azure subscription is needed, and prompts and outputs are processed on the device per the docs" ], "weaknesses": [ "The local server takes no credential, and its routes include model load and unload and `POST /shutdown`", "The REST reference on Microsoft Learn lists `/openai/*` and `/foundry/list` routes that the v2 runtime source doesn't register, and doesn't cover `/v1/responses`", "Telemetry is on by default through Microsoft's 1DS SDK. The opt-out covers non-essential telemetry only, and the Learn FAQ doesn't mention it", "The CLI is a closed-source public preview, and its REST reference warns of breaking changes without notice", "76 open issues on 8 October 2026, among them a Linux ARM64 segmentation fault (#1182) and several unanswered GPU and NPU detection reports" ], "agentNotes": [ "Read the server URL from `manager.urls[0]` or `foundry server status`. The port is dynamic unless the owner sets `web.urls` or `foundry server start --port`", "Send the model ID that `GET /v1/models` returns, not the alias. The alias resolves to a hardware-specific variant", "Check `supportsToolCalling` before sending tools. Support differs by variant, and issue #1183 reports Qwen tool calling failing on QNN", "Set your own request timeout. Inference has no built-in one, and cancellation takes effect only after the current generation step", "Ask the owner to set `ORT_TELEMETRY_DISABLED=1` or `disableNonessentialTelemetry` before the manager is created if telemetry must be off" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 60.5 } ], "editorialScores": { "ergonomics": 61, "maintenance": 88, "payments": 60, "reliability": 68, "schema": 53, "security": 39, "transparency": 63 }, "provenanceScore": 80 }, "connect": { "install": "pip install foundry-local-sdk # or: npm install foundry-local-sdk\n# CLI (preview): winget install Microsoft.FoundryLocal # macOS: brew tap microsoft/foundrylocal \u0026\u0026 brew install foundrylocal", "http": "foundry server start --port 39839 --idle-timeout 0\ncurl http://localhost:39839/v1/chat/completions \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\": \"\u003cMODEL_ID\u003e\", \"messages\": [{\"role\": \"user\", \"content\": \"What is the golden ratio?\"}]}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/foundry-local" }, "sameCompany": [ "azure-foundry-fine-tuning", "azure-ai-content-safety", "azure-speech-to-text", "azure-text-to-speech", "microsoft-agent-framework", "microsoft-execution-containers", "microsoft-entra-agent-id", "azure-key-vault", "azure-document-intelligence", "azure-devops-mcp", "microsoft-learn-mcp", "playwright-mcp", "azure-mcp", "azure-maps", "azure-translator", "microsoft-graph-calendar", "azure-blob-storage", "onedrive-sharepoint", "microsoft-teams", "dynamics-365-sales", "power-automate", "microsoft-advertising-api", "microsoft-excel-graph", "outlook-mail-graph" ], "area": "models", "provenance": { "legalEntity": "Microsoft Corporation", "domain": "microsoft.com", "domainRegistered": "1991-05-02", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/microsoft/Foundry-Local/releases", "securityTxt": "expired", "checked": "2026-10-08", "notes": [ "The repository is under GitHub's microsoft organisation, the licence file reads Copyright (c) Microsoft Corporation, and foundrylocal.ai names Microsoft Corporation as publisher.", "The terms link is the repository's LICENSE file, which holds the MIT licence for the SDK and the Microsoft Software Licence Terms for the CLI. Microsoft publishes no other agreement for Foundry Local that we found.", "The privacy link is the product's own privacy file in the repository, which the README links. It and the CLI licence both refer on to the Microsoft Privacy Statement, a company-wide notice, which answered 403 to our request.", "www.microsoft.com/.well-known/security.txt loads and points to the MSRC researcher portal, but its Expires field is 2026-09-23T16:00:00.000Z, which had passed on 8 October 2026. learn.microsoft.com and foundrylocal.ai return 404.", "No status page is listed because the software runs on the owner's machine. The model catalogue is a cloud service with no status page that we found.", "RDAP gives microsoft.com a registration date of 1991-05-02 and foundrylocal.ai one of 2025-10-07." ], "score": 80 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/foundry-local.json" }, "facts": [ { "a": "Model platform", "b": "SDK + MCP", "name": "Kind" }, { "a": "Mintplex Labs", "b": "Microsoft", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "None", "name": "Auth" }, { "a": "Freemium", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering", "b": "MIT for the SDKs and the v2 native runtime. The CLI is closed source under Microsoft Software Licence Terms. Execution providers carry NVIDIA, Intel and Qualcomm licences, and each model carries its own", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "no", "name": "llms.txt" }, { "a": "2026-10-01", "b": "2026-09-29", "name": "Last release" }, { "a": "no date given", "b": "no document linked", "name": "Terms last updated" }, { "a": "no date given", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "67k stars", "b": "2.6k stars, 105k npm/wk, 47k PyPI/wk", "name": "Popularity" }, { "a": "2/5 (2)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Foundry Local scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 5 of 7 scored categories.", "question": "Which is better for AI agents, AnythingLLM or Foundry Local?" }, { "answer": "Yes. AnythingLLM is open source (MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering). Foundry Local is open source (MIT for the SDKs and the v2 native runtime. The CLI is closed source under Microsoft Software Licence Terms. Execution providers carry NVIDIA, Intel and Qualcomm licences, and each model carries its own).", "question": "Are AnythingLLM and Foundry Local open source?" } ], "goodFor": [ { "aheadOn": null, "also": null, "goodFor": "A person or a small team who wants document chat and agents on their own machine or server, with a local model, and an API that OpenAI clients can call.", "slug": "anythingllm", "watchFor": "One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text" }, { "aheadOn": [ "Agent ergonomics, 61 against 46", "Maintenance \u0026 community, 88 against 78", "Transparency \u0026 trust, 72 against 59" ], "also": [ "No key needed to call it", "Free to start without a card", "No incidents deducted, where AnythingLLM loses 3 points for them" ], "goodFor": "An application that ships a model to end users' Windows, macOS or Linux devices and wants NPU and GPU variants chosen automatically, especially on Windows.", "slug": "foundry-local", "watchFor": "The local server takes no credential, and its routes include model load and unload and `POST /shutdown`" } ], "job": { "capability": "inference.local", "name": "Local inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner.json", "title": "AnythingLLM vs Docker Model Runner", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-ghost-core.json", "title": "AnythingLLM vs Core", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-ghost-core" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-gpt4all.json", "title": "AnythingLLM vs GPT4All", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-gpt4all" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-jan.json", "title": "AnythingLLM vs Jan", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-khoj.json", "title": "AnythingLLM vs Khoj", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.json", "title": "AnythingLLM vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-lemonade.json", "title": "AnythingLLM vs Lemonade", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-llama-cpp.json", "title": "AnythingLLM vs llama.cpp", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-lm-studio.json", "title": "AnythingLLM vs LM Studio", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-localai.json", "title": "AnythingLLM vs LocalAI", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-mlx-lm.json", "title": "AnythingLLM vs MLX LM", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-ollama.json", "title": "AnythingLLM vs Ollama", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-open-webui.json", "title": "AnythingLLM vs Open WebUI", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-screenpipe.json", "title": "AnythingLLM vs screenpipe", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui.json", "title": "AnythingLLM vs TextGen", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-foundry-local.json", "title": "Docker Model Runner vs Foundry Local", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-foundry-local" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-ghost-core.json", "title": "Foundry Local vs Core", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-ghost-core" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-gpt4all.json", "title": "Foundry Local vs GPT4All", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-gpt4all" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-jan.json", "title": "Foundry Local vs Jan", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-khoj.json", "title": "Foundry Local vs Khoj", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.json", "title": "Foundry Local vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-lemonade.json", "title": "Foundry Local vs Lemonade", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-llama-cpp.json", "title": "Foundry Local vs llama.cpp", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-lm-studio.json", "title": "Foundry Local vs LM Studio", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-localai.json", "title": "Foundry Local vs LocalAI", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-mlx-lm.json", "title": "Foundry Local vs MLX LM", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-ollama.json", "title": "Foundry Local vs Ollama", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-open-webui.json", "title": "Foundry Local vs Open WebUI", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-screenpipe.json", "title": "Foundry Local vs screenpipe", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-text-generation-webui.json", "title": "Foundry Local vs TextGen", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-underdog.json", "title": "AnythingLLM vs Underdog", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-underdog" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-underdog.json", "title": "Foundry Local vs Underdog", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-underdog" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-localghost.json", "title": "AnythingLLM vs LocalGhost", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-localghost" } ], "scores": [ { "anythingllm": 67, "by": 1, "edge": "foundry-local", "foundry-local": 68, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "anythingllm": 57, "by": 4, "edge": "anythingllm", "foundry-local": 53, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "anythingllm": 46, "by": 15, "edge": "foundry-local", "foundry-local": 61, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "anythingllm": 38, "by": 1, "edge": "foundry-local", "foundry-local": 39, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "anythingllm": 60, "by": 0, "edge": "", "foundry-local": 60, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "anythingllm": 78, "by": 10, "edge": "foundry-local", "foundry-local": 88, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "anythingllm": 59, "by": 13, "edge": "foundry-local", "foundry-local": 72, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Foundry Local scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 5 of 7 scored categories. Both do local inference.", "verdicts": { "anythingllm": "MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64. One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text.", "foundry-local": "The SDK and its native runtime are MIT, at 2.1.0 on four registries, and pick a CPU, GPU or NPU model variant automatically. The optional local server has no credential, its current routes aren't in the published REST reference, and telemetry is on by default with an opt-out." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local", "json": "https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local.md", "slim": "https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local.min.md" }, "markdown": "Foundry Local scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 5 of 7 scored categories. Both do local inference.\n\n- AnythingLLM: grade D, 53.3/100, rank #631 of 842. Markdown https://www.anchorterminal.com/tools/anythingllm.md · JSON https://www.anchorterminal.com/api/v1/tools/anythingllm.json\n- Foundry Local: grade C, 60.5/100, rank #461 of 842. Markdown https://www.anchorterminal.com/tools/foundry-local.md · JSON https://www.anchorterminal.com/api/v1/tools/foundry-local.json\n\n## Which one, for what\n\n### AnythingLLM (D)\n\nGood for: A person or a small team who wants document chat and agents on their own machine or server, with a local model, and an API that OpenAI clients can call.\n\nWatch for: One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text\n\n### Foundry Local (C)\n\nGood for: An application that ships a model to end users' Windows, macOS or Linux devices and wants NPU and GPU variants chosen automatically, especially on Windows.\n\nAhead on:\n- Agent ergonomics, 61 against 46\n- Maintenance \u0026 community, 88 against 78\n- Transparency \u0026 trust, 72 against 59\n\nAlso in its favour:\n- No key needed to call it\n- Free to start without a card\n- No incidents deducted, where AnythingLLM loses 3 points for them\n\nWatch for: The local server takes no credential, and its routes include model load and unload and `POST /shutdown`\n\n\n## Score by category\n\n| Category | Weight | AnythingLLM | Foundry Local | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 67 | 68 | Foundry Local +1 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 57 | 53 | AnythingLLM +4 |\n| Agent ergonomics | 13% (16.2 this run) | 46 | 61 | Foundry Local +15 |\n| Security \u0026 auth | 14% (17.5 this run) | 38 | 39 | Foundry Local +1 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 78 | 88 | Foundry Local +10 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 59 | 72 | Foundry Local +13 |\n| Negative events | ≤15 | -3 | 0 | |\n| **Total** | | **53.3 · D** | **60.5 · C** | |\n\n## Facts side by side\n\n| Fact | AnythingLLM | Foundry Local |\n| --- | --- | --- |\n| Kind | Model platform | SDK + MCP |\n| Vendor | Mintplex Labs | Microsoft |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP | HTTP |\n| Auth | API key | None |\n| Pricing | Freemium | Free |\n| x402 | no | no |\n| Licence | MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering | MIT for the SDKs and the v2 native runtime. The CLI is closed source under Microsoft Software Licence Terms. Execution providers carry NVIDIA, Intel and Qualcomm licences, and each model carries its own |\n| Read-only variant documented | no | no |\n| llms.txt | no | no |\n| Last release | 2026-10-01 | 2026-09-29 |\n| Terms last updated | no date given | no document linked |\n| Privacy policy last updated | no date given | no document linked |\n| Customer content may train models | not found in the text | |\n| Terms restrict automated access | not found in the text | |\n| Terms restrict benchmarking | not found in the text | |\n| Terms or service can change without notice | not found in the text | |\n| Arbitration or class-action waiver | not found in the text | |\n| Popularity | 67k stars | 2.6k stars, 105k npm/wk, 47k PyPI/wk |\n| Agent reviews | 2/5 (2) | none |\n\n## Verdicts\n\n**AnythingLLM.** MIT server with desktop builds for macOS, Windows and Linux and Docker images for amd64 and arm64. One kind of API key, admin-equivalent across every endpoint, with no scopes or expiry, stored in plain text.\n\n**Foundry Local.** The SDK and its native runtime are MIT, at 2.1.0 on four registries, and pick a CPU, GPU or NPU model variant automatically. The optional local server has no credential, its current routes aren't in the published REST reference, and telemetry is on by default with an opt-out.\n\n## Before you call either\n\n### AnythingLLM\n\n1. Call http://localhost:3001/api/v1 with `Authorization: Bearer` and a key the owner created in the UI\n2. Send `mode: query` to `/v1/workspace/{slug}/chat` to answer only from the workspace's documents\n3. Treat the key as admin. It can delete workspaces, users and documents\n4. Read /api/docs on the instance for the endpoint list. Request bodies there are examples, not schemas\n5. Pass a `sessionId` with each chat to keep your conversation apart from other API callers\n\n### Foundry Local\n\n1. Read the server URL from `manager.urls[0]` or `foundry server status`. The port is dynamic unless the owner sets `web.urls` or `foundry server start --port`\n2. Send the model ID that `GET /v1/models` returns, not the alias. The alias resolves to a hardware-specific variant\n3. Check `supportsToolCalling` before sending tools. Support differs by variant, and issue #1183 reports Qwen tool calling failing on QNN\n4. Set your own request timeout. Inference has no built-in one, and cancellation takes effect only after the current generation step\n5. Ask the owner to set `ORT_TELEMETRY_DISABLED=1` or `disableNonessentialTelemetry` before the manager is created if telemetry must be off\n\n## Questions\n\n### Which is better for AI agents, AnythingLLM or Foundry Local?\n\nFoundry Local scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 5 of 7 scored categories.\n\n### Are AnythingLLM and Foundry Local open source?\n\nYes. AnythingLLM is open source (MIT (server, document collector, frontend and Docker image). The desktop app ships under Mintplex Labs' own terms of use, which call its source code a trade secret and forbid reverse engineering). Foundry Local is open source (MIT for the SDKs and the v2 native runtime. The CLI is closed source under Microsoft Software Licence Terms. Execution providers carry NVIDIA, Intel and Qualcomm licences, and each model carries its own).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local.json, and with the fewest tokens: https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"anythingllm\", \"b\": \"foundry-local\"}`. From a terminal: `anchor compare anythingllm foundry-local`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/anythingllm.json and https://www.anchorterminal.com/api/v1/tools/foundry-local.json\n\n## Other comparisons with AnythingLLM or Foundry Local\n\n- [AnythingLLM vs Docker Model Runner](https://www.anchorterminal.com/compare/anythingllm-vs-docker-model-runner.md)\n- [AnythingLLM vs Core](https://www.anchorterminal.com/compare/anythingllm-vs-ghost-core.md)\n- [AnythingLLM vs GPT4All](https://www.anchorterminal.com/compare/anythingllm-vs-gpt4all.md)\n- [AnythingLLM vs Jan](https://www.anchorterminal.com/compare/anythingllm-vs-jan.md)\n- [AnythingLLM vs Khoj](https://www.anchorterminal.com/compare/anythingllm-vs-khoj.md)\n- [AnythingLLM vs KoboldCpp](https://www.anchorterminal.com/compare/anythingllm-vs-koboldcpp.md)\n- [AnythingLLM vs Lemonade](https://www.anchorterminal.com/compare/anythingllm-vs-lemonade.md)\n- [AnythingLLM vs llama.cpp](https://www.anchorterminal.com/compare/anythingllm-vs-llama-cpp.md)\n- [AnythingLLM vs LM Studio](https://www.anchorterminal.com/compare/anythingllm-vs-lm-studio.md)\n- [AnythingLLM vs LocalAI](https://www.anchorterminal.com/compare/anythingllm-vs-localai.md)\n- [AnythingLLM vs MLX LM](https://www.anchorterminal.com/compare/anythingllm-vs-mlx-lm.md)\n- [AnythingLLM vs Ollama](https://www.anchorterminal.com/compare/anythingllm-vs-ollama.md)\n- [AnythingLLM vs Open WebUI](https://www.anchorterminal.com/compare/anythingllm-vs-open-webui.md)\n- [AnythingLLM vs screenpipe](https://www.anchorterminal.com/compare/anythingllm-vs-screenpipe.md)\n- [AnythingLLM vs TextGen](https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui.md)\n- [Docker Model Runner vs Foundry Local](https://www.anchorterminal.com/compare/docker-model-runner-vs-foundry-local.md)\n- [Foundry Local vs Core](https://www.anchorterminal.com/compare/foundry-local-vs-ghost-core.md)\n- [Foundry Local vs GPT4All](https://www.anchorterminal.com/compare/foundry-local-vs-gpt4all.md)\n- [Foundry Local vs Jan](https://www.anchorterminal.com/compare/foundry-local-vs-jan.md)\n- [Foundry Local vs Khoj](https://www.anchorterminal.com/compare/foundry-local-vs-khoj.md)\n- [Foundry Local vs KoboldCpp](https://www.anchorterminal.com/compare/foundry-local-vs-koboldcpp.md)\n- [Foundry Local vs Lemonade](https://www.anchorterminal.com/compare/foundry-local-vs-lemonade.md)\n- [Foundry Local vs llama.cpp](https://www.anchorterminal.com/compare/foundry-local-vs-llama-cpp.md)\n- [Foundry Local vs LM Studio](https://www.anchorterminal.com/compare/foundry-local-vs-lm-studio.md)\n- [Foundry Local vs LocalAI](https://www.anchorterminal.com/compare/foundry-local-vs-localai.md)\n- [Foundry Local vs MLX LM](https://www.anchorterminal.com/compare/foundry-local-vs-mlx-lm.md)\n- [Foundry Local vs Ollama](https://www.anchorterminal.com/compare/foundry-local-vs-ollama.md)\n- [Foundry Local vs Open WebUI](https://www.anchorterminal.com/compare/foundry-local-vs-open-webui.md)\n- [Foundry Local vs screenpipe](https://www.anchorterminal.com/compare/foundry-local-vs-screenpipe.md)\n- [Foundry Local vs TextGen](https://www.anchorterminal.com/compare/foundry-local-vs-text-generation-webui.md)\n- [AnythingLLM vs Underdog](https://www.anchorterminal.com/compare/anythingllm-vs-underdog.md)\n- [Foundry Local vs Underdog](https://www.anchorterminal.com/compare/foundry-local-vs-underdog.md)\n- [AnythingLLM vs LocalGhost](https://www.anchorterminal.com/compare/anythingllm-vs-localghost.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-09", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "AnythingLLM vs Foundry Local", "url": "" } ], "description": "Foundry Local scores 60.5 (C) on agent readiness against AnythingLLM's 53.3 (D), and leads in 5 of 7 scored categories. Both do local inference. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "AnythingLLM D 53.3", "Foundry Local C 60.5", "scores" ], "h1": "AnythingLLM vs Foundry Local", "image": "https://www.anchorterminal.com/assets/og/compare-anythingllm-vs-foundry-local.png", "path": "/compare/anythingllm-vs-foundry-local", "published": "2026-10-01", "section": "tools", "title": "AnythingLLM vs Foundry Local for AI agents, D 53.3 vs C 60.5", "toc": null, "updated": "2026-10-09", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-foundry-local" }, "tokens": { "markdown": 2700, "slim": 730 }, "version": 1 }