{
  "listings": [
    {
      "slug": "anythingllm",
      "name": "AnythingLLM",
      "company": "Mintplex Labs, Inc.",
      "grade": "E",
      "fit": "yes",
      "why": "Workspace chat returns a sources array with title and chunk, and mode query answers only from documents. The RAG page explains chunking and low-score filtering. One account uses it daily with a local model.",
      "source": "https://github.com/Mintplex-Labs/anything-llm/blob/master/server/swagger/openapi.json",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anythingllm"
    },
    {
      "slug": "gpt4all",
      "name": "GPT4All",
      "company": "Nomic, Inc.",
      "grade": "F",
      "fit": "caveat",
      "why": "LocalDocs references come back in choices[0].references with text, author, date and page; collections can only be enabled in the UI. No release since February 2025 and users ask if it is dead.",
      "source": "https://docs.gpt4all.io/gpt4all_api_server/home.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt4all"
    },
    {
      "slug": "khoj",
      "name": "Khoj",
      "company": "Khoj Inc.",
      "grade": "E",
      "fit": "caveat",
      "why": "Chat shows the reference notes used and /notes restricts answers to them; Obsidian syncs the vault. One account's :latest Docker image crashed on every local-backend chat, with the fix only in the 2.0 beta tag.",
      "source": "https://docs.khoj.dev/features/chat",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/khoj"
    },
    {
      "slug": "localai",
      "name": "LocalAI",
      "company": "Ettore Di Giacinto and the LocalAI team",
      "grade": "B",
      "fit": "caveat",
      "why": "README news lists RAG source citations in agent responses (June 2026) and chats with files. No API field or indexing status route was read.",
      "source": "https://github.com/mudler/LocalAI/blob/master/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localai"
    },
    {
      "slug": "open-webui",
      "name": "Open WebUI",
      "company": "Open WebUI Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "Knowledge bases with a per-file processing status route and citations in the UI. The API reference shows no machine-readable citations field on /api/chat/completions; the knowledge page says to compare source references by hand.",
      "source": "https://docs.openwebui.com/features/workspace/knowledge",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/open-webui"
    },
    {
      "slug": "privategpt",
      "name": "PrivateGPT",
      "company": "PriBAI Technology Spain S.L.",
      "grade": "C",
      "fit": "caveat",
      "why": "tool_context with ingested_artifact gives retrieval with citations over ingested documents, and async ingestion has status polling. The response field that carries the citations is not shown on the messages page.",
      "source": "https://docs.privategpt.dev/api-guide/messages",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/privategpt"
    },
    {
      "slug": "ghost-core",
      "name": "Core",
      "company": "ZMJ, Inc., doing business as Ghost, 325 9th Street, San Francisco, CA 94103, United States",
      "grade": "F",
      "fit": "unchecked",
      "why": "Core builds a memory from files and folders during setup; no citation behaviour or API is documented.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/ghost-core"
    },
    {
      "slug": "underdog",
      "name": "Underdog",
      "company": "Conway Research",
      "grade": "F",
      "fit": "unchecked",
      "why": "Mail and calendar access is claimed on pages we cannot read; no citation behaviour is documented on the card.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/underdog"
    },
    {
      "slug": "berth",
      "name": "Berth",
      "company": "Trevin Tindall (T-Crypt on GitHub)",
      "grade": "B",
      "fit": "no",
      "why": "A GPU arbiter; no documents.",
      "source": "https://github.com/T-Crypt/berth/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/berth"
    },
    {
      "slug": "bitrun",
      "name": "BitRun",
      "company": "Abhishek Khanra (IshekKhal on GitHub)",
      "grade": "E",
      "fit": "no",
      "why": "No documents.",
      "source": "https://github.com/IshekKhal/bitrun/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/bitrun"
    },
    {
      "slug": "docker-model-runner",
      "name": "Docker Model Runner",
      "company": "Docker, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "A model runner; no document index or citations.",
      "source": "https://github.com/docker/model-runner/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/docker-model-runner"
    },
    {
      "slug": "foundry-local",
      "name": "Foundry Local",
      "company": "Microsoft Corporation",
      "grade": "B",
      "fit": "no",
      "why": "No document index or citations; a runtime and SDK.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry-local/what-is-foundry-local",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/foundry-local"
    },
    {
      "slug": "hyperqwen",
      "name": "HyperQwen",
      "company": "syv.ai (Copenhagen, CVR DK44671247)",
      "grade": "C",
      "fit": "no",
      "why": "A serving setup; no documents.",
      "source": "https://github.com/syv-ai/HyperQwen/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hyperqwen"
    },
    {
      "slug": "jan",
      "name": "Jan",
      "company": "Menlo Research Pte Ltd",
      "grade": "C",
      "fit": "no",
      "why": "No document index, knowledge base or citation field in the API server, MCP or model docs read.",
      "source": "https://github.com/janhq/jan/blob/main/docs/src/pages/docs/desktop/api-server.mdx",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jan"
    },
    {
      "slug": "koboldcpp",
      "name": "KoboldCpp",
      "company": "LostRuins (Concedo)",
      "grade": "B",
      "fit": "no",
      "why": "TextDB retrieval lives in the Lite UI; no document index or citation field on the API.",
      "source": "https://github.com/LostRuins/koboldcpp/blob/concedo/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/koboldcpp"
    },
    {
      "slug": "lemonade",
      "name": "Lemonade",
      "company": "Advanced Micro Devices, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "Embeddings and reranking are served; no document index or citations.",
      "source": "https://github.com/lemonade-sdk/lemonade/blob/main/docs/api/lemonade.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lemonade"
    },
    {
      "slug": "llama-cpp",
      "name": "llama.cpp",
      "company": "ggml.ai, part of Hugging Face since 2026",
      "grade": "D",
      "fit": "no",
      "why": "An inference engine: embeddings and reranking routes, built-in file tools for the web UI, but no document index or citations field.",
      "source": "https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/llama-cpp"
    },
    {
      "slug": "lm-studio",
      "name": "LM Studio",
      "company": "Element Labs, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "Chat with documents exists only in the desktop app; the API has no document or citation route.",
      "source": "https://lmstudio.ai/docs/app/offline",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lm-studio"
    },
    {
      "slug": "localghost",
      "name": "LocalGhost",
      "company": "LocalGhost.ai Ltd (company number 17213100, registered in England and Wales, incorporated 12 May 2026)",
      "grade": "F",
      "fit": "no",
      "why": "Reads the owner's photos, notes and voice with local models for the phone app only; no API or citation field.",
      "source": "https://github.com/LocalGhostDao/localghost/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localghost"
    },
    {
      "slug": "mlx-lm",
      "name": "MLX LM",
      "company": "Apple Inc.",
      "grade": "C",
      "fit": "no",
      "why": "An inference library; no documents or citations.",
      "source": "https://github.com/ml-explore/mlx-lm/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mlx-lm"
    },
    {
      "slug": "ollama",
      "name": "Ollama",
      "company": "Ollama Inc.",
      "grade": "D",
      "fit": "no",
      "why": "No document indexing, knowledge base or citation field. Ollama serves chat and embeddings; retrieval is left to a client.",
      "source": "https://docs.ollama.com/faq",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/ollama"
    },
    {
      "slug": "screenpipe",
      "name": "screenpipe",
      "company": "Negentropy Labs, Inc. (dba Screenpipe)",
      "grade": "C",
      "fit": "no",
      "why": "Searches recorded screen and audio, not a folder of documents.",
      "source": "https://docs.screenpipe.com/mcp-server",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/screenpipe"
    },
    {
      "slug": "text-generation-webui",
      "name": "TextGen",
      "company": "oobabooga",
      "grade": "E",
      "fit": "no",
      "why": "No document index or citation field on the API.",
      "source": "https://github.com/oobabooga/textgen/blob/main/docs/12%20-%20OpenAI%20API.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/text-generation-webui"
    },
    {
      "slug": "vllm",
      "name": "vLLM",
      "company": "The Linux Foundation (vLLM is a PyTorch Foundation project)",
      "grade": "D",
      "fit": "no",
      "why": "An inference engine; no document index or citations.",
      "source": "https://docs.vllm.ai/en/stable/serving/online_serving/openai_compatible_server/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vllm"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 6,
    "after": [
      "search.verify-citation",
      "agent-memory.user-facts-recall"
    ],
    "area": "models",
    "asks": [
      "what does my contract say about notice",
      "search my Obsidian notes",
      "chat with this folder of PDFs without uploading them",
      "replace web search with my own documents plus a local model"
    ],
    "before": [
      "web-scrapers.docs-site-to-knowledge"
    ],
    "blockers": [
      "indexing never finishes on one malformed note and the rest of the vault is unsearchable",
      "the collection or knowledge base can only be switched on in the desktop app, not from the API",
      "the published image or package is a year behind the fix the owner needs (Khoj :latest, GPT4All)"
    ],
    "capabilities": [
      "inference.local",
      "memory.search",
      "memory.cite-source",
      "embed.text"
    ],
    "category": "local-ai",
    "categoryName": "Local AI",
    "checked": "2026-11-12",
    "companies": {
      "fit": 1,
      "fitWithLimit": 5,
      "tagged": 72
    },
    "competition": "one",
    "fits": [
      "anythingllm"
    ],
    "fitsWithLimit": [
      "gpt4all",
      "khoj",
      "localai",
      "open-webui",
      "privategpt"
    ],
    "id": "local-ai.chat-with-own-files",
    "listings": {
      "caveat": 5,
      "no": 16,
      "notRead": 0,
      "tagged": 78,
      "unchecked": 2,
      "yes": 1
    },
    "name": "Answer from the owner's documents and notes with the source cited",
    "status": "draft",
    "success": "The answer names the file (and ideally the passage) it drew on, and the API returns the references in a machine-readable field. Measured: the named file contains the answer, and indexing finishes for every file in the folder.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/local-ai.chat-with-own-files.json",
    "weight": 12,
    "weightBasis": "6 of 50 accounts (AnythingLLM, GPT4All, Khoj, Open WebUI); raised above its count because every listing in the category with memory.search claims it and the buyer checks name citation accuracy. No account tested whether the cited file was right"
  }
}
