{
  "listings": [
    {
      "slug": "anythingllm",
      "name": "AnythingLLM",
      "company": "Mintplex Labs, Inc.",
      "grade": "E",
      "fit": "caveat",
      "why": "Docker build has multi-user mode, invites, admin and rule-based access to workspaces. API keys are admin-equivalent with no scopes. One account rejected it for the install size and setup.",
      "source": "https://docs.anythingllm.com/installation-docker/overview",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anythingllm"
    },
    {
      "slug": "localai",
      "name": "LocalAI",
      "company": "Ettore Di Giacinto and the LocalAI team",
      "grade": "B",
      "fit": "caveat",
      "why": "The README's 4.1.0 notes announce a multi-user platform with OIDC, API keys and per-user quotas, and saved chats with agents. The multi-user docs page was not read, so accounts and groups rest on release notes.",
      "source": "https://github.com/mudler/LocalAI/blob/master/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localai"
    },
    {
      "slug": "open-webui",
      "name": "Open WebUI",
      "company": "Open WebUI Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "Roles, groups, permissions and per-user API keys (admin must enable them, no expiry). Deployments for 700 to 800 users exist. Accounts report persona prompts drifting after a few turns and configuration effort.",
      "source": "https://docs.openwebui.com/features/authentication-access/rbac",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/open-webui"
    },
    {
      "slug": "ghost-core",
      "name": "Core",
      "company": "ZMJ, Inc., doing business as Ghost, 325 9th Street, San Francisco, CA 94103, United States",
      "grade": "F",
      "fit": "unchecked",
      "why": "The FAQ says desktop and phone clients connect; no accounts, per-user access or concurrency is documented.",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/ghost-core"
    },
    {
      "slug": "khoj",
      "name": "Khoj",
      "company": "Khoj Inc.",
      "grade": "E",
      "fit": "unchecked",
      "why": "Setup docs cover anonymous mode and per-user kk- API keys, but the authentication and multi-user page was not read, so per-user access could not be confirmed.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/khoj"
    },
    {
      "slug": "berth",
      "name": "Berth",
      "company": "Trevin Tindall (T-Crypt on GitHub)",
      "grade": "B",
      "fit": "no",
      "why": "One bearer key; no accounts.",
      "source": "https://github.com/T-Crypt/berth/blob/main/docs/gateway.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/berth"
    },
    {
      "slug": "bitrun",
      "name": "BitRun",
      "company": "Abhishek Khanra (IshekKhal on GitHub)",
      "grade": "E",
      "fit": "no",
      "why": "No key or accounts; one process serves one model.",
      "source": "https://github.com/IshekKhal/bitrun/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/bitrun"
    },
    {
      "slug": "docker-model-runner",
      "name": "Docker Model Runner",
      "company": "Docker, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "No credential or accounts; any client that reaches the socket can pull and run models.",
      "source": "https://github.com/docker/model-runner/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/docker-model-runner"
    },
    {
      "slug": "foundry-local",
      "name": "Foundry Local",
      "company": "Microsoft Corporation",
      "grade": "B",
      "fit": "no",
      "why": "The FAQ says it is single-user inference for one device and not a server stack; no concurrency or accounts.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry-local/what-is-foundry-local",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/foundry-local"
    },
    {
      "slug": "gpt4all",
      "name": "GPT4All",
      "company": "Nomic, Inc.",
      "grade": "F",
      "fit": "no",
      "why": "Localhost-only server with no authentication or accounts.",
      "source": "https://docs.gpt4all.io/gpt4all_api_server/home.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt4all"
    },
    {
      "slug": "hyperqwen",
      "name": "HyperQwen",
      "company": "syv.ai (Copenhagen, CVR DK44671247)",
      "grade": "C",
      "fit": "no",
      "why": "VLLM_API_KEY only; no accounts.",
      "source": "https://github.com/syv-ai/HyperQwen/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hyperqwen"
    },
    {
      "slug": "jan",
      "name": "Jan",
      "company": "Menlo Research Pte Ltd",
      "grade": "C",
      "fit": "no",
      "why": "Desktop app for one user; the server has an optional single API key and no accounts.",
      "source": "https://github.com/janhq/jan/blob/main/docs/src/pages/docs/desktop/api-server.mdx",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jan"
    },
    {
      "slug": "koboldcpp",
      "name": "KoboldCpp",
      "company": "LostRuins (Concedo)",
      "grade": "B",
      "fit": "no",
      "why": "--multiuser queues several clients and --password is one shared key for text routes; no accounts or per-user view.",
      "source": "https://github.com/LostRuins/koboldcpp/wiki",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/koboldcpp"
    },
    {
      "slug": "lemonade",
      "name": "Lemonade",
      "company": "Advanced Micro Devices, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "One optional LEMONADE_API_KEY and an admin key; no accounts or groups.",
      "source": "https://github.com/lemonade-sdk/lemonade/blob/main/docs/api/openai.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lemonade"
    },
    {
      "slug": "llama-cpp",
      "name": "llama.cpp",
      "company": "ggml.ai, part of Hugging Face since 2026",
      "grade": "D",
      "fit": "no",
      "why": "Parallel slots and --api-key exist, but no accounts, groups or per-user view. The home-server account puts Open WebUI in front for the family.",
      "source": "https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/llama-cpp"
    },
    {
      "slug": "lm-studio",
      "name": "LM Studio",
      "company": "Element Labs, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "One bearer token with Require Authentication; no accounts or groups. A desktop app and headless daemon for one owner.",
      "source": "https://lmstudio.ai/docs/developer/core/server",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lm-studio"
    },
    {
      "slug": "localghost",
      "name": "LocalGhost",
      "company": "LocalGhost.ai Ltd (company number 17213100, registered in England and Wales, incorporated 12 May 2026)",
      "grade": "F",
      "fit": "no",
      "why": "One box, one phone, no browser client or accounts.",
      "source": "https://github.com/LocalGhostDao/localghost/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localghost"
    },
    {
      "slug": "mlx-lm",
      "name": "MLX LM",
      "company": "Apple Inc.",
      "grade": "C",
      "fit": "no",
      "why": "No API key option and --allowed-origins defaults to *; no accounts.",
      "source": "https://github.com/ml-explore/mlx-lm/blob/main/mlx_lm/SERVER.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mlx-lm"
    },
    {
      "slug": "ollama",
      "name": "Ollama",
      "company": "Ollama Inc.",
      "grade": "D",
      "fit": "no",
      "why": "No accounts, groups or credentials; the FAQ says to put an authenticating proxy in front. Ollama is the backend that Open WebUI deployments sit on, not the chat interface.",
      "source": "https://docs.ollama.com/faq",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/ollama"
    },
    {
      "slug": "privategpt",
      "name": "PrivateGPT",
      "company": "PriBAI Technology Spain S.L.",
      "grade": "C",
      "fit": "no",
      "why": "One shared static secret when auth is on; no per-user accounts.",
      "source": "https://docs.privategpt.dev/getting-started/how-it-works",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/privategpt"
    },
    {
      "slug": "screenpipe",
      "name": "screenpipe",
      "company": "Negentropy Labs, Inc. (dba Screenpipe)",
      "grade": "C",
      "fit": "no",
      "why": "Per-person recorder; Teams shares task configs, not a chat interface.",
      "source": "https://docs.screenpipe.com/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/screenpipe"
    },
    {
      "slug": "text-generation-webui",
      "name": "TextGen",
      "company": "oobabooga",
      "grade": "E",
      "fit": "no",
      "why": "One --api-key at launch; no accounts or groups.",
      "source": "https://github.com/oobabooga/textgen/blob/main/docs/12%20-%20OpenAI%20API.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/text-generation-webui"
    },
    {
      "slug": "underdog",
      "name": "Underdog",
      "company": "Conway Research",
      "grade": "F",
      "fit": "no",
      "why": "A personal assistant for one Mac over the owner's mail and calendar.",
      "source": "https://huggingface.co/ConwayResearch/Underdog-27B-1.0/raw/main/README.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/underdog"
    },
    {
      "slug": "vllm",
      "name": "vLLM",
      "company": "The Linux Foundation (vLLM is a PyTorch Foundation project)",
      "grade": "D",
      "fit": "no",
      "why": "--api-key only; no accounts or groups.",
      "source": "https://docs.vllm.ai/en/stable/serving/online_serving/openai_compatible_server/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vllm"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 9,
    "after": [
      "local-ai.chat-with-own-files",
      "search.search-with-text"
    ],
    "area": "models",
    "asks": [
      "set up a private ChatGPT for my family",
      "give staff a chat over our internal documents on our own server",
      "a chat UI for the model running on my home server",
      "deploy private LLM chat for a few hundred users"
    ],
    "before": [
      "local-ai.fit-model-to-hardware"
    ],
    "blockers": [
      "API keys off by default and only an administrator can switch them on",
      "the model drops the system prompt after a few turns, so a persona or rule set does not hold",
      "a 500 MB desktop install or Docker stack is more than the person will set up"
    ],
    "capabilities": [
      "inference.local",
      "memory.user",
      "access.multi-user",
      "agent.mcp-client"
    ],
    "category": "local-ai",
    "categoryName": "Local AI",
    "checked": "2026-11-12",
    "companies": {
      "fit": 0,
      "fitWithLimit": 3,
      "tagged": 133
    },
    "competition": "none",
    "fits": null,
    "fitsWithLimit": [
      "anythingllm",
      "localai",
      "open-webui"
    ],
    "id": "local-ai.household-or-team-chat",
    "listings": {
      "caveat": 3,
      "no": 19,
      "notRead": 0,
      "tagged": 151,
      "unchecked": 2,
      "yes": 0
    },
    "name": "One chat interface over local models for a household or a team",
    "status": "draft",
    "success": "Two or more users log in, chat with the same local model concurrently, and an administrator can see per-user access; the model answers with the attached knowledge where asked. Measured: a network monitor sees no prompt text leave the machine.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/local-ai.household-or-team-chat.json",
    "weight": 13,
    "weightBasis": "9 of 50 accounts, all Open WebUI or llama.cpp plus Open WebUI; two were deployments for hundreds of users"
  }
}
