{
  "listings": [
    {
      "slug": "localai",
      "name": "LocalAI",
      "company": "Ettore Di Giacinto and the LocalAI team",
      "grade": "B",
      "fit": "yes",
      "why": "One server with per-modality backends serves chat, audio-to-text, text-to-audio, image and video generation through OpenAI, Anthropic and ElevenLabs shaped routes, each backend pulled when a model needs it.",
      "source": "https://github.com/mudler/LocalAI/blob/master/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localai"
    },
    {
      "slug": "berth",
      "name": "Berth",
      "company": "Trevin Tindall (T-Crypt on GitHub)",
      "grade": "B",
      "fit": "caveat",
      "why": "Lets llama.cpp, ComfyUI and others take turns on one card with a priority queue, which answers the shared-GPU blocker, but it serves no speech route of its own and ComfyUI's API is proxied, not unified.",
      "source": "https://github.com/T-Crypt/berth/blob/main/docs/gateway.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/berth"
    },
    {
      "slug": "koboldcpp",
      "name": "KoboldCpp",
      "company": "LostRuins (Concedo)",
      "grade": "B",
      "fit": "caveat",
      "why": "One executable serves chat, /v1/audio/transcriptions, /v1/audio/speech, /v1/images/generations and music generation, each loaded by flag. --password covers text routes only; the help text says image endpoints are not secured.",
      "source": "https://lite.koboldai.net/koboldcpp_api.json",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/koboldcpp"
    },
    {
      "slug": "lemonade",
      "name": "Lemonade",
      "company": "Advanced Micro Devices, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "One server does chat, /v1/audio/transcriptions, text-to-speech and image generation (omni collections and MCP tools). Images arrive through tool calls or MCP rather than a plain images route, and one GPU is shared.",
      "source": "https://github.com/lemonade-sdk/lemonade/blob/main/docs/api/openai.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lemonade"
    },
    {
      "slug": "text-generation-webui",
      "name": "TextGen",
      "company": "oobabooga",
      "grade": "E",
      "fit": "caveat",
      "why": "Chat, vision input and /v1/images/generations with a loaded image model are documented; speech routes are not in the API doc.",
      "source": "https://github.com/oobabooga/textgen/blob/main/docs/12%20-%20OpenAI%20API.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/text-generation-webui"
    },
    {
      "slug": "docker-model-runner",
      "name": "Docker Model Runner",
      "company": "Docker, Inc.",
      "grade": "C",
      "fit": "unchecked",
      "why": "The image.generate tag could not be checked: the README shows no image route and the docs site is paused for automated reading.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/docker-model-runner"
    },
    {
      "slug": "anythingllm",
      "name": "AnythingLLM",
      "company": "Mintplex Labs, Inc.",
      "grade": "E",
      "fit": "no",
      "why": "Chat and document app; image generation and transcription route to providers rather than being served.",
      "source": "https://docs.anythingllm.com/features/api",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/anythingllm"
    },
    {
      "slug": "bitrun",
      "name": "BitRun",
      "company": "Abhishek Khanra (IshekKhal on GitHub)",
      "grade": "E",
      "fit": "no",
      "why": "Text only.",
      "source": "https://github.com/IshekKhal/bitrun/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/bitrun"
    },
    {
      "slug": "foundry-local",
      "name": "Foundry Local",
      "company": "Microsoft Corporation",
      "grade": "B",
      "fit": "no",
      "why": "Chat and audio transcription only; no image or speech generation.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry-local/what-is-foundry-local",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/foundry-local"
    },
    {
      "slug": "ghost-core",
      "name": "Core",
      "company": "ZMJ, Inc., doing business as Ghost, 325 9th Street, San Francisco, CA 94103, United States",
      "grade": "F",
      "fit": "no",
      "why": "No image, speech or music generation is claimed.",
      "source": "https://ghost.ai/core",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/ghost-core"
    },
    {
      "slug": "gpt4all",
      "name": "GPT4All",
      "company": "Nomic, Inc.",
      "grade": "F",
      "fit": "no",
      "why": "Text chat only.",
      "source": "https://docs.gpt4all.io/gpt4all_api_server/home.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt4all"
    },
    {
      "slug": "hyperqwen",
      "name": "HyperQwen",
      "company": "syv.ai (Copenhagen, CVR DK44671247)",
      "grade": "C",
      "fit": "no",
      "why": "Text only.",
      "source": "https://github.com/syv-ai/HyperQwen/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hyperqwen"
    },
    {
      "slug": "jan",
      "name": "Jan",
      "company": "Menlo Research Pte Ltd",
      "grade": "C",
      "fit": "no",
      "why": "Text models only through llama.cpp; no image, speech or music routes.",
      "source": "https://github.com/janhq/jan/blob/main/docs/src/pages/docs/desktop/api-server.mdx",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jan"
    },
    {
      "slug": "khoj",
      "name": "Khoj",
      "company": "Khoj Inc.",
      "grade": "E",
      "fit": "no",
      "why": "Image generation and voice route to configured providers; nothing is served locally beyond chat and search.",
      "source": "https://docs.khoj.dev/features/chat",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/khoj"
    },
    {
      "slug": "llama-cpp",
      "name": "llama.cpp",
      "company": "ggml.ai, part of Hugging Face since 2026",
      "grade": "D",
      "fit": "no",
      "why": "Speech output (/v1/audio/speech), realtime transcription and multimodal input are served, but there is no image generation route.",
      "source": "https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/llama-cpp"
    },
    {
      "slug": "lm-studio",
      "name": "LM Studio",
      "company": "Element Labs, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "Text and embeddings only; no image, speech or music routes.",
      "source": "https://lmstudio.ai/docs/developer",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/lm-studio"
    },
    {
      "slug": "localghost",
      "name": "LocalGhost",
      "company": "LocalGhost.ai Ltd (company number 17213100, registered in England and Wales, incorporated 12 May 2026)",
      "grade": "F",
      "fit": "no",
      "why": "No generation routes.",
      "source": "https://github.com/LocalGhostDao/localghost/blob/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/localghost"
    },
    {
      "slug": "mlx-lm",
      "name": "MLX LM",
      "company": "Apple Inc.",
      "grade": "C",
      "fit": "no",
      "why": "Text generation only.",
      "source": "https://github.com/ml-explore/mlx-lm/blob/main/mlx_lm/SERVER.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mlx-lm"
    },
    {
      "slug": "ollama",
      "name": "Ollama",
      "company": "Ollama Inc.",
      "grade": "D",
      "fit": "no",
      "why": "Text, vision input and embeddings only. No image generation, speech or music routes in the API docs.",
      "source": "https://docs.ollama.com/faq",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/ollama"
    },
    {
      "slug": "open-webui",
      "name": "Open WebUI",
      "company": "Open WebUI Inc.",
      "grade": "D",
      "fit": "no",
      "why": "Routes image, speech and search to configured providers; serves none of them itself.",
      "source": "https://docs.openwebui.com/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/open-webui"
    },
    {
      "slug": "privategpt",
      "name": "PrivateGPT",
      "company": "PriBAI Technology Spain S.L.",
      "grade": "C",
      "fit": "no",
      "why": "Messages and embeddings; no image or speech routes.",
      "source": "https://docs.privategpt.dev/api-reference/api-reference",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/privategpt"
    },
    {
      "slug": "screenpipe",
      "name": "screenpipe",
      "company": "Negentropy Labs, Inc. (dba Screenpipe)",
      "grade": "C",
      "fit": "no",
      "why": "Not a generation server.",
      "source": "https://docs.screenpipe.com/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/screenpipe"
    },
    {
      "slug": "underdog",
      "name": "Underdog",
      "company": "Conway Research",
      "grade": "F",
      "fit": "no",
      "why": "No generation server.",
      "source": "https://huggingface.co/ConwayResearch/Underdog-27B-1.0/raw/main/README.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/underdog"
    },
    {
      "slug": "vllm",
      "name": "vLLM",
      "company": "The Linux Foundation (vLLM is a PyTorch Foundation project)",
      "grade": "D",
      "fit": "no",
      "why": "Chat, embeddings, reranking and transcription; no image generation or speech output.",
      "source": "https://docs.vllm.ai/en/stable/serving/online_serving/openai_compatible_server/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vllm"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 3,
    "after": [
      "speech-to-text.self-hosted-local"
    ],
    "area": "models",
    "asks": [
      "try a bit of everything locally",
      "an AI radio station that writes, speaks and plays its own music",
      "generate an image and a voice line from the same server"
    ],
    "before": [],
    "blockers": [
      "password covers text routes only, image endpoints are not secured",
      "one GPU shared between models with no queue, so the second request waits or fails"
    ],
    "capabilities": [
      "inference.local",
      "image.generate",
      "speech.tts",
      "speech.stt",
      "audio.music"
    ],
    "category": "local-ai",
    "categoryName": "Local AI",
    "checked": "2026-11-12",
    "companies": {
      "fit": 1,
      "fitWithLimit": 4,
      "tagged": 110
    },
    "competition": "one",
    "fits": [
      "localai"
    ],
    "fitsWithLimit": [
      "berth",
      "koboldcpp",
      "lemonade",
      "text-generation-webui"
    ],
    "id": "local-ai.multimodal-local-studio",
    "listings": {
      "caveat": 4,
      "no": 18,
      "notRead": 0,
      "tagged": 147,
      "unchecked": 1,
      "yes": 1
    },
    "name": "Text, speech, image and music models behind one local executable",
    "status": "draft",
    "success": "One executable serves a chat completion, a speech-to-text request and an image generation through documented routes, with the owner choosing which to load. Measured: each returns within the time the vendor states.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/local-ai.multimodal-local-studio.json",
    "weight": 2,
    "weightBasis": "3 of 50 accounts, all KoboldCpp or Lemonade; kept because four listings in the category advertise it"
  }
}
