{
  "listings": [
    {
      "slug": "gemma-4-12b-it",
      "name": "Gemma 4 12B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai as recorded for the first batch's Gemma 4 listings; the card names Google DeepMind as author)",
      "grade": "BB",
      "fit": "yes",
      "why": "12B dense under Apache 2.0 with thinking off by default fits a 16 GB GPU at Q4_0 (7 GB) and 64K of context (about 1.6 GB with 8 of 48 layers global); Ollama and llama.cpp both serve it.",
      "source": "https://huggingface.co/api/models/google/gemma-4-12B-it-qat-q4_0-gguf?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-12b-it"
    },
    {
      "slug": "gemma-4-e4b-it",
      "name": "Gemma 4 E4B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai as recorded for the first batch's Gemma 4 listings; the card names Google DeepMind as author)",
      "grade": "B",
      "fit": "yes",
      "why": "Apache 2.0, 5.15 GB Q4_0, thinking off by default, 131K context and multilingual speech and text; acc-45 ran it on a 24 GB laptop across three languages.",
      "source": "https://huggingface.co/api/models/google/gemma-4-E4B-it-qat-q4_0-gguf?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-e4b-it"
    },
    {
      "slug": "granite-4-2-3b",
      "name": "Granite 4.2 3B",
      "company": "International Business Machines Corporation (per IBM's naming guidance, as read for granite-guardian)",
      "grade": "C",
      "fit": "yes",
      "why": "Apache 2.0, 2.2 GB at Q4_K_M, 131K context, enable_thinking false for direct answers and RAG named among its uses; acc-26 synthesised Wikipedia chunks into one spoken sentence with it.",
      "source": "https://huggingface.co/ibm-granite/granite-4.2-3b",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/granite-4-2-3b"
    },
    {
      "slug": "minicpm-o-4-5",
      "name": "MiniCPM-o 4.5",
      "company": "OpenBMB (named as the MiniCPM-o team on the technical report; the GitHub LICENSE is the unfilled Apache template)",
      "grade": "C",
      "fit": "yes",
      "why": "Apache 2.0 on the card, Q4_0 4.8 GB plus a 1.1 GB vision file fits a laptop, enable_thinking false gives direct answers, and it can speak the reply through OpenBMB's speech stack.",
      "source": "https://huggingface.co/openbmb/MiniCPM-o-4_5/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minicpm-o-4-5"
    },
    {
      "slug": "nemotron-3-5-bolt-e4b-4gb",
      "name": "NVIDIA Nemotron 3.5 Bolt E4B 4GB",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "yes",
      "why": "conversational_mode appends a brevity instruction, thinking defaults off, RAGTruth 77.9 and GaRAGe 40.7 at Q4_K_M (NVIDIA's runs), and 6 GB fits any laptop.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-4GB/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-5-bolt-e4b-4gb"
    },
    {
      "slug": "qwen3-4b-instruct-2507",
      "name": "Qwen3-4B-Instruct-2507",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "yes",
      "why": "4B Apache 2.0 instruct model with no thinking block, 262K context, 2.5 GB in Ollama; answers start at once on a laptop.",
      "source": "https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-4b-instruct-2507"
    },
    {
      "slug": "qwen3-5-4b",
      "name": "Qwen3.5-4B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "yes",
      "why": "4B Apache 2.0 vision-language model, thinking off with enable_thinking false, 2.7 GB at Q4 and 262K context; a one-sentence answer arrives in seconds.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-4B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-4b"
    },
    {
      "slug": "qwen3-5-9b",
      "name": "Qwen3.5-9B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "yes",
      "why": "9B Apache 2.0 model with enable_thinking false per request, 6.6 GB in Ollama, 262K context; acc-25 built a Czech home assistant on it.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-9B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-9b"
    },
    {
      "slug": "qwen3-6-27b",
      "name": "Qwen3.6-27B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "yes",
      "why": "Apache 2.0, enable_thinking false per request, 17 GB in Ollama with vision; acc-50 runs a personal wiki with summarisation and triage on it.",
      "source": "https://huggingface.co/Qwen/Qwen3.6-27B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-6-27b"
    },
    {
      "slug": "qwen3-8-27b",
      "name": "Qwen3.8-27B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "yes",
      "why": "Apache 2.0, enable_thinking false and reasoning_effort per request, 18 GB in Ollama with vision; acc-39 uses it as the think and vision model on a Mac.",
      "source": "https://huggingface.co/Qwen/Qwen3.8-27B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-8-27b"
    },
    {
      "slug": "qwen3-vl-4b-instruct",
      "name": "Qwen3-VL-4B-Instruct",
      "company": "Alibaba Cloud (per the first batch's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "D",
      "fit": "yes",
      "why": "Apache 2.0 by metadata and the GitHub LICENSE, no thinking block, 2.5 GB at Q4 with 262K context; an instruct model that answers at once.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-4b-instruct"
    },
    {
      "slug": "qwen3-vl-8b-instruct",
      "name": "Qwen3-VL-8B-Instruct",
      "company": "Alibaba Cloud (per the pilot's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "yes",
      "why": "Apache 2.0 by metadata and the GitHub LICENSE, no thinking block, 5.0 GB at Q4 with 262K context; an instruct model that answers at once.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-8b-instruct"
    },
    {
      "slug": "spark-x2-6-4b",
      "name": "Spark-X2.6-4B",
      "company": "XHToken (the licence's copyright line); the Hugging Face organisation's name is SparkLLM",
      "grade": "C",
      "fit": "yes",
      "why": "4B Apache 2.0 with a LICENSE file, thinking off per request, 3.5 GB GGUF and a 1M context; a short answer needs no reasoning block.",
      "source": "https://huggingface.co/XHToken/Spark-X2.6-4B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/spark-x2-6-4b"
    },
    {
      "slug": "agents-a1-4b",
      "name": "Agents-A1-4B",
      "company": "Shanghai Artificial Intelligence Laboratory (the InternAgent team there, per the card's recommended system prompt and the template's default prompt); the GitHub LICENSE leaves the copyright line as the Apache template",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0, 2.7 GB GGUF and a thinking switch fit a laptop, but the model is tuned for long-horizon agent work and inserts an Intern-A1 system prompt with a fixed date unless you send your own.",
      "source": "https://huggingface.co/InternScience/Agents-A1-4B/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agents-a1-4b"
    },
    {
      "slug": "apertus-v1-5-8b",
      "name": "Apertus v1.5 8B",
      "company": "ETH Zurich and EPFL (the Swiss National AI Institute, named in the Acceptable Use Policy)",
      "grade": "C",
      "fit": "caveat",
      "why": "A multilingual 8B aimed at precisely this, but the download is gated behind an Acceptable Use Policy and the architecture needs Swiss AI's forked vLLM, not a laptop runtime.",
      "source": "https://huggingface.co/api/models/swiss-ai/Apertus-v1.5-8B?blobs=true",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/apertus-v1-5-8b"
    },
    {
      "slug": "gemma-4-26b-a4b-it",
      "name": "Gemma 4 26B A4B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Fast at 3.8B active with thinking off by default, but Q4_0 is 14.4 GB and Ollama defaults to 4K context under 24 GiB VRAM; a 16 GB GPU leaves little room for 64K of retrieved text.",
      "source": "https://huggingface.co/api/models/google/gemma-4-26B-A4B-it-qat-q4_0-gguf?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-26b-a4b-it"
    },
    {
      "slug": "gemma-4-31b-it",
      "name": "Gemma 4 31B IT",
      "company": "Google LLC (the registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "BB",
      "fit": "caveat",
      "why": "acc-02 uses Gemma 4 31B for chat and translation on a 128 GB laptop; at 17.6 GB Q4_0 it needs more than a 16 GB GPU, and 64K of context adds about 16 GB of cache at bf16.",
      "source": "https://news.ycombinator.com/item?id=48542100",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-31b-it"
    },
    {
      "slug": "gemma-4-e2b-it",
      "name": "Gemma 4 E2B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai as recorded for the first batch's Gemma 4 listings; the card names Google DeepMind as author)",
      "grade": "C",
      "fit": "caveat",
      "why": "Runs on any laptop under Apache 2.0 with thinking off, but acc-45 found E2B garbled and weak against E4B; faithfulness in 9 of 10 answers is unlikely at this size.",
      "source": "https://www.kartit.net/blog/gemma4-local-benchmark",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-e2b-it"
    },
    {
      "slug": "glm-4-7-flash",
      "name": "GLM-4.7-Flash",
      "company": "JINGSHENG HENGXING TECHNOLOGY PTE.LTD (operator of Z.ai per its terms of use, and registrant of z.ai)",
      "grade": "B",
      "fit": "caveat",
      "why": "MIT, thinking off per request and 3B active, but 30B total and 17.5 GB at Q4 exceed a 16 GB GPU; a 24 GB machine works.",
      "source": "https://huggingface.co/api/models/unsloth/GLM-4.7-Flash-GGUF?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/glm-4-7-flash"
    },
    {
      "slug": "gpt-oss-20b",
      "name": "gpt-oss-20b",
      "company": "OpenAI (named in USAGE_POLICY and the model card; the LICENSE file's copyright line is the unfilled Apache template)",
      "grade": "B",
      "fit": "caveat",
      "why": "Apache 2.0 and 12 GB on a 16 GB GPU, but every reply is preceded by an analysis channel that cannot be disabled, so a one-sentence spoken answer in under 5 seconds is uncertain.",
      "source": "https://huggingface.co/openai/gpt-oss-20b",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt-oss-20b"
    },
    {
      "slug": "laguna-xs-2-1",
      "name": "Laguna XS 2.1",
      "company": "Poolside, Inc. (named in Poolside's Terms of Use)",
      "grade": "C",
      "fit": "caveat",
      "why": "OpenMDW licence and thinking off suit it, but 20 GB Q4_K_M needs a 32 GB laptop rather than a 16 GB GPU.",
      "source": "https://huggingface.co/api/models/poolside/Laguna-XS-2.1-GGUF/tree/main?recursive=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/laguna-xs-2-1"
    },
    {
      "slug": "lfm2-5-2-6b",
      "name": "LFM2.5-2.6B",
      "company": "Liquid AI, Inc. (the licensor named in the LFM Open License)",
      "grade": "D",
      "fit": "caveat",
      "why": "Fits a laptop and the licence file is present, but commercial use is licensed only below a 10 million dollar revenue threshold and every reply starts with reasoning.",
      "source": "https://huggingface.co/LiquidAI/LFM2.5-2.6B/raw/main/LICENSE",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/lfm2-5-2-6b"
    },
    {
      "slug": "ling-3-0-tiny",
      "name": "Ling-3.0-tiny",
      "company": "Ant Intelligence (Hang Zhou) Technology Co., Ltd (named as provider in the training-content summary); inclusionAI, Ant Group in the site footer of inclusion-ai.org",
      "grade": "C",
      "fit": "caveat",
      "why": "MIT-tagged, small and switchable, but the repository has no LICENSE file and a discussion reports loops.",
      "source": "https://huggingface.co/inclusionAI/Ling-3.0-tiny",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ling-3-0-tiny"
    },
    {
      "slug": "mimo-v2-6-distill-qwen-9b",
      "name": "MiMo-V2.6 Distill Qwen 9B",
      "company": "Xiaomi (the card and report name Xiaomi MiMo; no LICENSE file names a copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "MIT-tagged and small, but no LICENSE file and no copy of the base's Apache notice; thinking switches off.",
      "source": "https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mimo-v2-6-distill-qwen-9b"
    },
    {
      "slug": "minicpm5-2b",
      "name": "MiniCPM5-2B",
      "company": "OpenBMB (named in the GitHub LICENSE's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0 and tiny, but the model reasons before every short answer and users report it getting stuck in loops on simple questions.",
      "source": "https://huggingface.co/openbmb/MiniCPM5-2B/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minicpm5-2b"
    },
    {
      "slug": "muse-glimmer-30b",
      "name": "Muse Glimmer 30B",
      "company": "Meta (the verified Hugging Face organisation is \"Meta Inc.\", the card names Meta Superintelligence Lab, and the licence carries no copyright line)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Apache 2.0 and 128K context, but the 17 GB build misses a 16 GB GPU and thinking at low strength still precedes every short answer.",
      "source": "https://dev.meta.ai/docs/muse-glimmer/prompting.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/muse-glimmer-30b"
    },
    {
      "slug": "nanbeige-4-3-33b",
      "name": "Nanbeige4.3-33B",
      "company": "BOSS Zhipin (Kanzhun Limited), unconfirmed",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking switches off, but 33B is above the use case's 31B range and only 3-bit builds (14.5 GB to 15.9 GB) fit a 16 GB GPU; without a system prompt the template injects a Chinese identity line.",
      "source": "https://huggingface.co/api/models/bartowski/Nanbeige_Nanbeige4.3-33B-GGUF/tree/main?recursive=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nanbeige-4-3-33b"
    },
    {
      "slug": "nemotron-3-5-lightning-30b-a3b",
      "name": "Nemotron 3.5 Lightning 30B A3B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking switches off and the licence is permissive, but the 18.9 GB build misses a 16 GB GPU and needs a 24 GB card or 32 GB laptop.",
      "source": "https://huggingface.co/api/models/ggml-org/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/main?recursive=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-5-lightning-30b-a3b"
    },
    {
      "slug": "nemotron-3-nano-30b-a3b",
      "name": "Nemotron 3 Nano 30B A3B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking switches off, but the 18 GB build misses a 16 GB GPU, and the card says it is intended for English and code.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-nano-30b-a3b"
    },
    {
      "slug": "nemotron-3-nano-4b",
      "name": "Nemotron 3 Nano 4B",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits any laptop with thinking off and RULER 128K 91.1, but it is English only and no grounding or brevity result is published.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-nano-4b"
    },
    {
      "slug": "nemotron-3-nano-omni-30b-a3b-reasoning",
      "name": "Nemotron 3 Nano Omni 30B A3B Reasoning",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "caveat",
      "why": "Instruct mode is short and fast, but 18.5 GB-plus misses a 16 GB GPU and the card states English only.",
      "source": "https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-nano-omni-30b-a3b-reasoning"
    },
    {
      "slug": "occamy-1-0",
      "name": "occamy-1.0",
      "company": "Accio (Accio-Lab)",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking switches off and 3-bit builds of 14.5 GB to 16.8 GB reach a 16 GB GPU, but languages aren't stated and no grounding result is published.",
      "source": "https://huggingface.co/api/models/Accio-Lab/occamy-1.0-GGUF/tree/main?recursive=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/occamy-1-0"
    },
    {
      "slug": "ornith-1-5-35b-a3b",
      "name": "Ornith-1.5-35B-A3B",
      "company": "Ornith",
      "grade": "C",
      "fit": "caveat",
      "why": "MIT is tagged but the repository has no LICENSE file and the card's link is dead; 21.7 GB needs 24 to 32 GB.",
      "source": "https://huggingface.co/ornith-ai/Ornith-1.5-35B-A3B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ornith-1-5-35b-a3b"
    },
    {
      "slug": "ornith-1-5-9b",
      "name": "Ornith-1.5-9B",
      "company": "Ornith",
      "grade": "C",
      "fit": "caveat",
      "why": "Small and switchable, but the MIT licence is a tag with no LICENSE file and the card's link is dead, and default reasoning is long.",
      "source": "https://huggingface.co/ornith-ai/Ornith-1.5-9B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ornith-1-5-9b"
    },
    {
      "slug": "qwen3-30b-a3b-instruct-2507",
      "name": "Qwen3-30B-A3B-Instruct-2507",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0, non-thinking and 262K context suit short grounded answers, but the 19 GB build misses a 16 GB GPU without offload.",
      "source": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-30b-a3b-instruct-2507"
    },
    {
      "slug": "qwen3-5-0-8b",
      "name": "Qwen3.5-0.8B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "D",
      "fit": "caveat",
      "why": "Below the 4B floor the use case states and scoped by the card to prototyping; Apache 2.0 and thinking off, so short answers are quick.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-0.8B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-0-8b"
    },
    {
      "slug": "qwen3-5-2b",
      "name": "Qwen3.5-2B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "D",
      "fit": "caveat",
      "why": "Below the 4B floor the use case states and scoped by the card to prototyping; Apache 2.0 and thinking off, so short answers are quick.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-2B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-2b"
    },
    {
      "slug": "qwen3-6-35b-a3b",
      "name": "Qwen3.6-35B-A3B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "caveat",
      "why": "Apache 2.0 and thinking off per request, but 22 GB at 4 bits does not fit a 16 GB GPU; acc-02 reaches for it on a 128 GB laptop.",
      "source": "https://huggingface.co/Qwen/Qwen3.6-35B-A3B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-6-35b-a3b"
    },
    {
      "slug": "qwen3-vl-2b-instruct",
      "name": "Qwen3-VL-2B-Instruct",
      "company": "Alibaba Cloud (per the first batch's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Below the 4B floor the use case states; Apache 2.0 by metadata, no thinking, 1.1 GB at Q4.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-2b-instruct"
    },
    {
      "slug": "qwen3-vl-30b-a3b-instruct",
      "name": "Qwen3-VL-30B-A3B-Instruct",
      "company": "Alibaba Cloud (per the pilot's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0 and no thinking, but 18.6 GB at Q4 passes a 16 GB GPU; fits a 32 GB laptop.",
      "source": "https://huggingface.co/api/models/Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-30b-a3b-instruct"
    },
    {
      "slug": "qwen3-vl-32b-instruct",
      "name": "Qwen3-VL-32B-Instruct",
      "company": "Alibaba Cloud (per the first batch's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0 and no thinking, but 19.8 GB at Q4 passes a 16 GB GPU and 64 layers of full attention cost 16 GB of KV at 64K.",
      "source": "https://huggingface.co/api/models/Qwen/Qwen3-VL-32B-Instruct-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-32b-instruct"
    },
    {
      "slug": "qwopus3-8-27b-flash-v2",
      "name": "Qwopus3.8-27B-Flash-V2",
      "company": "Jackrong, an individual Hugging Face account",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0 by metadata but no LICENSE file, thinking off per request, 17 GB with vision; trained for shorter agent reasoning rather than grounded answers, and no account.",
      "source": "https://huggingface.co/Jackrong/Qwopus3.8-27B-Flash-V2",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwopus3-8-27b-flash-v2"
    },
    {
      "slug": "smollm3-3b",
      "name": "SmolLM3-3B",
      "company": "Hugging Face, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0 by metadata, thinking off per request and 1.9 GB at Q4, but below the 4B floor and no LICENSE file in the repository.",
      "source": "https://huggingface.co/HuggingFaceTB/SmolLM3-3B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/smollm3-3b"
    },
    {
      "slug": "swift-1-5-qwen3-8-27b",
      "name": "Swift 1.5 Qwen3.8-27B",
      "company": "UkisAI",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking off per request, 17 GB with vision, but the Swift Open License is free only below US$1M gross annual revenue; not a plain commercial licence.",
      "source": "https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27b/raw/main/LICENSE",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/swift-1-5-qwen3-8-27b"
    },
    {
      "slug": "thinkingcap-qwen3-8-27b",
      "name": "ThinkingCap (Qwen3.8 27B)",
      "company": "BottleCap AI (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking off per request and 17 GB with vision, but free only for personal use and companies under 100 people and US$1M revenue; not a plain commercial licence.",
      "source": "https://huggingface.co/bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF/raw/main/LICENSE",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/thinkingcap-qwen3-8-27b"
    },
    {
      "slug": "apodex-1-1-mini",
      "name": "Apodex-1.1-mini",
      "company": "Apodex (the site's copyright line reads 2026 Apodex)",
      "grade": "C",
      "fit": "no",
      "why": "36B total parameters and a 21.7 GB smallest build exceed the use case's 4B to 31B on a 16 GB GPU, and the tune is for long-horizon agents.",
      "source": "https://huggingface.co/api/models/apodex/Apodex-1.1-mini-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/apodex-1-1-mini"
    },
    {
      "slug": "bigbang-v1",
      "name": "BigBang-v1",
      "company": "The Endless Frontier (endless-frontier)",
      "grade": "C",
      "fit": "no",
      "why": "36B total and a research-tuned reasoning model with BF16 only from the publisher; outside the 4B to 31B laptop band.",
      "source": "https://huggingface.co/api/models/endless-frontier/BigBang-v1?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/bigbang-v1"
    },
    {
      "slug": "carbon-x",
      "name": "Carbon-X",
      "company": "Hugging Face (the HuggingFaceBio organisation, named Hugging Face Biology Research on the Hub)",
      "grade": "C",
      "fit": "no",
      "why": "Answers questions about variants and regulatory regions from DNA, not from retrieved notes.",
      "source": "https://huggingface.co/HuggingFaceBio/Carbon-X",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/carbon-x"
    },
    {
      "slug": "cosmos-reason2-2b",
      "name": "Cosmos-Reason2-2B",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "no",
      "why": "A camera-footage reasoner, not a notes assistant; NVIDIA points users to Cosmos 3 and no longer develops it.",
      "source": "https://raw.githubusercontent.com/nvidia-cosmos/cosmos-reason2/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cosmos-reason2-2b"
    },
    {
      "slug": "darwin-36b-opus",
      "name": "Darwin-36B-Opus",
      "company": "VIDRAFT Inc. (named on vidraft.net); the card's citation names FINAL-Bench and VIDRAFT_LAB",
      "grade": "C",
      "fit": "no",
      "why": "A 35B reasoning merge whose answers begin with a think trace; outside the 4B to 31B short-answer band.",
      "source": "https://huggingface.co/FINAL-Bench/Darwin-36B-Opus",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/darwin-36b-opus"
    },
    {
      "slug": "deepseek-v3-2",
      "name": "DeepSeek-V3.2",
      "company": "DeepSeek (the MIT licence names DeepSeek, and DeepSeek's platform terms name Hangzhou DeepSeek Artificial Intelligence Co., Ltd.)",
      "grade": "C",
      "fit": "no",
      "why": "A 671B model; not a laptop or 16 GB GPU fit.",
      "source": "https://huggingface.co/api/models/deepseek-ai/DeepSeek-V3.2?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/deepseek-v3-2"
    },
    {
      "slug": "deepseek-v4-1-flash",
      "name": "DeepSeek V4.1 Flash",
      "company": "DeepSeek (the MIT licence names DeepSeek, and DeepSeek's platform terms name Hangzhou DeepSeek Artificial Intelligence Co., Ltd.)",
      "grade": "C",
      "fit": "no",
      "why": "552B parameters; not a laptop model.",
      "source": "https://huggingface.co/api/models/deepseek-ai/DeepSeek-V4.1-Flash-1017?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepseek-v4-1-flash"
    },
    {
      "slug": "deepseek-v4-flash-0731",
      "name": "DeepSeek-V4-Flash-0731",
      "company": "DeepSeek (the MIT licence names DeepSeek, and DeepSeek's platform terms name Hangzhou DeepSeek Artificial Intelligence Co., Ltd.)",
      "grade": "C",
      "fit": "no",
      "why": "284B parameters; not a laptop model.",
      "source": "https://huggingface.co/api/models/deepseek-ai/DeepSeek-V4-Flash-0731?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepseek-v4-flash-0731"
    },
    {
      "slug": "diffusiongemma-26b-a4b-it",
      "name": "DiffusionGemma 26B A4B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "D",
      "fit": "no",
      "why": "Needs a 60 GB GPU in Transformers or SGLang; not a laptop or 16 GB GPU model.",
      "source": "https://gemma.ai/models/diffusiongemma/inference.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/diffusiongemma-26b-a4b-it"
    },
    {
      "slug": "glm-4-5-air",
      "name": "GLM-4.5-Air",
      "company": "JINGSHENG HENGXING TECHNOLOGY PTE.LTD (operator of Z.ai per its terms of use, and registrant of z.ai, per the first batch's check on 21 October 2026)",
      "grade": "C",
      "fit": "no",
      "why": "106B total; not a laptop or 16 GB GPU model.",
      "source": "https://huggingface.co/api/models/zai-org/GLM-4.5-Air?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/glm-4-5-air"
    },
    {
      "slug": "glm-5-3",
      "name": "GLM-5.3",
      "company": "JINGSHENG HENGXING TECHNOLOGY PTE.LTD (operator of Z.ai per its terms of use, and registrant of z.ai). The licence names Z.AI",
      "grade": "B",
      "fit": "no",
      "why": "744B parameters.",
      "source": "https://huggingface.co/api/models/zai-org/GLM-5.3?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/glm-5-3"
    },
    {
      "slug": "glm-5-3-flash",
      "name": "GLM-5.3-Flash",
      "company": "Z.AI Co., Ltd (named in the licence's copyright line)",
      "grade": "B",
      "fit": "no",
      "why": "320B parameters.",
      "source": "https://huggingface.co/api/models/zai-org/GLM-5.3-Flash?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/glm-5-3-flash"
    },
    {
      "slug": "gpt-oss-120b",
      "name": "gpt-oss-120b",
      "company": "OpenAI (named as publisher on the card; the openai-api listing's terms name OpenAI OpCo, LLC)",
      "grade": "BB",
      "fit": "no",
      "why": "117B parameters; not a laptop model.",
      "source": "https://huggingface.co/api/models/openai/gpt-oss-120b?blobs=true",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt-oss-120b"
    },
    {
      "slug": "hy3",
      "name": "Hy3",
      "company": "Tencent (named in the LICENSE file's copyright line)",
      "grade": "B",
      "fit": "no",
      "why": "295B parameters.",
      "source": "https://huggingface.co/api/models/tencent/Hy3?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hy3"
    },
    {
      "slug": "inkling",
      "name": "Inkling",
      "company": "Thinking Machines Lab, Inc. (named on its model card page and in its training-content summary)",
      "grade": "B",
      "fit": "no",
      "why": "975B parameters.",
      "source": "https://huggingface.co/api/models/thinkingmachines/Inkling?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/inkling"
    },
    {
      "slug": "inkling-small",
      "name": "Inkling-Small",
      "company": "Thinking Machines Lab, Inc. (named on its model card page and in its training-content summary)",
      "grade": "B",
      "fit": "no",
      "why": "276B parameters.",
      "source": "https://huggingface.co/api/models/thinkingmachines/Inkling-Small?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/inkling-small"
    },
    {
      "slug": "internvl3-5-gpt-oss-20b-a4b-preview",
      "name": "InternVL3.5-GPT-OSS-20B-A4B-Preview",
      "company": "Shanghai AI Laboratory (OpenGVLab), not named in the repository",
      "grade": "D",
      "fit": "no",
      "why": "A vision preview of 42.5 GB in BF16; not a laptop notes model.",
      "source": "https://huggingface.co/api/models/OpenGVLab/InternVL3_5-GPT-OSS-20B-A4B-Preview-HF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/internvl3-5-gpt-oss-20b-a4b-preview"
    },
    {
      "slug": "kimi-k3",
      "name": "Kimi K3",
      "company": "Moonshot AI (the licence names Moonshot AI; the Kimi Platform terms name Moonshot AI PTE. LTD.)",
      "grade": "B",
      "fit": "no",
      "why": "2.8T parameters.",
      "source": "https://huggingface.co/api/models/moonshotai/Kimi-K3?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/kimi-k3"
    },
    {
      "slug": "kolibri-1",
      "name": "Kolibri-1",
      "company": "Aleph Alpha GmbH",
      "grade": "C",
      "fit": "no",
      "why": "78B total and 49.8 GB at Q4; outside the laptop band, though German and English chat is its aim.",
      "source": "https://huggingface.co/api/models/bartowski/Kolibri-1-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/kolibri-1"
    },
    {
      "slug": "kronos",
      "name": "Kronos",
      "company": "No company. Yu Shi publishes it from the GitHub account shiyu-coder and the Hugging Face user account NeoQuasar (named ShiYu), with co-authors at Tsinghua University per the paper",
      "grade": "C",
      "fit": "no",
      "why": "Not a language model; no text input or output.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/kronos"
    },
    {
      "slug": "laguna-m-1",
      "name": "Laguna M.1",
      "company": "Poolside, Inc. (named in Poolside's Terms of Use; the LICENSE.md copyright line reads Poolside)",
      "grade": "C",
      "fit": "no",
      "why": "225B model; outside the 4B to 31B laptop class.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/laguna-m-1"
    },
    {
      "slug": "laguna-s-2-1",
      "name": "Laguna S 2.1",
      "company": "Poolside, Inc. (named in Poolside's Terms of Use)",
      "grade": "C",
      "fit": "no",
      "why": "118B model; outside the 4B to 31B laptop class.",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/laguna-s-2-1"
    },
    {
      "slug": "lbs-27b",
      "name": "LBS-27B",
      "company": "inclusionAI, Ant Group (named in the site footer of inclusion-ai.org); the work is credited to authors from Wuhan University of Technology, CASIA, Zhejiang University and Ant Group",
      "grade": "C",
      "fit": "no",
      "why": "Trained for click targets on screenshots, not text question answering.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/lbs-27b"
    },
    {
      "slug": "minimax-m2-5",
      "name": "MiniMax-M2.5",
      "company": "MiniMax AI (named in the licences; MiniMax's platform terms name Nanonoble Pte. Ltd., Singapore)",
      "grade": "C",
      "fit": "no",
      "why": "229B model.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minimax-m2-5"
    },
    {
      "slug": "minimax-m2-7",
      "name": "MiniMax-M2.7",
      "company": "MiniMax (named in the licence's copyright line; MiniMax's platform terms name Nanonoble Pte. Ltd., Singapore)",
      "grade": "C",
      "fit": "no",
      "why": "A 229B model; nothing fits a laptop or 16 GB GPU.",
      "source": "https://huggingface.co/api/models/unsloth/MiniMax-M2.7-GGUF/tree/main?recursive=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minimax-m2-7"
    },
    {
      "slug": "minimax-m3-1-flash",
      "name": "MiniMax-M3.1-Flash",
      "company": "MiniMax (named in the licence's copyright line; MiniMax's platform terms name Nanonoble Pte. Ltd., Singapore)",
      "grade": "C",
      "fit": "no",
      "why": "Too large for a laptop or 16 GB GPU, the machines the use case names.",
      "source": "https://huggingface.co/api/models/unsloth/MiniMax-M3.1-Flash-GGUF/tree/main?recursive=true",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/minimax-m3-1-flash"
    },
    {
      "slug": "mistral-large-4",
      "name": "Mistral Large 4",
      "company": "Mistral AI (RCS Paris 952 418 325)",
      "grade": "C",
      "fit": "no",
      "why": "Too large for a laptop or 16 GB GPU.",
      "source": "https://huggingface.co/api/models/unsloth/Mistral-Large-4-1T-A52B-GGUF/tree/main?recursive=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mistral-large-4"
    },
    {
      "slug": "nemotron-3-super-120b-a12b",
      "name": "Nemotron 3 Super 120B A12B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "no",
      "why": "Too large for a laptop or 16 GB GPU.",
      "source": "https://unsloth.ai/docs/models/nemotron-3/nemotron-3-super",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-super-120b-a12b"
    },
    {
      "slug": "nemotron-3-ultra-550b-a55b",
      "name": "Nemotron 3 Ultra 550B A55B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "no",
      "why": "Too large for a laptop or 16 GB GPU.",
      "source": "https://huggingface.co/api/models/unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF/tree/main?recursive=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-ultra-550b-a55b"
    },
    {
      "slug": "olmo-3-7b-think",
      "name": "Olmo 3 7B Think",
      "company": "The Allen Institute for Artificial Intelligence (Ai2), a 501(c)(3) nonprofit, per its Responsible Use Guidelines",
      "grade": "D",
      "fit": "no",
      "why": "Thinking is always on with long traces, so a one-sentence reply in under 5 seconds is not what it is built for; Ai2 has Olmo 3 7B Instruct for that.",
      "source": "https://huggingface.co/allenai/Olmo-3-7B-Think/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/olmo-3-7b-think"
    },
    {
      "slug": "ornith-1-5-397b",
      "name": "Ornith-1.5-397B",
      "company": "Ornith",
      "grade": "C",
      "fit": "no",
      "why": "397B model.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ornith-1-5-397b"
    },
    {
      "slug": "qwen3-5-122b-a10b",
      "name": "Qwen3.5-122B-A10B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "no",
      "why": "Far above the 4B to 31B laptop or 16 GB GPU band the use case states.",
      "source": "https://huggingface.co/api/models/unsloth/Qwen3.5-122B-A10B-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-122b-a10b"
    },
    {
      "slug": "qwen3-5-397b-a17b",
      "name": "Qwen3.5-397B-A17B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "no",
      "why": "Far above the laptop or 16 GB GPU band.",
      "source": "https://huggingface.co/api/models/unsloth/Qwen3.5-397B-A17B-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-397b-a17b"
    },
    {
      "slug": "qwen3-8-flash-next",
      "name": "Qwen3.8-Flash-Next",
      "company": "Alibaba Cloud (Singapore) Private Limited, the registrant of qwen.ai. The licence names Qwen as copyright holder",
      "grade": "C",
      "fit": "no",
      "why": "Far above the laptop or 16 GB GPU band.",
      "source": "https://huggingface.co/api/models/unsloth/Qwen3.8-Flash-Next-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-8-flash-next"
    },
    {
      "slug": "qwen3-coder-30b-a3b-instruct",
      "name": "Qwen3-Coder-30B-A3B-Instruct",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "no",
      "why": "A coding model; the card aims it at agentic coding and tool use, not chat over documents.",
      "source": "https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-coder-30b-a3b-instruct"
    },
    {
      "slug": "qwen3-coder-next",
      "name": "Qwen3-Coder-Next",
      "company": "Alibaba Cloud (the Qwen team's employer; no LICENSE file names a copyright holder for this model)",
      "grade": "C",
      "fit": "no",
      "why": "A coding-agent model of 80B; outside the use case's size band and aim.",
      "source": "https://huggingface.co/Qwen/Qwen3-Coder-Next",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-coder-next"
    },
    {
      "slug": "qwen3-omni-30b-a3b-instruct",
      "name": "Qwen3-Omni-30B-A3B-Instruct",
      "company": "Alibaba Cloud (carried from the 20 October 2026 pilot; this model's files name no copyright holder)",
      "grade": "D",
      "fit": "no",
      "why": "Above the 4B to 31B band on a 16 GB GPU once the projector and 6 GB of KV at 64K are added; built for audio-visual chat.",
      "source": "https://huggingface.co/api/models/ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-omni-30b-a3b-instruct"
    },
    {
      "slug": "recursive-flint",
      "name": "Recursive Flint",
      "company": "Recursive Superintelligence, Inc. (the Hugging Face organisation's full name)",
      "grade": "C",
      "fit": "no",
      "why": "A coding model with reasoning that cannot be turned off; short spoken answers in 5 seconds are not its aim.",
      "source": "https://huggingface.co/RecursiveSI/flint",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/recursive-flint"
    },
    {
      "slug": "ripple-65b-preview",
      "name": "Ripple-65B Preview",
      "company": "Ricursive Intelligence, Inc.",
      "grade": "D",
      "fit": "no",
      "why": "65B dense with always-on reasoning; outside the 4B to 31B laptop band.",
      "source": "https://huggingface.co/ricursiveAI/Ripple-65B-Preview",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ripple-65b-preview"
    },
    {
      "slug": "swift-1-5-qwen3-8-flash-next",
      "name": "Swift 1.5 Qwen3.8-Flash-Next",
      "company": "UkisAI",
      "grade": "C",
      "fit": "no",
      "why": "Far above the laptop or 16 GB GPU band.",
      "source": "https://huggingface.co/api/models/ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/swift-1-5-qwen3-8-flash-next"
    },
    {
      "slug": "unlimited-ocr-2",
      "name": "Baidu Unlimited-OCR-2",
      "company": "Baidu, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "Not a chat model.",
      "source": "https://huggingface.co/baidu/Unlimited-OCR-2",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/unlimited-ocr-2"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 4,
    "after": [
      "text-to-speech.speak"
    ],
    "area": "models",
    "asks": [
      "chat over my Obsidian vault locally",
      "a translation and chat model that stays on my laptop",
      "answer from my wiki in one spoken sentence",
      "a personal knowledge base with bug triage"
    ],
    "before": [
      "vector-databases.query",
      "embeddings.embed"
    ],
    "blockers": [
      "rambling 600-character answers where one sentence was asked",
      "model refuses lawful requests the user wants done locally"
    ],
    "capabilities": [
      "model.open-weights",
      "model.thinking-off"
    ],
    "category": "open-weights",
    "categoryName": "Open-weight models",
    "checked": "2026-11-12",
    "companies": {
      "fit": 8,
      "fitWithLimit": 19,
      "tagged": 90
    },
    "competition": "crowded",
    "fits": [
      "gemma-4-12b-it",
      "gemma-4-e4b-it",
      "granite-4-2-3b",
      "minicpm-o-4-5",
      "nemotron-3-5-bolt-e4b-4gb",
      "qwen3-4b-instruct-2507",
      "qwen3-5-4b",
      "qwen3-5-9b",
      "qwen3-6-27b",
      "qwen3-8-27b",
      "qwen3-vl-4b-instruct",
      "qwen3-vl-8b-instruct",
      "spark-x2-6-4b"
    ],
    "fitsWithLimit": [
      "agents-a1-4b",
      "apertus-v1-5-8b",
      "gemma-4-26b-a4b-it",
      "gemma-4-31b-it",
      "gemma-4-e2b-it",
      "glm-4-7-flash",
      "gpt-oss-20b",
      "laguna-xs-2-1",
      "lfm2-5-2-6b",
      "ling-3-0-tiny",
      "mimo-v2-6-distill-qwen-9b",
      "minicpm5-2b",
      "muse-glimmer-30b",
      "nanbeige-4-3-33b",
      "nemotron-3-5-lightning-30b-a3b",
      "nemotron-3-nano-30b-a3b",
      "nemotron-3-nano-4b",
      "nemotron-3-nano-omni-30b-a3b-reasoning",
      "occamy-1-0",
      "ornith-1-5-35b-a3b",
      "ornith-1-5-9b",
      "qwen3-30b-a3b-instruct-2507",
      "qwen3-5-0-8b",
      "qwen3-5-2b",
      "qwen3-6-35b-a3b",
      "qwen3-vl-2b-instruct",
      "qwen3-vl-30b-a3b-instruct",
      "qwen3-vl-32b-instruct",
      "qwopus3-8-27b-flash-v2",
      "smollm3-3b",
      "swift-1-5-qwen3-8-27b",
      "thinkingcap-qwen3-8-27b"
    ],
    "id": "open-weights.private-chat-knowledge",
    "listings": {
      "caveat": 32,
      "no": 41,
      "notRead": 28,
      "tagged": 161,
      "unchecked": 0,
      "yes": 13
    },
    "name": "Chat and answer over private notes and documents",
    "status": "draft",
    "success": "The model answers a question from the retrieved passages given in the prompt. Measured: the answer uses only the retrieved passages, is factually correct against them in 9 of 10 test questions, and arrives in under 5 seconds for a one-sentence reply.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/open-weights.private-chat-knowledge.json",
    "weight": 8,
    "weightBasis": "4 of 51 accounts; vendor use-case pages name RAG and chat for most listings"
  }
}
