{
  "listings": [
    {
      "slug": "deepseek-v4-flash-0731",
      "name": "DeepSeek-V4-Flash-0731",
      "company": "DeepSeek (the MIT licence names DeepSeek, and DeepSeek's platform terms name Hangzhou DeepSeek Artificial Intelligence Co., Ltd.)",
      "grade": "C",
      "fit": "yes",
      "why": "acc-41 ran 1,241 calls through DS4 at Q4 on Mac Studios with zero empty completions at 11.6 seconds mean; thinking_mode chat turns thinking off and deepseek-recipe renders json_schema.",
      "source": "https://wasabi.essi.upc.edu/ludo/en/posts/local-llms-as-bulk-tools/",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepseek-v4-flash-0731"
    },
    {
      "slug": "gemma-4-31b-it",
      "name": "Gemma 4 31B IT",
      "company": "Google LLC (the registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "BB",
      "fit": "yes",
      "why": "acc-10 runs structured automation with the 31B at Q4 and thinking off on a DGX Spark at about 20 tokens per second and finds the format correct almost every time; thinking is off by default. No JSON mode documented, so grammars come from the runtime.",
      "source": "https://news.ycombinator.com/item?id=48555993",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-31b-it"
    },
    {
      "slug": "agents-a1-4b",
      "name": "Agents-A1-4B",
      "company": "Shanghai Artificial Intelligence Laboratory (the InternAgent team there, per the card's recommended system prompt and the template's default prompt); the GitHub LICENSE leaves the copyright line as the Apache template",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking can be switched off through the template and the 4B fits any machine, but structured output is undocumented and the template inserts a dated default system prompt when none is sent.",
      "source": "https://huggingface.co/InternScience/Agents-A1-4B/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agents-a1-4b"
    },
    {
      "slug": "apodex-1-1-mini",
      "name": "Apodex-1.1-mini",
      "company": "Apodex (the site's copyright line reads 2026 Apodex)",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking turns off through the template and the MoE runs fast at 3B active, but structured output is undocumented and the template keeps earlier reasoning by default (preserve_thinking).",
      "source": "https://huggingface.co/apodex/Apodex-1.1-mini/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/apodex-1-1-mini"
    },
    {
      "slug": "bigbang-v1",
      "name": "BigBang-v1",
      "company": "The Endless Frontier (endless-frontier)",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking can be disabled in the template and vLLM guided decoding works on the Qwen3.5 MoE class, but the card wants 128K of context and gives no structured-output guidance.",
      "source": "https://huggingface.co/endless-frontier/BigBang-v1",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/bigbang-v1"
    },
    {
      "slug": "darwin-36b-opus",
      "name": "Darwin-36B-Opus",
      "company": "VIDRAFT Inc. (named on vidraft.net); the card's citation names FINAL-Bench and VIDRAFT_LAB",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking can be switched off in the template and the MoE is fast, but the card wants 5,120 tokens for think traces, documents no structured output and its stop tokens need \u003c|im_end|\u003e added.",
      "source": "https://huggingface.co/FINAL-Bench/Darwin-36B-Opus/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/darwin-36b-opus"
    },
    {
      "slug": "deepseek-v3-2",
      "name": "DeepSeek-V3.2",
      "company": "DeepSeek (the MIT licence names DeepSeek, and DeepSeek's platform terms name Hangzhou DeepSeek Artificial Intelligence Co., Ltd.)",
      "grade": "C",
      "fit": "caveat",
      "why": "thinking_mode chat turns thinking off and vLLM 0.33.0 has deepseek_v32 tool and deepseek_v3 reasoning parsers, but the smallest build needs a 256 GB box and the repository has no Jinja template, only encoding_dsv32.py.",
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V3.2",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/deepseek-v3-2"
    },
    {
      "slug": "deepseek-v4-1-flash",
      "name": "DeepSeek V4.1 Flash",
      "company": "DeepSeek (the MIT licence names DeepSeek, and DeepSeek's platform terms name Hangzhou DeepSeek Artificial Intelligence Co., Ltd.)",
      "grade": "C",
      "fit": "caveat",
      "why": "enable_thinking false and reasoning_effort are in the repository's chat template, and deepseek-recipe renders json_schema response formats; but the machine must hold 233 GB or more and acc-41 ran the earlier V4 Flash, not V4.1.",
      "source": "https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017/raw/main/chat_template.jinja",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepseek-v4-1-flash"
    },
    {
      "slug": "gemma-4-12b-it",
      "name": "Gemma 4 12B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai as recorded for the first batch's Gemma 4 listings; the card names Google DeepMind as author)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Thinking off by default and a 7 GB build, but Google documents no JSON or schema mode, so you rely on runtime grammars; no bulk account for the 12B.",
      "source": "https://huggingface.co/google/gemma-4-12B-it",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-12b-it"
    },
    {
      "slug": "gemma-4-26b-a4b-it",
      "name": "Gemma 4 26B A4B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "BB",
      "fit": "caveat",
      "why": "acc-42 served live traffic on llama.cpp but moved the document batch to a hosted API because vLLM had no 4-bit MoE path; thinking is off by default and no JSON mode is documented.",
      "source": "https://dev.to/hannune/i-built-a-local-llm-rig-to-escape-api-bills-then-i-paid-openai-again-4bi7",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-26b-a4b-it"
    },
    {
      "slug": "gemma-4-e2b-it",
      "name": "Gemma 4 E2B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai as recorded for the first batch's Gemma 4 listings; the card names Google DeepMind as author)",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking off and tiny, but no JSON mode is documented and the card's figures put E2B weakest in the family; expect more invalid outputs.",
      "source": "https://huggingface.co/google/gemma-4-E2B-it",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-e2b-it"
    },
    {
      "slug": "gemma-4-e4b-it",
      "name": "Gemma 4 E4B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai as recorded for the first batch's Gemma 4 listings; the card names Google DeepMind as author)",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking off by default and 5 GB of weights, but no JSON mode is documented and no bulk account covers E4B.",
      "source": "https://huggingface.co/google/gemma-4-E4B-it/raw/main/chat_template.jinja",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemma-4-e4b-it"
    },
    {
      "slug": "glm-4-5-air",
      "name": "GLM-4.5-Air",
      "company": "JINGSHENG HENGXING TECHNOLOGY PTE.LTD (operator of Z.ai per its terms of use, and registrant of z.ai, per the first batch's check on 21 October 2026)",
      "grade": "C",
      "fit": "caveat",
      "why": "enable_thinking false adds /nothink in the template and vLLM guided decoding applies, but Z.ai documents no structured output and the FP8 build needs two H100s; local batching means a third-party GGUF.",
      "source": "https://huggingface.co/zai-org/GLM-4.5-Air/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/glm-4-5-air"
    },
    {
      "slug": "glm-4-7-flash",
      "name": "GLM-4.7-Flash",
      "company": "JINGSHENG HENGXING TECHNOLOGY PTE.LTD (operator of Z.ai per its terms of use, and registrant of z.ai)",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking turns off per request and vLLM 0.32 or later is a released path for continuous batching, but structured output is undocumented and context differs between config (202,752) and tokenizer (128,000).",
      "source": "https://huggingface.co/zai-org/GLM-4.7-Flash/raw/main/chat_template.jinja",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/glm-4-7-flash"
    },
    {
      "slug": "glm-5-3",
      "name": "GLM-5.3",
      "company": "JINGSHENG HENGXING TECHNOLOGY PTE.LTD (operator of Z.ai per its terms of use, and registrant of z.ai). The licence names Z.AI",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking cannot be turned off, only lowered with reasoning_effort low (the template ignores enable_thinking); every item carries a think block and the smallest build needs 256 GB.",
      "source": "https://huggingface.co/zai-org/GLM-5.3/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/glm-5-3"
    },
    {
      "slug": "glm-5-3-flash",
      "name": "GLM-5.3-Flash",
      "company": "Z.AI Co., Ltd (named in the licence's copyright line)",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking is always on; reasoning_effort low shortens it but the template opens a think block on every item, and the smallest build needs about 100 GB.",
      "source": "https://huggingface.co/zai-org/GLM-5.3-Flash/raw/main/chat_template.jinja",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/glm-5-3-flash"
    },
    {
      "slug": "gpt-oss-120b",
      "name": "gpt-oss-120b",
      "company": "OpenAI (named as publisher on the card; the openai-api listing's terms name OpenAI OpCo, LLC)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Structured outputs are documented in the harmony guide and reasoning drops to low, but it never turns off, and acc-31 shows harmony tags leaking into grammar-constrained output on llama.cpp.",
      "source": "https://huggingface.co/openai/gpt-oss-120b",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt-oss-120b"
    },
    {
      "slug": "gpt-oss-20b",
      "name": "gpt-oss-20b",
      "company": "OpenAI (named in USAGE_POLICY and the model card; the LICENSE file's copyright line is the unfilled Apache template)",
      "grade": "B",
      "fit": "caveat",
      "why": "Structured outputs via a JSON Schema under Response Formats are documented and reasoning can be set low, but it never turns off and acc-31 shows harmony tags breaking grammars on llama-server between releases.",
      "source": "https://huggingface.co/openai/gpt-oss-20b",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gpt-oss-20b"
    },
    {
      "slug": "granite-4-2-3b",
      "name": "Granite 4.2 3B",
      "company": "International Business Machines Corporation (per IBM's naming guidance, as read for granite-guardian)",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking off and 7.3 GB BF16 make batches cheap and Ollama's page claims structured JSON output, but IBM's card documents no JSON mode, so schema validation falls to runtime guided decoding.",
      "source": "https://huggingface.co/ibm-granite/granite-4.2-3b",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/granite-4-2-3b"
    },
    {
      "slug": "hy3",
      "name": "Hy3",
      "company": "Tencent (named in the LICENSE file's copyright line)",
      "grade": "B",
      "fit": "caveat",
      "why": "reasoning_effort no_think is the default and the template enforces it, so thinking is off; the smallest build is 89 GB and structured output is undocumented.",
      "source": "https://huggingface.co/tencent/Hy3",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/hy3"
    },
    {
      "slug": "inkling-small",
      "name": "Inkling-Small",
      "company": "Thinking Machines Lab, Inc. (named on its model card page and in its training-content summary)",
      "grade": "B",
      "fit": "caveat",
      "why": "reasoning_effort none conditions the model away from thinking without forbidding it, structured output is undocumented, and the smallest build is 75 GB.",
      "source": "https://huggingface.co/thinkingmachines/Inkling-Small/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/inkling-small"
    },
    {
      "slug": "internvl3-5-gpt-oss-20b-a4b-preview",
      "name": "InternVL3.5-GPT-OSS-20B-A4B-Preview",
      "company": "Shanghai AI Laboratory (OpenGVLab), not named in the repository",
      "grade": "D",
      "fit": "caveat",
      "why": "vLLM 0.33.0 loads InternVLForConditionalGeneration and thinking is off unless the R1 system prompt is sent, but structured output is undocumented, the template uses markers the tokenizer lacks, and 42.5 GB of BF16 needs a 64 GB card.",
      "source": "https://raw.githubusercontent.com/vllm-project/vllm/v0.33.0/vllm/model_executor/models/registry.py",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/internvl3-5-gpt-oss-20b-a4b-preview"
    },
    {
      "slug": "kolibri-1",
      "name": "Kolibri-1",
      "company": "Aleph Alpha GmbH",
      "grade": "C",
      "fit": "caveat",
      "why": "enable_thinking false or reasoning_effort none turn thinking off and the card claims structured extraction, but it never shows how to request a schema and the FP8 build needs about 95 GB.",
      "source": "https://huggingface.co/Aleph-Alpha/Kolibri-1",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/kolibri-1"
    },
    {
      "slug": "laguna-m-1",
      "name": "Laguna M.1",
      "company": "Poolside, Inc. (named in Poolside's Terms of Use; the LICENSE.md copyright line reads Poolside)",
      "grade": "C",
      "fit": "caveat",
      "why": "Runs only on a multi-GPU Blackwell or Hopper server (NVFP4 139 GB, FP8 larger); thinking is off by default, vLLM poolside_v1 parsers named, but structured output is not documented.",
      "source": "https://huggingface.co/poolside/Laguna-M.1/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/laguna-m-1"
    },
    {
      "slug": "laguna-s-2-1",
      "name": "Laguna S 2.1",
      "company": "Poolside, Inc. (named in Poolside's Terms of Use)",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits a 128 GB machine at Q4_K_M with enable_thinking false per request, but structured output is not documented and discussions report looping; smaller machines cannot run it.",
      "source": "https://huggingface.co/poolside/Laguna-S-2.1/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/laguna-s-2-1"
    },
    {
      "slug": "laguna-xs-2-1",
      "name": "Laguna XS 2.1",
      "company": "Poolside, Inc. (named in Poolside's Terms of Use)",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits 32 GB machines with thinking off by default, but structured output is undocumented and the card asks you to validate JSON arguments.",
      "source": "https://huggingface.co/poolside/Laguna-XS-2.1/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/laguna-xs-2-1"
    },
    {
      "slug": "lfm2-5-2-6b",
      "name": "LFM2.5-2.6B",
      "company": "Liquid AI, Inc. (the licensor named in the LFM Open License)",
      "grade": "D",
      "fit": "caveat",
      "why": "Fits any machine and llama.cpp lists LFM2, but thinking is always on and structured output is undocumented.",
      "source": "https://huggingface.co/LiquidAI/LFM2.5-2.6B/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/lfm2-5-2-6b"
    },
    {
      "slug": "ling-3-0-tiny",
      "name": "Ling-3.0-tiny",
      "company": "Ant Intelligence (Hang Zhou) Technology Co., Ltd (named as provider in the training-content summary); inclusionAI, Ant Group in the site footer of inclusion-ai.org",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits any GPU with thinking off, but structured output is undocumented and the documented vLLM route runs repository code.",
      "source": "https://huggingface.co/inclusionAI/Ling-3.0-tiny/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ling-3-0-tiny"
    },
    {
      "slug": "mimo-v2-6-distill-qwen-9b",
      "name": "MiMo-V2.6 Distill Qwen 9B",
      "company": "Xiaomi (the card and report name Xiaomi MiMo; no LICENSE file names a copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits and switches thinking off, but structured output is undocumented and runaway generation is reported, so cap max_tokens.",
      "source": "https://huggingface.co/api/models/XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B/discussions?p=0",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mimo-v2-6-distill-qwen-9b"
    },
    {
      "slug": "minicpm-o-4-5",
      "name": "MiniCPM-o 4.5",
      "company": "OpenBMB (named as the MiniCPM-o team on the technical report; the GitHub LICENSE is the unfilled Apache template)",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits any GPU and llama.cpp runs it, but structured output is undocumented, context is capped at 40,960 tokens and vLLM needs trust_remote_code.",
      "source": "https://huggingface.co/openbmb/MiniCPM-o-4_5/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minicpm-o-4-5"
    },
    {
      "slug": "minicpm5-2b",
      "name": "MiniCPM5-2B",
      "company": "OpenBMB (named in the GitHub LICENSE's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits anywhere on a plain Llama architecture, but thinking is always on and structured output is undocumented.",
      "source": "https://huggingface.co/openbmb/MiniCPM5-2B/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minicpm5-2b"
    },
    {
      "slug": "minimax-m2-5",
      "name": "MiniMax-M2.5",
      "company": "MiniMax AI (named in the licences; MiniMax's platform terms name Nanonoble Pte. Ltd., Singapore)",
      "grade": "C",
      "fit": "caveat",
      "why": "A 128 GB box runs a 3-bit GGUF, but thinking cannot be turned off, structured output is undocumented, and smaller GPUs are out.",
      "source": "https://huggingface.co/MiniMaxAI/MiniMax-M2.5/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minimax-m2-5"
    },
    {
      "slug": "minimax-m2-7",
      "name": "MiniMax-M2.7",
      "company": "MiniMax (named in the licence's copyright line; MiniMax's platform terms name Nanonoble Pte. Ltd., Singapore)",
      "grade": "C",
      "fit": "caveat",
      "why": "Runs on a 128 GB box at 3 bits for personal or research batches, but thinking spends tokens on every item, structured output is undocumented, and commercial batches need MiniMax's written authorisation.",
      "source": "https://huggingface.co/MiniMaxAI/MiniMax-M2.7/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/minimax-m2-7"
    },
    {
      "slug": "muse-glimmer-30b",
      "name": "Muse Glimmer 30B",
      "company": "Meta (the verified Hugging Face organisation is \"Meta Inc.\", the card names Meta Superintelligence Lab, and the licence carries no copyright line)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Fits a 24 GB GPU, but structured output is undocumented, thinking is always on, and a request cut off mid-thought returns empty content in llama.cpp.",
      "source": "https://dev.meta.ai/docs/muse-glimmer/prompting.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/muse-glimmer-30b"
    },
    {
      "slug": "nanbeige-4-3-33b",
      "name": "Nanbeige4.3-33B",
      "company": "BOSS Zhipin (Kanzhun Limited), unconfirmed",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking can be switched off and vLLM serves the plain Llama architecture with continuous batching, but structured output is undocumented and a 24 GB-plus GPU is needed.",
      "source": "https://huggingface.co/Nanbeige/Nanbeige4.3-33B/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nanbeige-4-3-33b"
    },
    {
      "slug": "nemotron-3-5-bolt-e4b-4gb",
      "name": "NVIDIA Nemotron 3.5 Bolt E4B 4GB",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking off, StructEval-T 80 at Q4_K_M and 6 GB, so any 8 GB GPU runs a night's batch; structured output is NVIDIA's benchmark, not a documented parameter, and 64K caps file size.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-4GB/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-5-bolt-e4b-4gb"
    },
    {
      "slug": "nemotron-3-5-lightning-30b-a3b",
      "name": "Nemotron 3.5 Lightning 30B A3B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking switches off and vLLM batches BF16 or NVFP4 on one GPU; structured output is a training stage on the card, not a documented parameter, and NVFP4 needs an NVIDIA GPU.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-5-lightning-30b-a3b"
    },
    {
      "slug": "nemotron-3-nano-30b-a3b",
      "name": "Nemotron 3 Nano 30B A3B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking switches off and vLLM batches the FP8 or NVFP4 build on one GPU, but structured output is undocumented and the vLLM path runs repository code.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-nano-30b-a3b"
    },
    {
      "slug": "nemotron-3-nano-4b",
      "name": "Nemotron 3 Nano 4B",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "caveat",
      "why": "Small and fast with thinking off, but structured output isn't documented, and English only.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-nano-4b"
    },
    {
      "slug": "nemotron-3-nano-omni-30b-a3b-reasoning",
      "name": "Nemotron 3 Nano Omni 30B A3B Reasoning",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "caveat",
      "why": "Instruct mode and a page-by-page PDF script on the card suit overnight document batches on a 32 GB GPU, but structured output is undocumented and vLLM loads repository code.",
      "source": "https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-nano-omni-30b-a3b-reasoning"
    },
    {
      "slug": "nemotron-3-super-120b-a12b",
      "name": "Nemotron 3 Super 120B A12B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking switches off or to low_effort per request and a 128 GB box holds the 4-bit build, but structured output is undocumented and decode is about 17 tok/s on Strix Halo.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-super-120b-a12b"
    },
    {
      "slug": "occamy-1-0",
      "name": "occamy-1.0",
      "company": "Accio (Accio-Lab)",
      "grade": "C",
      "fit": "caveat",
      "why": "BF16, FP8 and NVFP4 passed Accio's vLLM check covering JSON and tool calls, and thinking switches off; structured output is otherwise undocumented and GGUF input must be NFC-normalised.",
      "source": "https://huggingface.co/Accio-Lab/occamy-1.0/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/occamy-1-0"
    },
    {
      "slug": "olmo-3-7b-think",
      "name": "Olmo 3 7B Think",
      "company": "The Allen Institute for Artificial Intelligence (Ai2), a 501(c)(3) nonprofit, per its Responsible Use Guidelines",
      "grade": "D",
      "fit": "caveat",
      "why": "4.5 GB in Ollama and Apache 2.0, so a night's batch fits any GPU, but every item spends a long think block and structured output is undocumented.",
      "source": "https://huggingface.co/allenai/Olmo-3-7B-Think/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/olmo-3-7b-think"
    },
    {
      "slug": "ornith-1-5-35b-a3b",
      "name": "Ornith-1.5-35B-A3B",
      "company": "Ornith",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits 24 to 32 GB with thinking off, but structured output is undocumented and looping is reported.",
      "source": "https://huggingface.co/ornith-ai/Ornith-1.5-35B-A3B/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ornith-1-5-35b-a3b"
    },
    {
      "slug": "ornith-1-5-9b",
      "name": "Ornith-1.5-9B",
      "company": "Ornith",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits anywhere with thinking off, but structured output is undocumented.",
      "source": "https://huggingface.co/ornith-ai/Ornith-1.5-9B/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ornith-1-5-9b"
    },
    {
      "slug": "qwen3-30b-a3b-instruct-2507",
      "name": "Qwen3-30B-A3B-Instruct-2507",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking, so no reasoning eats the budget, and vLLM batches the BF16 or FP8 build; structured output is undocumented, so JSON validity rests on the runtime's guided decoding.",
      "source": "https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-30b-a3b-instruct-2507"
    },
    {
      "slug": "qwen3-4b-instruct-2507",
      "name": "Qwen3-4B-Instruct-2507",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking, 9 GB of KV at 64K, fits any 16 GB machine; structured output is undocumented, so JSON validity rests on the runtime's guided decoding.",
      "source": "https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-4b-instruct-2507"
    },
    {
      "slug": "qwen3-5-0-8b",
      "name": "Qwen3.5-0.8B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "D",
      "fit": "caveat",
      "why": "Fits anywhere (1.7 GB BF16, 0.8 GB KV at 64K) with thinking off, but structured output is undocumented and the card warns of thinking loops at this size.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-0.8B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-0-8b"
    },
    {
      "slug": "qwen3-5-122b-a10b",
      "name": "Qwen3.5-122B-A10B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "caveat",
      "why": "acc-41 ran 437 files through qwen3.5:122b in Ollama overnight but saw 18 to 20 percent silent empties at 16K context and 150 to 200 s per call; structured output is undocumented.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-122B-A10B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-122b-a10b"
    },
    {
      "slug": "qwen3-5-2b",
      "name": "Qwen3.5-2B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "D",
      "fit": "caveat",
      "why": "Fits anywhere (4.5 GB BF16, 0.8 GB KV at 64K) with thinking off, but structured output is undocumented and the card warns of thinking loops at this size.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-2B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-2b"
    },
    {
      "slug": "qwen3-5-4b",
      "name": "Qwen3.5-4B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits any machine with thinking off, but structured output is undocumented; JSON validity rests on vLLM or llama.cpp grammar constraints, untested with the template.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-4B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-4b"
    },
    {
      "slug": "qwen3-5-9b",
      "name": "Qwen3.5-9B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Fits a 16 GB machine with thinking off and 2 GB of KV at 64K, but structured output is undocumented and no bulk account exists for this size.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-9B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-9b"
    },
    {
      "slug": "qwen3-6-27b",
      "name": "Qwen3.6-27B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "caveat",
      "why": "acc-13 runs it for overnight bulk jobs on 32 GB and acc-50 for summarisation; thinking off per request, but structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/Qwen/Qwen3.6-27B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-6-27b"
    },
    {
      "slug": "qwen3-6-35b-a3b",
      "name": "Qwen3.6-35B-A3B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "caveat",
      "why": "acc-14 ran bulk media renaming and library comparison on it; thinking off per request, but structured output is undocumented and vLLM has no 4-bit MoE path named on the card.",
      "source": "https://huggingface.co/Qwen/Qwen3.6-35B-A3B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-6-35b-a3b"
    },
    {
      "slug": "qwen3-8-27b",
      "name": "Qwen3.8-27B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "caveat",
      "why": "Thinking off per request and reasoning_effort low, fits 24 GB with 4 GB of KV at 64K; structured output is undocumented beyond runtime grammars, and no bulk account exists.",
      "source": "https://huggingface.co/Qwen/Qwen3.8-27B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-8-27b"
    },
    {
      "slug": "qwen3-8-flash-next",
      "name": "Qwen3.8-Flash-Next",
      "company": "Alibaba Cloud (Singapore) Private Limited, the registrant of qwen.ai. The licence names Qwen as copyright holder",
      "grade": "C",
      "fit": "caveat",
      "why": "6B active decodes fast and thinking is off per request, but only a 128 GB machine holds it and structured output is undocumented; the Qwen Community License bars model-as-a-service use.",
      "source": "https://huggingface.co/Qwen/Qwen3.8-Flash-Next",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-8-flash-next"
    },
    {
      "slug": "qwen3-coder-30b-a3b-instruct",
      "name": "Qwen3-Coder-30B-A3B-Instruct",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking and fits 24 GB with 6 GB of KV at 64K, but it is tuned for code and structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-coder-30b-a3b-instruct"
    },
    {
      "slug": "qwen3-coder-next",
      "name": "Qwen3-Coder-Next",
      "company": "Alibaba Cloud (the Qwen team's employer; no LICENSE file names a copyright holder for this model)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking with 3B active and 6 GB of KV at 64K, but it needs a 64 GB machine, is tuned for code, and structured output is undocumented.",
      "source": "https://huggingface.co/Qwen/Qwen3-Coder-Next",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-coder-next"
    },
    {
      "slug": "qwen3-vl-2b-instruct",
      "name": "Qwen3-VL-2B-Instruct",
      "company": "Alibaba Cloud (per the first batch's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking and fits anything; acc-43 looped a directory of scans through the 8B overnight, but structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-2b-instruct"
    },
    {
      "slug": "qwen3-vl-30b-a3b-instruct",
      "name": "Qwen3-VL-30B-A3B-Instruct",
      "company": "Alibaba Cloud (per the pilot's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking and fits 32 GB with 6 GB of KV at 64K; acc-43 looped a directory of scans through the 8B overnight, but structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-30B-A3B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-30b-a3b-instruct"
    },
    {
      "slug": "qwen3-vl-32b-instruct",
      "name": "Qwen3-VL-32B-Instruct",
      "company": "Alibaba Cloud (per the first batch's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking and fits 32 GB only at short context, 16 GB of KV at 64K; acc-43 looped a directory of scans through the 8B overnight, but structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-32B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-32b-instruct"
    },
    {
      "slug": "qwen3-vl-4b-instruct",
      "name": "Qwen3-VL-4B-Instruct",
      "company": "Alibaba Cloud (per the first batch's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "D",
      "fit": "caveat",
      "why": "Non-thinking and fits a 16 GB laptop with 9 GB of KV at 64K; acc-43 looped a directory of scans through the 8B overnight, but structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-4b-instruct"
    },
    {
      "slug": "qwen3-vl-8b-instruct",
      "name": "Qwen3-VL-8B-Instruct",
      "company": "Alibaba Cloud (per the pilot's RDAP check of qwen.ai; this model's files name no copyright holder)",
      "grade": "C",
      "fit": "caveat",
      "why": "Non-thinking and fits 16 GB with 9 GB of KV at 64K; acc-43 looped a directory of scans through the 8B overnight, but structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-8b-instruct"
    },
    {
      "slug": "qwopus3-8-27b-flash-v2",
      "name": "Qwopus3.8-27B-Flash-V2",
      "company": "Jackrong, an individual Hugging Face account",
      "grade": "C",
      "fit": "caveat",
      "why": "enable_thinking false and reasoning_effort work in the inherited template, 17 GB fits 24 GB, but structured output is undocumented and the card warns of reasoning drift and loops.",
      "source": "https://huggingface.co/Jackrong/Qwopus3.8-27B-Flash-V2/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwopus3-8-27b-flash-v2"
    },
    {
      "slug": "smollm3-3b",
      "name": "SmolLM3-3B",
      "company": "Hugging Face, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking off per request, 4.5 GB of KV at 64K, fits anything; structured output is undocumented beyond runtime grammars.",
      "source": "https://huggingface.co/HuggingFaceTB/SmolLM3-3B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/smollm3-3b"
    },
    {
      "slug": "spark-x2-6-4b",
      "name": "Spark-X2.6-4B",
      "company": "XHToken (the licence's copyright line); the Hugging Face organisation's name is SparkLLM",
      "grade": "C",
      "fit": "caveat",
      "why": "Thinking off per request, 2.3 GB of KV at 64K, fits anything; structured output is undocumented and vLLM needs SparkLLM's remote code.",
      "source": "https://huggingface.co/XHToken/Spark-X2.6-4B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/spark-x2-6-4b"
    },
    {
      "slug": "swift-1-5-qwen3-8-27b",
      "name": "Swift 1.5 Qwen3.8-27B",
      "company": "UkisAI",
      "grade": "C",
      "fit": "caveat",
      "why": "enable_thinking false and reasoning_effort per request on the base template, 17 GB fits 24 GB; structured output undocumented and the revenue-capped licence applies to the batch's business.",
      "source": "https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27b/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/swift-1-5-qwen3-8-27b"
    },
    {
      "slug": "thinkingcap-qwen3-8-27b",
      "name": "ThinkingCap (Qwen3.8 27B)",
      "company": "BottleCap AI (named in the licence's copyright line)",
      "grade": "C",
      "fit": "caveat",
      "why": "enable_thinking false and reasoning_effort per request in the inherited template and 17 GB fits 24 GB, but structured output is undocumented and the licence limits who may run the batch.",
      "source": "https://huggingface.co/bottlecapai/ThinkingCap-Qwen3.8-27B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/thinkingcap-qwen3-8-27b"
    },
    {
      "slug": "unlimited-ocr-2",
      "name": "Baidu Unlimited-OCR-2",
      "company": "Baidu, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Built to parse hundreds of pages per request, but output is layout blocks for a converter, not a JSON schema, and the documented path is remote code or Baidu's custom SGLang wheel on NVIDIA.",
      "source": "https://huggingface.co/baidu/Unlimited-OCR-2",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/unlimited-ocr-2"
    },
    {
      "slug": "apertus-v1-5-8b",
      "name": "Apertus v1.5 8B",
      "company": "ETH Zurich and EPFL (the Swiss National AI Institute, named in the Acceptable Use Policy)",
      "grade": "C",
      "fit": "no",
      "why": "No released runtime loads the model, so a continuous-batching run depends on the publisher's vLLM fork image; structured output is undocumented.",
      "source": "https://raw.githubusercontent.com/vllm-project/vllm/v0.33.0/vllm/model_executor/models/registry.py",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/apertus-v1-5-8b"
    },
    {
      "slug": "carbon-x",
      "name": "Carbon-X",
      "company": "Hugging Face (the HuggingFaceBio organisation, named Hugging Face Biology Research on the Hub)",
      "grade": "C",
      "fit": "no",
      "why": "Trained to answer about DNA sequences, not to tag or classify documents; the card's batch guidance is about sequence files.",
      "source": "https://huggingface.co/HuggingFaceBio/Carbon-X",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/carbon-x"
    },
    {
      "slug": "cosmos-reason2-2b",
      "name": "Cosmos-Reason2-2B",
      "company": "NVIDIA Corporation",
      "grade": "C",
      "fit": "no",
      "why": "Built for video and image reasoning, not document batches; NVIDIA's JSON comes from prompt files for boxes and trajectories.",
      "source": "https://raw.githubusercontent.com/nvidia-cosmos/cosmos-reason2/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cosmos-reason2-2b"
    },
    {
      "slug": "diffusiongemma-26b-a4b-it",
      "name": "DiffusionGemma 26B A4B IT",
      "company": "Google LLC (RDAP registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "D",
      "fit": "no",
      "why": "SGLang is the documented server and the listing's notes record it rejecting JSON Schema for this model; Google labels the model experimental and below Gemma 4 on most tasks.",
      "source": "https://huggingface.co/google/diffusiongemma-26B-A4B-it",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/diffusiongemma-26b-a4b-it"
    },
    {
      "slug": "inkling",
      "name": "Inkling",
      "company": "Thinking Machines Lab, Inc. (named on its model card page and in its training-content summary)",
      "grade": "B",
      "fit": "no",
      "why": "reasoning_effort none exists, but no machine under 290 GB loads it and structured output is undocumented.",
      "source": "https://huggingface.co/thinkingmachines/Inkling/raw/main/chat_template.jinja",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/inkling"
    },
    {
      "slug": "kimi-k3",
      "name": "Kimi K3",
      "company": "Moonshot AI (the licence names Moonshot AI; the Kimi Platform terms name Moonshot AI PTE. LTD.)",
      "grade": "B",
      "fit": "no",
      "why": "Thinking is always on with reasoning_effort low as the floor, and no machine under about 600 GB loads it.",
      "source": "https://huggingface.co/moonshotai/Kimi-K3",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/kimi-k3"
    },
    {
      "slug": "kronos",
      "name": "Kronos",
      "company": "No company. Yu Shi publishes it from the GitHub account shiyu-coder and the Hugging Face user account NeoQuasar (named ShiYu), with co-authors at Tsinghua University per the paper",
      "grade": "C",
      "fit": "no",
      "why": "Takes numeric bar series only; cannot read documents or emit JSON against a schema.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/kronos"
    },
    {
      "slug": "lbs-27b",
      "name": "LBS-27B",
      "company": "inclusionAI, Ant Group (named in the site footer of inclusion-ai.org); the work is credited to authors from Wuhan University of Technology, CASIA, Zhejiang University and Ant Group",
      "grade": "C",
      "fit": "no",
      "why": "Aims at screenshot grounding, not document extraction; no JSON schema path.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/lbs-27b"
    },
    {
      "slug": "minimax-m3-1-flash",
      "name": "MiniMax-M3.1-Flash",
      "company": "MiniMax (named in the licence's copyright line; MiniMax's platform terms name Nanonoble Pte. Ltd., Singapore)",
      "grade": "C",
      "fit": "no",
      "why": "Needs a 192 GB-plus box or a multi-GPU node; structured output is undocumented and thinking cannot be turned off, only set to low effort.",
      "source": "https://huggingface.co/MiniMaxAI/MiniMax-M3.1-Flash/raw/main/README.md",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/minimax-m3-1-flash"
    },
    {
      "slug": "mistral-large-4",
      "name": "Mistral Large 4",
      "company": "Mistral AI (RCS Paris 952 418 325)",
      "grade": "C",
      "fit": "no",
      "why": "json_schema with strict true is documented, but the hardware is an 8-GPU node or a 256 GB-plus box at 1 to 2 bits, not one overnight machine of the kind the use case names.",
      "source": "https://huggingface.co/mistralai/Mistral-Large-4-1T-A52B/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mistral-large-4"
    },
    {
      "slug": "nemotron-3-ultra-550b-a55b",
      "name": "Nemotron 3 Ultra 550B A55B",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "no",
      "why": "NVIDIA's smallest build needs four B200-class GPUs and the GGUFs a 256 GB-plus box; not a one-machine overnight job of the kind the use case names, and structured output is undocumented.",
      "source": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nemotron-3-ultra-550b-a55b"
    },
    {
      "slug": "ornith-1-5-397b",
      "name": "Ornith-1.5-397B",
      "company": "Ornith",
      "grade": "C",
      "fit": "no",
      "why": "Needs about 300 GB of memory or an 8-GPU server; not a single-GPU job.",
      "source": "https://huggingface.co/api/models/ornith-ai/Ornith-1.5-397B-GGUF/tree/main?recursive=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ornith-1-5-397b"
    },
    {
      "slug": "qwen3-5-397b-a17b",
      "name": "Qwen3.5-397B-A17B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "B",
      "fit": "no",
      "why": "Needs an 8-GPU server or a 256 GB box; not a single-machine overnight job in the stated sense, and structured output is undocumented.",
      "source": "https://huggingface.co/Qwen/Qwen3.5-397B-A17B",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-5-397b-a17b"
    },
    {
      "slug": "qwen3-omni-30b-a3b-instruct",
      "name": "Qwen3-Omni-30B-A3B-Instruct",
      "company": "Alibaba Cloud (carried from the 20 October 2026 pilot; this model's files name no copyright holder)",
      "grade": "D",
      "fit": "no",
      "why": "Aimed at audio and video understanding; structured output is undocumented and the use case's document batches are not its job.",
      "source": "https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Instruct",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/qwen3-omni-30b-a3b-instruct"
    },
    {
      "slug": "recursive-flint",
      "name": "Recursive Flint",
      "company": "Recursive Superintelligence, Inc. (the Hugging Face organisation's full name)",
      "grade": "C",
      "fit": "no",
      "why": "The SGLang kit documents response_format json_schema, but enable_thinking has no effect, so every item carries a reasoning block and the use case's thinking-off capability is missing.",
      "source": "https://huggingface.co/RecursiveSI/flint/raw/main/sglang/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/recursive-flint"
    },
    {
      "slug": "ripple-65b-preview",
      "name": "Ripple-65B Preview",
      "company": "Ricursive Intelligence, Inc.",
      "grade": "D",
      "fit": "no",
      "why": "Always-on thinking fails the thinking-off capability, and the only documented server is a two-B200 launcher.",
      "source": "https://huggingface.co/ricursiveAI/Ripple-65B-Preview/raw/main/inference/server/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/ripple-65b-preview"
    },
    {
      "slug": "swift-1-5-qwen3-8-flash-next",
      "name": "Swift 1.5 Qwen3.8-Flash-Next",
      "company": "UkisAI",
      "grade": "C",
      "fit": "no",
      "why": "Needs a 128 GB machine at 3 bits, and both the Swift revenue cap and the Qwen Community License's model-as-a-service clause sit on top of undocumented structured output.",
      "source": "https://huggingface.co/api/models/ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF?blobs=true",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/swift-1-5-qwen3-8-flash-next"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 7,
    "after": [
      "vector-databases.upsert",
      "spreadsheets.write-rows"
    ],
    "area": "models",
    "asks": [
      "tag and summarise 1,000 markdown files to JSON",
      "rename and sort my media folders",
      "classify these rows without sending them out",
      "overnight bulk job on my own GPU"
    ],
    "before": [
      "document-extraction.pdf-to-text",
      "file-storage.list"
    ],
    "blockers": [
      "18 to 20 percent silent empty completions at 16K context",
      "vLLM has no 4-bit MoE path for the model, so continuous batching is unavailable",
      "files over the usable context need chunking the user did not plan for"
    ],
    "capabilities": [
      "model.open-weights",
      "model.thinking-off"
    ],
    "category": "open-weights",
    "categoryName": "Open-weight models",
    "checked": "2026-11-12",
    "companies": {
      "fit": 2,
      "fitWithLimit": 43,
      "tagged": 90
    },
    "competition": "few",
    "fits": [
      "deepseek-v4-flash-0731",
      "gemma-4-31b-it"
    ],
    "fitsWithLimit": [
      "agents-a1-4b",
      "apodex-1-1-mini",
      "bigbang-v1",
      "darwin-36b-opus",
      "deepseek-v3-2",
      "deepseek-v4-1-flash",
      "gemma-4-12b-it",
      "gemma-4-26b-a4b-it",
      "gemma-4-e2b-it",
      "gemma-4-e4b-it",
      "glm-4-5-air",
      "glm-4-7-flash",
      "glm-5-3",
      "glm-5-3-flash",
      "gpt-oss-120b",
      "gpt-oss-20b",
      "granite-4-2-3b",
      "hy3",
      "inkling-small",
      "internvl3-5-gpt-oss-20b-a4b-preview",
      "kolibri-1",
      "laguna-m-1",
      "laguna-s-2-1",
      "laguna-xs-2-1",
      "lfm2-5-2-6b",
      "ling-3-0-tiny",
      "mimo-v2-6-distill-qwen-9b",
      "minicpm-o-4-5",
      "minicpm5-2b",
      "minimax-m2-5",
      "minimax-m2-7",
      "muse-glimmer-30b",
      "nanbeige-4-3-33b",
      "nemotron-3-5-bolt-e4b-4gb",
      "nemotron-3-5-lightning-30b-a3b",
      "nemotron-3-nano-30b-a3b",
      "nemotron-3-nano-4b",
      "nemotron-3-nano-omni-30b-a3b-reasoning",
      "nemotron-3-super-120b-a12b",
      "occamy-1-0",
      "olmo-3-7b-think",
      "ornith-1-5-35b-a3b",
      "ornith-1-5-9b",
      "qwen3-30b-a3b-instruct-2507",
      "qwen3-4b-instruct-2507",
      "qwen3-5-0-8b",
      "qwen3-5-122b-a10b",
      "qwen3-5-2b",
      "qwen3-5-4b",
      "qwen3-5-9b",
      "qwen3-6-27b",
      "qwen3-6-35b-a3b",
      "qwen3-8-27b",
      "qwen3-8-flash-next",
      "qwen3-coder-30b-a3b-instruct",
      "qwen3-coder-next",
      "qwen3-vl-2b-instruct",
      "qwen3-vl-30b-a3b-instruct",
      "qwen3-vl-32b-instruct",
      "qwen3-vl-4b-instruct",
      "qwen3-vl-8b-instruct",
      "qwopus3-8-27b-flash-v2",
      "smollm3-3b",
      "spark-x2-6-4b",
      "swift-1-5-qwen3-8-27b",
      "thinkingcap-qwen3-8-27b",
      "unlimited-ocr-2"
    ],
    "id": "open-weights.bulk-extraction",
    "listings": {
      "caveat": 67,
      "no": 17,
      "notRead": 28,
      "tagged": 161,
      "unchecked": 0,
      "yes": 2
    },
    "name": "Run a batch of files through the model overnight",
    "status": "draft",
    "success": "Output validates against the user's schema on the stated machine. Measured: every item returns a non-empty output that validates against the schema, under 1 percent silent empties, and the whole batch finishes in one night on the stated machine (checker: 100 items, zero empties, all parse).",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/open-weights.bulk-extraction.json",
    "weight": 12,
    "weightBasis": "7 of 51 accounts; the second most common non-coding job in the HN threads"
  }
}
