{
  "listings": [
    {
      "slug": "convai-laya",
      "name": "Laya",
      "company": "Convai Innovations Pvt. Ltd.",
      "grade": "BB",
      "fit": "yes",
      "why": "pip install laya, then laya-serve exposes /v1/systemone on CUDA, MPS or CPU with LAYA_API_KEY for a bearer key (it binds 0.0.0.0 by default); 33 ms on a T4, 193 to 464 ms on CPU, stock ModernBERT weights on Transformers.",
      "source": "https://huggingface.co/convaiinnovations/laya",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/convai-laya"
    },
    {
      "slug": "vela",
      "name": "Vela 2.0",
      "company": "vLLM Semantic Router project (with KR Labs)",
      "grade": "BB",
      "fit": "yes",
      "why": "AutoModel with trust_remote_code on Transformers 5.17 or later, FP32 on CPU supported, vela2_serve.py answers /v1/systemone with VELA2_API_KEY for a bearer key and 413 when questions exceed the 16,384-token budget. Engine mode needs the router's dev channel.",
      "source": "https://huggingface.co/vllm-sr/Vela-2.0-4B/blob/main/USAGE.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/vela"
    },
    {
      "slug": "cloudflare-clef",
      "name": "Clef",
      "company": "Cloudflare, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Apache-2.0 weights with encode_record and a Jev / SystemOne section; tested with Transformers 5.10.2 on one H200 and served by SGLang. Self-hosting runs the repository's own code, and no bundled server with a key option is documented.",
      "source": "https://huggingface.co/Cloudflare/clef",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/cloudflare-clef"
    },
    {
      "slug": "decider",
      "name": "Decider",
      "company": "Mark Marosi (Mapika)",
      "grade": "BB",
      "fit": "caveat",
      "why": "pip install decider-ai runs on CUDA, MPS, CPU (float32) and GGUF through llama-cpp-python, serving /v1/systemone on 127.0.0.1. The server has no API key option and cuts states over 32,768 tokens silently; issue 18 records Windows on ARM install and CPU speed problems.",
      "source": "https://github.com/Mapika/decider#readme",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/decider"
    },
    {
      "slug": "decision-3",
      "name": "Decision 3.0",
      "company": "vLLM Semantic Router project",
      "grade": "B",
      "fit": "caveat",
      "why": "vllm serve loads the repository natively and answers /v1/systemone, verified on ROCm, but on vLLM's nightly wheels; d3_server.py binds 127.0.0.1 with DECISION_API_KEY and refuses over-long input. Transformers needs trust_remote_code and Engine mode the router's dev channel.",
      "source": "https://huggingface.co/vllm-sr/d3",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/decision-3"
    },
    {
      "slug": "drex-max-v1",
      "name": "Drex Max v1",
      "company": "Nace AI, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Every path that runs it as trained is Nace's code or fork: drex_max on CUDA, Kapitsa and MLX scripts on a 24 GB Mac, a drex-max-v1 branch of llama.cpp and Ollama. Stock loaders run the full-attention layers causally. The Kapitsa server's key option wasn't read.",
      "source": "https://huggingface.co/nace-ai/drex-max-v1",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/drex-max-v1"
    },
    {
      "slug": "elephant-1",
      "name": "elephant-1",
      "company": "Baseten Labs, Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "setup.sh clones OneJev at a pinned commit, applies serve.patch and installs the Decision Index kit on one CUDA GPU (about 19 GB of BF16 files). Stock vLLM and Transformers ignore the block-bidirectional mask. No bundled HTTP server or key option.",
      "source": "https://huggingface.co/baselabs/elephant-1",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/elephant-1"
    },
    {
      "slug": "jaredpalmer-kev",
      "name": "Kev",
      "company": "Jared Palmer",
      "grade": "BB",
      "fit": "caveat",
      "why": "Runs from a Git clone with uv (the PyPI kev is unrelated) on CUDA, ROCm, MLX and CPU; KEV_API_KEY requires a bearer key and states over 65,536 tokens get a 422. Kev-4B takes 721 ms for five questions on an Apple M5. Issue 281's VRAM growth is open.",
      "source": "https://github.com/jaredpalmer/kev#readme",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jaredpalmer-kev"
    },
    {
      "slug": "joey-1",
      "name": "joey-1",
      "company": "Baseten Labs, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "setup.sh clones OneJev at a pinned commit, applies serve.patch and installs the Decision Index kit on one CUDA GPU (5.5 GB of BF16 files, an 8 GB GPU). Stock vLLM and Transformers ignore the block-bidirectional mask. No bundled HTTP server or key option.",
      "source": "https://huggingface.co/baselabs/joey-1",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/joey-1"
    },
    {
      "slug": "liquid-d1",
      "name": "Liquid d1",
      "company": "Liquid AI, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "d1-2B serves /v1/systemone from llama.cpp 0.8.0 (llama serve -hf LiquidAI/d1-2B-GGUF), MLX builds and Transformers 5.19 with text, pictures and video. The page shows no key option, and the LFM licence ends free commercial use at $10 million revenue.",
      "source": "https://docs.liquid.ai/lfm/models/d1-2b",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/liquid-d1"
    },
    {
      "slug": "mammoth-1",
      "name": "mammoth-1",
      "company": "Baseten",
      "grade": "D",
      "fit": "caveat",
      "why": "setup.sh clones OneJev at a pinned commit, applies serve.patch and installs the Decision Index kit on one CUDA GPU (about 55 GB of BF16 files, an 80 GB GPU). Stock vLLM and Transformers ignore the block-bidirectional mask. No bundled HTTP server or key option.",
      "source": "https://huggingface.co/baselabs/mammoth-1",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/mammoth-1"
    },
    {
      "slug": "pplx-decider",
      "name": "pplx-decider",
      "company": "Perplexity AI, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "The weights run through the repository's pplx_decider package on CUDA (about 52 GiB in BF16); the card says default causal inference does not reproduce the checkpoint. No bundled HTTP server or key option documented for the 27B.",
      "source": "https://huggingface.co/perplexity-ai/pplx-decider-v1.2",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/pplx-decider"
    },
    {
      "slug": "pplx-decider-flash",
      "name": "pplx-decider-flash",
      "company": "Perplexity AI, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Decider for Mac (Apple silicon, 16 GB, 5.8 GB download) serves the same JSON at 127.0.0.1:8080 with no API key, and the weights run on CUDA through pplx_decider (about 9 GiB). No authentication option on the Mac server.",
      "source": "https://docs.perplexity.ai/docs/decisions/decider-for-mac",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/pplx-decider-flash"
    },
    {
      "slug": "strands-decider",
      "name": "Strands Decider 2B",
      "company": "Amazon Web Services, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "pip install strands-decider serves /v1/systemone on CUDA, MPS, CPU or MLX, on 127.0.0.1 with no authentication option; a prompt over the 4,096 window is refused with 422 under --strict-window and cut otherwise. 11 to 13 s a decision on a 2 vCPU box.",
      "source": "https://github.com/strands-labs/strands-decider/blob/main/docs/inference.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/strands-decider"
    },
    {
      "slug": "nace-drex",
      "name": "Drex 1.5",
      "company": "Nace AI, Inc.",
      "grade": "BB",
      "fit": "unchecked",
      "why": "The drex-v1.5 weights on Hugging Face weren't read in this pass, so the runtime path for this checkpoint is unverified; see the drex-max-v1 listing for the family's loader situation.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nace-drex"
    },
    {
      "slug": "sqwish-kettei",
      "name": "kettei",
      "company": "Sqwish Ltd, trading as Sqwish Labs",
      "grade": "C",
      "fit": "unchecked",
      "why": "The kettei core and dot weights under Sqwish's custom licence weren't read; the docs cover the hosted API only.",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/sqwish-kettei"
    },
    {
      "slug": "celeris-1-decision",
      "name": "Celeris-1 Decision",
      "company": "Marqo Inc",
      "grade": "D",
      "fit": "no",
      "why": "Closed weights behind a hosted API. The docs offer no download or self-hosting path.",
      "source": "https://docs.celeris.ai/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/celeris-1-decision"
    },
    {
      "slug": "gliclass",
      "name": "GLiClass",
      "company": "Knowledgator Engineering Ltd.",
      "grade": "C",
      "fit": "no",
      "why": "Runs locally on CPU or GPU and serves over Ray, but the server is not Jev-shaped (issue 47) and checks no credential, so the documented server can't answer a Jev-shaped request with authentication.",
      "source": "https://docs.knowledgator.com/docs/frameworks/gliclass/serving/",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gliclass"
    },
    {
      "slug": "granite-switch",
      "name": "Granite Switch 4.1",
      "company": "International Business Machines Corporation",
      "grade": "B",
      "fit": "no",
      "why": "Serves on released vLLM with the granite-switch package on the owner's GPU, but there is no Jev-shaped route, so the success criterion isn't met; the card says to add authentication before exposing vLLM.",
      "source": "https://huggingface.co/ibm-granite/granite-switch-4.1-8b",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/granite-switch"
    },
    {
      "slug": "jev-27b-vl",
      "name": "JEV-27B-VL",
      "company": "AutoTrust AI Lab",
      "grade": "C",
      "fit": "no",
      "why": "serve.sh runs serve_decide.py on a September 2026 vLLM development build; released vLLM needs client-side arithmetic from decision_head.json. The /v1/decide shape differs from /v1/systemone, so a Jev-shaped request isn't answered.",
      "source": "https://huggingface.co/autotrust/JEV-27B-VL",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/jev-27b-vl"
    },
    {
      "slug": "microsoft-decision-1",
      "name": "Microsoft-Decision-1",
      "company": "Microsoft",
      "grade": "E",
      "fit": "no",
      "why": "Hosted on Foundry and OpenRouter only; no open weights were found.",
      "source": "https://commandline.microsoft.com/microsoft-decision-1-model-foundry/",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/microsoft-decision-1"
    },
    {
      "slug": "openai-decisions-api",
      "name": "OpenAI Decisions API",
      "company": "OpenAI OpCo, LLC",
      "grade": "A",
      "fit": "no",
      "why": "Closed model behind the OpenAI API.",
      "source": "https://developers.openai.com/api/docs/guides/decisions",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openai-decisions-api"
    },
    {
      "slug": "rightnow-system-zero",
      "name": "RightNow System Zero",
      "company": "RightNow AI, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "Closed weights, hosted only.",
      "source": "https://www.rightnowai.co/docs/system-zero/models",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/rightnow-system-zero"
    },
    {
      "slug": "scaledown",
      "name": "ScaleDown",
      "company": "Carbon ScaleDown, Inc.",
      "grade": "E",
      "fit": "no",
      "why": "Hosted API only; no weights.",
      "source": "https://docs.scaledown.ai/api-reference/decisions",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/scaledown"
    },
    {
      "slug": "sprag-spev",
      "name": "SPEV",
      "company": "Sprag AI, Inc.",
      "grade": "D",
      "fit": "no",
      "why": "Apache-2.0 30B-A3B weights load in Transformers with trust_remote_code, but no server is documented and the hosted shape is OpenAI's, so no documented server answers a Jev-shaped request.",
      "source": "https://huggingface.co/SpragAI/SPEV",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/sprag-spev"
    },
    {
      "slug": "typesafe-jev",
      "name": "Jev",
      "company": "TypeSafe AI, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "Closed model behind the hosted API; the models page says the same weights serve every account.",
      "source": "https://docs.typesafe.ai/models",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/typesafe-jev"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 9,
    "after": [
      "decision-models.route-to-queue",
      "decision-models.gate-action"
    ],
    "area": "models",
    "asks": [
      "run this classifier on my Mac",
      "self-host a router so data does not leave",
      "serve it on a T4 or CPU box",
      "load it with vLLM or MLX"
    ],
    "before": [
      "model-hubs.download-weights"
    ],
    "blockers": [
      "weights run as trained only on a patched or development runtime (mammoth-1, joey-1, Drex Max, JEV-27B-VL)",
      "server is CUDA-only or segfaults on ROCm and Windows on ARM",
      "11 to 13 s per decision on a 2 vCPU box",
      "bundled server has no API key option"
    ],
    "capabilities": [
      "inference.decision",
      "model.open-weights",
      "guard.self-host"
    ],
    "category": "decision-models",
    "categoryName": "Decision models",
    "checked": "2026-11-12",
    "companies": {
      "fit": 2,
      "fitWithLimit": 10,
      "tagged": 121
    },
    "competition": "few",
    "fits": [
      "convai-laya",
      "vela"
    ],
    "fitsWithLimit": [
      "cloudflare-clef",
      "decider",
      "decision-3",
      "drex-max-v1",
      "elephant-1",
      "jaredpalmer-kev",
      "joey-1",
      "liquid-d1",
      "mammoth-1",
      "pplx-decider",
      "pplx-decider-flash",
      "strands-decider"
    ],
    "id": "decision-models.run-on-own-hardware",
    "listings": {
      "caveat": 12,
      "no": 10,
      "notRead": 1,
      "tagged": 199,
      "unchecked": 2,
      "yes": 2
    },
    "name": "Run the decision model on the owner's own machine",
    "status": "draft",
    "success": "The documented server answers a Jev-shaped request on the stated hardware with the trained probabilities (not a causal-attention approximation), with authentication available. Measured: under 1 s per decision.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/decision-models.run-on-own-hardware.json",
    "weight": 10,
    "weightBasis": "9 of 41 accounts, mostly GitHub issues on CPU, MPS, ROCm, Windows on ARM, VRAM growth and patched runtimes"
  }
}
