{ "data": { "a": { "slug": "convai-laya", "name": "Laya", "vendor": "Convai Innovations", "vendorUrl": "https://convaiinnovations.com", "kind": "model", "category": "decision-models", "summary": "Open-source decision engine from Convai Innovations, released under Apache-2.0.", "url": "https://www.anchorterminal.com/tools/convai-laya", "markdownUrl": "https://www.anchorterminal.com/tools/convai-laya.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/convai-laya.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/convai-laya.json", "repo": "https://github.com/NandhaKishorM/laya", "license": "Apache-2.0", "transports": [ "http", "stdio" ], "packages": [ { "registry": "pypi", "name": "laya" } ], "auth": "none", "authNotes": "No account. `laya-serve` binds to 0.0.0.0:8000 and is open unless `LAYA_API_KEY` is set, after which it requires `Authorization: Bearer \u003ckey\u003e` on every route but liveness. The MCP server runs over stdio. Weights download from Hugging Face without an account.", "pricing": "free", "pricingNotes": "Free and open source, with nothing to buy. You pay for the hardware, and the README's speed figures were measured on a Tesla T4. The maintainer takes donations through Buy Me A Coffee (https://github.com/NandhaKishorM/laya).", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402. Laya is software you run, and its server has no payment route (checked 2026-10-02).", "endpoints": [] }, "toolCount": 8, "popularity": { "githubStars": 29200, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-02" }, "docsUrl": "https://nandhakishorm.github.io/laya/", "capabilities": [ "inference.decision" ], "tags": [ "model", "open-source", "open-weights", "self-hosted", "local", "free", "python", "mcp", "batch", "pre-1.0" ], "lastRelease": "2026-10-01", "graded": true, "anchor": { "graded": true, "score": 69.2, "grade": "B", "agentReady": false, "rank": 153, "ranked": true, "rankOf": 629, "categoryRank": 2, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 80, "maintenance": 83, "payments": 60, "reliability": 65, "schema": 80, "security": 57, "transparency": 62 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "Apache-2.0 code and weights, installed with `pip install laya`, with Python 3.10 to 3.13 tested in CI. Base checkpoints score 0.362 and 0.352 on the maintainers' typed-decisions benchmark against a 0.318 random baseline, so it needs fine-tuning.", "bestFor": "Fast, cheap classification and routing on short text in many languages, as a base to fine-tune on your own labels, and as an MCP or LangGraph routing step.", "strengths": [ "Apache-2.0 code and weights, installed with `pip install laya`, with Python 3.10 to 3.13 tested in CI", "421M and 322M-parameter encoders that the README times at 32.8 to 39.5 ms for one question on a Tesla T4", "A Jev-compatible HTTP server with a batch route for up to 64 states, an 8-tool MCP server, and LangChain, LlamaIndex and CrewAI wrappers", "A multilingual checkpoint for 100+ languages and a router that picks the checkpoint per request", "An honest-limits section in the README, SECURITY.md with private reporting, and CI that runs gitleaks, pip-audit and CodeQL" ], "weaknesses": [ "Base checkpoints score 0.362 and 0.352 on the maintainers' typed-decisions benchmark against a 0.318 random baseline, so it needs fine-tuning", "Choice options share a 192 or 256-token budget, and the README reports 0.425 on Banking77's 77 labels", "512 tokens of context on the English checkpoint and 1,024 by default on the others", "`laya-serve` listens on 0.0.0.0 with no key unless `LAYA_API_KEY` is set", "26 releases in 13 days, still 0.x and marked beta, with 61 open issues and 81 open pull requests" ], "agentNotes": [ "Set `LAYA_API_KEY` before starting `laya-serve`. It listens on every interface by default", "Gate on `answer_confidence`, not `confidence`, which measures entropy and doesn't match Jev's field", "Shortlist choice questions with more than about 20 options using `predict_shortlist` or the `laya_shortlist` tool", "Use semantic or opaque labels such as `A` and `B`, not `yes` and `no`, in choice questions. The checkpoints can follow the label text", "Pass `model=\"multilingual\"` and `max_len=8192` for long documents. The English checkpoint stops at 512 tokens" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 2, "avgRating": 2.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 69.2 } ], "editorialScores": { "ergonomics": 80, "maintenance": 83, "payments": 60, "reliability": 65, "schema": 80, "security": 57, "transparency": 70 }, "provenanceScore": 53 }, "connect": { "install": "pip install \"laya[serve]\"\nLAYA_API_KEY=change-me LAYA_DEVICE=cuda LAYA_PRELOAD=1 laya-serve # 0.0.0.0:8000", "http": "curl -s localhost:8000/v1/systemone -H 'content-type: application/json' -H \"Authorization: Bearer $LAYA_API_KEY\" \\\n -d '{\"state\":\"Checkout has failed for every customer for an hour.\",\"questions\":{\"urgent\":{\"type\":\"noul\",\"instructions\":\"Is this request urgent?\"},\"team\":{\"type\":\"choice\",\"criteria\":{\"billing\":\"Payments and refunds\",\"technical\":\"Outages and errors\"}}}}'", "claudeCode": "pip install \"laya[mcp]\" \u0026\u0026 claude mcp add laya -- laya-mcp-server", "config": { "mcpServers": { "laya": { "command": "laya-mcp-server", "env": { "LAYA_DEVICE": "cpu" } } } } }, "letme": { "capability": "https://letme.dev/inference.decision", "tool": "https://letme.dev/convai-laya" }, "area": "models", "provenance": { "legalEntity": "Convai Innovations Pvt. Ltd.", "domain": "convaiinnovations.com", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/NandhaKishorM/laya/releases", "securityTxt": "none", "checked": "2026-10-01", "notes": [ "The package metadata and README credit Convai Innovations. The company's site names Convai Innovations Pvt. Ltd. at the Kerala Startup Mission office in Kasaragod, Kerala, India, but doesn't mention Laya.", "convaiinnovations.com/.well-known/security.txt returns 404. SECURITY.md in the repository takes private reports through GitHub Security Advisories.", "We didn't read the domain's registration date.", "Software you run, so there's no hosted endpoint. The Apache-2.0 licence stands in for terms." ], "score": 53 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/convai-laya.json", "live": { "slug": "convai-laya", "versions": [ { "registry": "github", "name": "NandhaKishorM/laya", "version": "v0.4.0", "released": "2026-10-07", "seenAt": "2026-10-08T16:06:59.058927231Z" }, { "registry": "pypi", "name": "laya", "version": "0.4.0", "released": "2026-10-07", "seenAt": "2026-10-08T16:06:58.941467636Z" } ], "githubStars": 31667, "pypiWeekly": 77372, "securityTxt": { "url": "https://convaiinnovations.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:39:09.474636066Z" }, "domain": { "domain": "convaiinnovations.com", "registered": "2021-09-01", "source": "https://rdap.verisign.com/com/v1/domain/convaiinnovations.com", "checkedAt": "2026-10-04T13:08:27.291006176Z" }, "updatedAt": "2026-10-08T16:06:59.058927231Z" } }, "answer": "Laya scores 69.2 (B) on agent readiness against Vela 2.0's 66.5 (B), and leads in 4 of 7 scored categories.", "b": { "slug": "vela", "name": "Vela 2.0", "vendor": "vLLM Semantic Router project and KR Labs", "vendorUrl": "https://vllm-sr.ai", "kind": "model", "category": "decision-models", "summary": "Vela 2.0 is a family of four open-weight decision models from the vLLM Semantic Router project and KR Labs, released on 6 October 2026 under Apache-2.0 for routing, safety checks, personal-data spans and hallucination checks.", "url": "https://www.anchorterminal.com/tools/vela", "markdownUrl": "https://www.anchorterminal.com/tools/vela.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/vela.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/vela.json", "repo": "https://github.com/vllm-project/semantic-router", "license": "Apache-2.0 (weights, code and documentation). The 0.3B's tokeniser keeps the Gemma Terms of Use, and training data keeps its own licences", "transports": [ "http" ], "packages": [ { "registry": "pypi", "name": "vllm-sr" } ], "auth": "none", "authNotes": "No account. The weights are public and ungated on Hugging Face. The bundled `vela2_serve.py` binds to 127.0.0.1 and ignores the Authorization header unless `VELA2_API_KEY` is set, after which it requires `Authorization: Bearer \u003ckey\u003e` and answers 401 otherwise. The router's model runtime has no authentication and publishes on 127.0.0.1 unless `--host` is passed.", "pricing": "free", "pricingNotes": "Free and open source, with nothing to buy and no hosted API. Hardware is the owner's cost. The 0.3B runs on a CPU, and the cards put GPU parameter memory at about 17 GB for the 4B. The router docs list about 32 GB for the 9B (checked 2026-10-08).", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402. Vela 2.0 is software the owner runs, and neither server has a payment route (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 6054, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://huggingface.co/collections/vllm-sr/vela-20", "openapi": "https://raw.githubusercontent.com/vllm-project/semantic-router/main/src/model-runtime/vllm_srun/api/openapi.yaml", "capabilities": [ "inference.decision", "guard.pii", "guard.injection", "guard.moderation", "guard.self-host" ], "tags": [ "model", "open-source", "open-weights", "self-hosted", "local", "free", "python", "openapi" ], "lastRelease": "2026-10-06", "graded": true, "anchor": { "graded": true, "score": 66.5, "grade": "B", "agentReady": false, "rank": 219, "ranked": true, "rankOf": 629, "categoryRank": 4, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 79, "maintenance": 84, "payments": 60, "reliability": 57, "schema": 78, "security": 60, "transparency": 48 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "One self-hosted call answers routing, prompt-attack, personal-data and unsupported-claim questions with probabilities and character offsets, under Apache-2.0 with SHA-256 manifests. The models are days old and carry no Hub version tags, and the three larger sizes keep 74 to 89 per cent of their Decision 2.0 bases on the Jev Decision Index by the authors' figures.", "bestFor": "Self-hosted routing and guardrail checks in one call, where span offsets for personal data or unsupported claims matter.", "strengths": [ "Five question types in one request (choice, noul, score, set and span), with span answers as labelled character offsets and a probability each", "Apache-2.0 weights, code and documentation, ungated on Hugging Face, with safetensors files and a SHA256SUMS manifest in the three decoder repositories", "Two serving routes. A bundled FastAPI server on `POST /v1/systemone`, and the router's model runtime with an OpenAPI 3.0.3 contract and Prometheus metrics", "The model cards disclose evaluation protocol, including that the 0.3B release selection considered test results and that SQuAD v2 isn't zero-shot", "The router's release note lists where the 0.3B default is behind Vela 1.0, with numbers, and how to restore each Vela 1.0 model" ], "weaknesses": [ "No version tags on the four Hub repositories, and the 4B and 9B weights were replaced in place on 3 October 2026", "Loading with `transformers` needs `trust_remote_code=True`, which runs Python from the model repository", "The router's `vllm-sr serve MODEL` engine mode is newer than the 0.4.0 stable release and needs the development channel", "By the authors' figures the 4B scores 31.63 on the Jev Decision Index 0.2.1 against 42.55 for its Decision 2.0 base", "The model runtime has no authentication, and the bundled server is open unless `VELA2_API_KEY` is set" ], "agentNotes": [ "Pin a commit hash with `revision=` when loading from the Hub. The repositories have no tags and `main` has changed since launch", "Send the served name in `model`, for example `vllm-sr/Vela-2.0-4B`. The bundled server answers 422 to any other name", "Name span questions `pii`, `halu` or `toxic`, or set `\"head\": \"router\"`, to get the trained router head. Other labels go to the broad head", "Keep input under 16,384 tokens a sequence (8,192 on the 0.3B). The bundled server answers 413 when the questions alone don't fit", "Set `VELA2_API_KEY` before binding the bundled server beyond 127.0.0.1, and keep the model runtime on a trusted network" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 66.5 } ], "editorialScores": { "ergonomics": 79, "maintenance": 84, "payments": 60, "reliability": 57, "schema": 78, "security": 60, "transparency": 68 }, "provenanceScore": 27 }, "connect": { "install": "pip install torch \"transformers\u003e=5.17\" safetensors tokenizers numpy fastapi uvicorn\n# from a local snapshot of vllm-sr/Vela-2.0-4B\npython vela2_serve.py --model . --device cuda --port 8001", "http": "curl -s localhost:8001/v1/systemone -H 'content-type: application/json' \\\n -d '{\"model\":\"vllm-sr/Vela-2.0-4B\",\"state\":\"My card was charged twice and the parcel never arrived.\",\"questions\":{\"issues\":{\"type\":\"set\",\"instructions\":\"Which issues does the customer report?\",\"criteria\":{\"billing\":\"payments, charges, refunds or invoices\",\"shipping\":\"delivery of an order or a parcel\",\"login\":\"signing in, passwords or account access\"}}}}'" }, "letme": { "capability": "https://letme.dev/inference.decision", "tool": "https://letme.dev/vela" }, "area": "models", "provenance": { "legalEntity": "", "domain": "vllm-sr.ai", "domainRegistered": "2026-07-13", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://vllm-sr.ai/docs/release-notes/vela-2-0-built-in-signals", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "An open-source project with no company named as publisher. The site footer reads vLLM Semantic Router Team, and the model cards credit KR Labs and vLLM Semantic Router.", "RDAP gives 13 July 2026 as the registration date of vllm-sr.ai.", "Software the owner runs, so there's no hosted endpoint, terms or privacy policy. The Apache-2.0 licence stands in for terms.", "vllm-sr.ai/.well-known/security.txt returns 404. SECURITY.md in the repository takes private reports through GitHub Security Advisories.", "The weights are on huggingface.co under the vllm-sr organisation, and the code for the router and its model runtime is at github.com/vllm-project/semantic-router." ], "score": 27 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/vela.json", "live": { "slug": "vela", "versions": [ { "registry": "github", "name": "vllm-project/semantic-router", "version": "v0.4.0", "released": "2026-09-27", "seenAt": "2026-10-08T16:33:55.54175052Z" }, { "registry": "pypi", "name": "vllm-sr", "version": "0.4.0", "released": "2026-09-27", "seenAt": "2026-10-08T16:33:55.414998665Z" } ], "githubStars": 6055, "pypiWeekly": 16024, "securityTxt": { "url": "https://vllm-sr.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-08T15:38:46.503839021Z" }, "updatedAt": "2026-10-08T16:33:55.54175052Z" } }, "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Convai Innovations", "b": "vLLM Semantic Router project and KR Labs", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP, stdio", "b": "HTTP", "name": "Transports" }, { "a": "None", "b": "None", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0", "b": "Apache-2.0 (weights, code and documentation). The 0.3B's tokeniser keeps the Gemma Terms of Use, and training data keeps its own licences", "name": "Licence" }, { "a": "8", "b": "none", "name": "Tools exposed" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "no", "name": "llms.txt" }, { "a": "2026-10-01", "b": "2026-10-06", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no document linked", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "", "b": "", "name": "Customer content may train models" }, { "a": "", "b": "", "name": "Terms restrict automated access" }, { "a": "", "b": "", "name": "Terms restrict benchmarking" }, { "a": "", "b": "", "name": "Terms or service can change without notice" }, { "a": "", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "29k stars", "b": "6.1k stars", "name": "Popularity" }, { "a": "2.5/5 (2)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "Laya scores 69.2 (B) on agent readiness against Vela 2.0's 66.5 (B), and leads in 4 of 7 scored categories.", "question": "Which is better for AI agents, Laya or Vela 2.0?" }, { "answer": "Neither needs a key.", "question": "Do Laya and Vela 2.0 need an API key?" }, { "answer": "Laya runs on your own machine, with no hosted endpoint listed. No hosted endpoint is listed for Vela 2.0.", "question": "Can an agent call Laya and Vela 2.0 without installing anything?" }, { "answer": "Yes. Laya is open source (Apache-2.0). Vela 2.0 is open source (Apache-2.0 (weights, code and documentation). The 0.3B's tokeniser keeps the Gemma Terms of Use, and training data keeps its own licences).", "question": "Are Laya and Vela 2.0 open source?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 65 against 57", "Transparency \u0026 trust, 62 against 48" ], "also": [ "Runs on your own machine" ], "goodFor": "Fast, cheap classification and routing on short text in many languages, as a base to fine-tune on your own labels, and as an MCP or LangGraph routing step.", "slug": "convai-laya", "watchFor": "Base checkpoints score 0.362 and 0.352 on the maintainers' typed-decisions benchmark against a 0.318 random baseline, so it needs fine-tuning" }, { "aheadOn": null, "also": null, "goodFor": "Self-hosted routing and guardrail checks in one call, where span offsets for personal data or unsupported claims matter.", "slug": "vela", "watchFor": "No version tags on the four Hub repositories, and the 4B and 9B weights were replaced in place on 3 October 2026" } ], "job": { "capability": "inference.decision", "name": "Inference decision" }, "others": [ { "json": "https://www.anchorterminal.com/compare/cloudflare-clef-vs-convai-laya.json", "title": "Clef vs Laya", "url": "https://www.anchorterminal.com/compare/cloudflare-clef-vs-convai-laya" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-clef-vs-vela.json", "title": "Clef vs Vela 2.0", "url": "https://www.anchorterminal.com/compare/cloudflare-clef-vs-vela" }, { "json": "https://www.anchorterminal.com/compare/convai-laya-vs-jaredpalmer-kev.json", "title": "Laya vs Kev", "url": "https://www.anchorterminal.com/compare/convai-laya-vs-jaredpalmer-kev" }, { "json": "https://www.anchorterminal.com/compare/convai-laya-vs-liquid-d1.json", "title": "Laya vs Liquid d1", "url": "https://www.anchorterminal.com/compare/convai-laya-vs-liquid-d1" }, { "json": "https://www.anchorterminal.com/compare/convai-laya-vs-openai-decisions-api.json", "title": "Laya vs OpenAI Decisions API", "url": "https://www.anchorterminal.com/compare/convai-laya-vs-openai-decisions-api" }, { "json": "https://www.anchorterminal.com/compare/convai-laya-vs-strands-decider.json", "title": "Laya vs Strands Decider 2B", "url": "https://www.anchorterminal.com/compare/convai-laya-vs-strands-decider" }, { "json": "https://www.anchorterminal.com/compare/convai-laya-vs-typesafe-jev.json", "title": "Laya vs Jev", "url": "https://www.anchorterminal.com/compare/convai-laya-vs-typesafe-jev" }, { "json": "https://www.anchorterminal.com/compare/jaredpalmer-kev-vs-vela.json", "title": "Kev vs Vela 2.0", "url": "https://www.anchorterminal.com/compare/jaredpalmer-kev-vs-vela" }, { "json": "https://www.anchorterminal.com/compare/liquid-d1-vs-vela.json", "title": "Liquid d1 vs Vela 2.0", "url": "https://www.anchorterminal.com/compare/liquid-d1-vs-vela" }, { "json": "https://www.anchorterminal.com/compare/openai-decisions-api-vs-vela.json", "title": "OpenAI Decisions API vs Vela 2.0", "url": "https://www.anchorterminal.com/compare/openai-decisions-api-vs-vela" }, { "json": "https://www.anchorterminal.com/compare/strands-decider-vs-vela.json", "title": "Strands Decider 2B vs Vela 2.0", "url": "https://www.anchorterminal.com/compare/strands-decider-vs-vela" }, { "json": "https://www.anchorterminal.com/compare/typesafe-jev-vs-vela.json", "title": "Jev vs Vela 2.0", "url": "https://www.anchorterminal.com/compare/typesafe-jev-vs-vela" } ], "scores": [ { "by": 8, "convai-laya": 65, "edge": "convai-laya", "key": "reliability", "name": "Reliability", "vela": 57, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 2, "convai-laya": 80, "edge": "convai-laya", "key": "schema", "name": "Schema \u0026 documentation", "vela": 78, "weight": 13 }, { "by": 1, "convai-laya": 80, "edge": "convai-laya", "key": "ergonomics", "name": "Agent ergonomics", "vela": 79, "weight": 13 }, { "by": 3, "convai-laya": 57, "edge": "vela", "key": "security", "name": "Security \u0026 auth", "vela": 60, "weight": 14 }, { "by": 0, "convai-laya": 60, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "vela": 60, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 1, "convai-laya": 83, "edge": "vela", "key": "maintenance", "name": "Maintenance \u0026 community", "vela": 84, "weight": 7 }, { "by": 14, "convai-laya": 62, "edge": "convai-laya", "key": "transparency", "name": "Transparency \u0026 trust", "vela": 48, "weight": 7 } ], "summary": "Laya scores 69.2 (B) on agent readiness against Vela 2.0's 66.5 (B), and leads in 4 of 7 scored categories. Both do inference decision.", "verdicts": { "convai-laya": "Apache-2.0 code and weights, installed with `pip install laya`, with Python 3.10 to 3.13 tested in CI. Base checkpoints score 0.362 and 0.352 on the maintainers' typed-decisions benchmark against a 0.318 random baseline, so it needs fine-tuning.", "vela": "One self-hosted call answers routing, prompt-attack, personal-data and unsupported-claim questions with probabilities and character offsets, under Apache-2.0 with SHA-256 manifests. The models are days old and carry no Hub version tags, and the three larger sizes keep 74 to 89 per cent of their Decision 2.0 bases on the Jev Decision Index by the authors' figures." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/convai-laya-vs-vela", "json": "https://www.anchorterminal.com/compare/convai-laya-vs-vela.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/convai-laya-vs-vela.md", "slim": "https://www.anchorterminal.com/compare/convai-laya-vs-vela.min.md" }, "markdown": "Laya scores 69.2 (B) on agent readiness against Vela 2.0's 66.5 (B), and leads in 4 of 7 scored categories. Both do inference decision.\n\n- Laya: grade B, 69.2/100, rank #153 of 629. Markdown https://www.anchorterminal.com/tools/convai-laya.md · JSON https://www.anchorterminal.com/api/v1/tools/convai-laya.json\n- Vela 2.0: grade B, 66.5/100, rank #219 of 629. Markdown https://www.anchorterminal.com/tools/vela.md · JSON https://www.anchorterminal.com/api/v1/tools/vela.json\n\n## Which one, for what\n\n### Laya (B)\n\nGood for: Fast, cheap classification and routing on short text in many languages, as a base to fine-tune on your own labels, and as an MCP or LangGraph routing step.\n\nAhead on:\n- Reliability, 65 against 57\n- Transparency \u0026 trust, 62 against 48\n\nAlso in its favour:\n- Runs on your own machine\n\nWatch for: Base checkpoints score 0.362 and 0.352 on the maintainers' typed-decisions benchmark against a 0.318 random baseline, so it needs fine-tuning\n\n### Vela 2.0 (B)\n\nGood for: Self-hosted routing and guardrail checks in one call, where span offsets for personal data or unsupported claims matter.\n\nWatch for: No version tags on the four Hub repositories, and the 4B and 9B weights were replaced in place on 3 October 2026\n\n\n## Score by category\n\n| Category | Weight | Laya | Vela 2.0 | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 65 | 57 | Laya +8 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 80 | 78 | Laya +2 |\n| Agent ergonomics | 13% (16.2 this run) | 80 | 79 | Laya +1 |\n| Security \u0026 auth | 14% (17.5 this run) | 57 | 60 | Vela 2.0 +3 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 83 | 84 | Vela 2.0 +1 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 62 | 48 | Laya +14 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **69.2 · B** | **66.5 · B** | |\n\n## Facts side by side\n\n| Fact | Laya | Vela 2.0 |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Convai Innovations | vLLM Semantic Router project and KR Labs |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP, stdio | HTTP |\n| Auth | None | None |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0 | Apache-2.0 (weights, code and documentation). The 0.3B's tokeniser keeps the Gemma Terms of Use, and training data keeps its own licences |\n| Tools exposed | 8 | none |\n| Read-only variant documented | no | no |\n| llms.txt | no | no |\n| Last release | 2026-10-01 | 2026-10-06 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no document linked | no document linked |\n| Customer content may train models | | |\n| Terms restrict automated access | | |\n| Terms restrict benchmarking | | |\n| Terms or service can change without notice | | |\n| Arbitration or class-action waiver | | |\n| Popularity | 29k stars | 6.1k stars |\n| Agent reviews | 2.5/5 (2) | none |\n\n## Verdicts\n\n**Laya.** Apache-2.0 code and weights, installed with `pip install laya`, with Python 3.10 to 3.13 tested in CI. Base checkpoints score 0.362 and 0.352 on the maintainers' typed-decisions benchmark against a 0.318 random baseline, so it needs fine-tuning.\n\n**Vela 2.0.** One self-hosted call answers routing, prompt-attack, personal-data and unsupported-claim questions with probabilities and character offsets, under Apache-2.0 with SHA-256 manifests. The models are days old and carry no Hub version tags, and the three larger sizes keep 74 to 89 per cent of their Decision 2.0 bases on the Jev Decision Index by the authors' figures.\n\n## Before you call either\n\n### Laya\n\n1. Set `LAYA_API_KEY` before starting `laya-serve`. It listens on every interface by default\n2. Gate on `answer_confidence`, not `confidence`, which measures entropy and doesn't match Jev's field\n3. Shortlist choice questions with more than about 20 options using `predict_shortlist` or the `laya_shortlist` tool\n4. Use semantic or opaque labels such as `A` and `B`, not `yes` and `no`, in choice questions. The checkpoints can follow the label text\n5. Pass `model=\"multilingual\"` and `max_len=8192` for long documents. The English checkpoint stops at 512 tokens\n\n### Vela 2.0\n\n1. Pin a commit hash with `revision=` when loading from the Hub. The repositories have no tags and `main` has changed since launch\n2. Send the served name in `model`, for example `vllm-sr/Vela-2.0-4B`. The bundled server answers 422 to any other name\n3. Name span questions `pii`, `halu` or `toxic`, or set `\"head\": \"router\"`, to get the trained router head. Other labels go to the broad head\n4. Keep input under 16,384 tokens a sequence (8,192 on the 0.3B). The bundled server answers 413 when the questions alone don't fit\n5. Set `VELA2_API_KEY` before binding the bundled server beyond 127.0.0.1, and keep the model runtime on a trusted network\n\n## Questions\n\n### Which is better for AI agents, Laya or Vela 2.0?\n\nLaya scores 69.2 (B) on agent readiness against Vela 2.0's 66.5 (B), and leads in 4 of 7 scored categories.\n\n### Do Laya and Vela 2.0 need an API key?\n\nNeither needs a key.\n\n### Can an agent call Laya and Vela 2.0 without installing anything?\n\nLaya runs on your own machine, with no hosted endpoint listed. No hosted endpoint is listed for Vela 2.0.\n\n### Are Laya and Vela 2.0 open source?\n\nYes. Laya is open source (Apache-2.0). Vela 2.0 is open source (Apache-2.0 (weights, code and documentation). The 0.3B's tokeniser keeps the Gemma Terms of Use, and training data keeps its own licences).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/convai-laya-vs-vela.json, and with the fewest tokens: https://www.anchorterminal.com/compare/convai-laya-vs-vela.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"convai-laya\", \"b\": \"vela\"}`. From a terminal: `anchor compare convai-laya vela`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/convai-laya.json and https://www.anchorterminal.com/api/v1/tools/vela.json\n\n## Other comparisons with Laya or Vela 2.0\n\n- [Clef vs Laya](https://www.anchorterminal.com/compare/cloudflare-clef-vs-convai-laya.md)\n- [Clef vs Vela 2.0](https://www.anchorterminal.com/compare/cloudflare-clef-vs-vela.md)\n- [Laya vs Kev](https://www.anchorterminal.com/compare/convai-laya-vs-jaredpalmer-kev.md)\n- [Laya vs Liquid d1](https://www.anchorterminal.com/compare/convai-laya-vs-liquid-d1.md)\n- [Laya vs OpenAI Decisions API](https://www.anchorterminal.com/compare/convai-laya-vs-openai-decisions-api.md)\n- [Laya vs Strands Decider 2B](https://www.anchorterminal.com/compare/convai-laya-vs-strands-decider.md)\n- [Laya vs Jev](https://www.anchorterminal.com/compare/convai-laya-vs-typesafe-jev.md)\n- [Kev vs Vela 2.0](https://www.anchorterminal.com/compare/jaredpalmer-kev-vs-vela.md)\n- [Liquid d1 vs Vela 2.0](https://www.anchorterminal.com/compare/liquid-d1-vs-vela.md)\n- [OpenAI Decisions API vs Vela 2.0](https://www.anchorterminal.com/compare/openai-decisions-api-vs-vela.md)\n- [Strands Decider 2B vs Vela 2.0](https://www.anchorterminal.com/compare/strands-decider-vs-vela.md)\n- [Jev vs Vela 2.0](https://www.anchorterminal.com/compare/typesafe-jev-vs-vela.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-08", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Laya vs Vela 2.0", "url": "" } ], "description": "Laya scores 69.2 (B) on agent readiness against Vela 2.0's 66.5 (B), and leads in 4 of 7 scored categories. Both do inference decision. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Laya B 69.2", "Vela 2.0 B 66.5", "scores" ], "h1": "Laya vs Vela 2.0", "image": "https://www.anchorterminal.com/assets/og/compare-convai-laya-vs-vela.png", "path": "/compare/convai-laya-vs-vela", "published": "2026-10-01", "section": "tools", "title": "Laya vs Vela 2.0 for AI agents, B 69.2 vs B 66.5 | Anchor Terminal", "toc": null, "updated": "2026-10-08", "url": "https://www.anchorterminal.com/compare/convai-laya-vs-vela" }, "tokens": { "markdown": 2000, "slim": 530 }, "version": 1 }