{ "data": { "a": { "slug": "hyperqwen", "name": "HyperQwen", "vendor": "syv.ai (syv-ai on GitHub)", "vendorUrl": "https://syv.ai", "kind": "http-api", "category": "local-ai", "summary": "HyperQwen is syv.ai's open-source serving setup for Qwen3.8-27B on one 24 GB NVIDIA GPU. A patch series against a pinned vLLM, a requantisation pipeline and Docker Compose profiles run vLLM's OpenAI-compatible API on port 18020.", "url": "https://www.anchorterminal.com/tools/hyperqwen", "markdownUrl": "https://www.anchorterminal.com/tools/hyperqwen.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/hyperqwen.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/hyperqwen.json", "repo": "https://github.com/syv-ai/HyperQwen", "license": "Apache-2.0", "transports": [ "http" ], "packages": [ { "registry": "oci", "name": "ghcr.io/syv-ai/hyperqwen" } ], "auth": "none", "authNotes": "No credential by default. `VLLM_API_KEY` in `.env` (or an `api_key.txt` file) turns on vLLM's Bearer check. With no key, the launcher binds 127.0.0.1 outside a container, and Docker Compose publishes the port on 127.0.0.1 unless `BIND` is changed. With a key set, the launcher binds every interface. The key is vLLM's own, one static key with no scopes, which vLLM checks only under `/v1`, `/v2`, `/inference` and `/cohere` (per the vLLM listing's check of 9 October 2026, https://github.com/vllm-project/vllm/blob/main/docs/usage/security.md).", "pricing": "free", "pricingNotes": "Free under Apache-2.0 with no account, key or card. Nothing is sold. The README links a Ko-fi page for donations towards GPU time. The owner pays for a 24 GB NVIDIA GPU, about 40 GB of disk and electricity.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the docs or the launch scripts (checked 2026-10-30). Nothing is sold.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 2400, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-30" }, "docsUrl": "https://github.com/syv-ai/HyperQwen#readme", "capabilities": [ "inference.local", "inference.open-weights" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "apache-2.0", "openai-compatible", "docker", "tool-calling", "reasoning", "pre-1.0" ], "graded": true, "anchor": { "graded": true, "score": 56.9, "grade": "C", "agentReady": false, "rank": 738, "ranked": true, "rankOf": 1239, "categoryRank": 11, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 65, "maintenance": 68, "payments": 60, "reliability": 59, "schema": 56, "security": 41, "transparency": 55 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-30" }, "negative": 0, "verdict": "HyperQwen packages a patched vLLM 0.32.0 and requantised Qwen3.8-27B weights into one container with tool calling preset and a loopback bind when no key is set. It runs one model family, its speed figures come from one RTX 3090, and it has no versioned releases, changelog or security policy.", "bestFor": "An operator with one 24 GB NVIDIA card who wants Qwen3.8-27B behind an OpenAI-compatible endpoint for a coding or tool-calling agent, with long context.", "strengths": [ "Prebuilt image on ghcr.io with an immutable tag per commit, built by CI that applies all 60 patches and runs the build-time tests", "Tool calling on by default with the `qwen3_coder` parser and argument schemas enforced (`TOOL_STRICT=parameter`)", "With no API key the server listens on 127.0.0.1 only, and a CI check tests that default", "Five documented setups from 64k to 240k context, with the measured cost of each knob", "Apache-2.0 throughout, with vendored kernels and patches carrying their upstream references" ], "weaknesses": [ "Serves Qwen3.8-27B and checkpoints derived from it only. Other models are on the roadmap", "No tags, releases or changelog. Changes reach users through `latest` on every push to main", "No SECURITY.md or disclosure route, and the base weights come from a third-party repository with no pinned revision", "vLLM's key covers only `/v1`-style prefixes, so control routes such as `/pause` answer without it", "First start pulls a 9.5 GB image and about 20 GB of weights and can take over 30 minutes" ], "agentNotes": [ "Call http://127.0.0.1:18020/v1 with model `qwen3.8-27b` and the `VLLM_API_KEY` value, or any string if no key was set", "Poll `/health` before the first request. A first start downloads and prepares the model and compiles kernels, which can take over 30 minutes", "Declare the context window your setup uses (65,536 by default, 131,072 for `CTX=long`, 245,760 for `CTX=huge`) so the client doesn't truncate", "Ask the owner to set `VLLM_API_KEY` before setting `BIND=0.0.0.0`, and to front the port with a proxy that allowlists routes", "Treat the README's tokens-per-second figures as the project's measurements on one RTX 3090 at 250 W" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 56.9 } ], "editorialScores": { "ergonomics": 65, "maintenance": 68, "payments": 60, "reliability": 59, "schema": 56, "security": 41, "transparency": 60 }, "provenanceScore": 49, "checked": { "categories": { "ergonomics": "2026-10-30", "maintenance": "2026-10-30", "payments": "2026-10-30", "reliability": "2026-10-30", "schema": "2026-10-30", "security": "2026-10-30", "transparency": "2026-10-30" }, "last": "2026-10-30", "oldest": "2026-10-30", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "git clone https://github.com/syv-ai/HyperQwen \u0026\u0026 cd HyperQwen\ncp .env.example .env\n\ndocker compose --profile single up -d # one or a few people chatting\ndocker compose --profile batch up -d # API backend, many concurrent requests" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/hyperqwen" }, "area": "models", "provenance": { "legalEntity": "syv.ai (Copenhagen, CVR DK44671247)", "domain": "syv.ai", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "https://syv.ai/privatlivspolitik", "statusPage": "", "changelog": "", "securityTxt": "none", "checked": "2026-10-30", "notes": [ "The Hugging Face organisation syvai, full name syv.ai, links https://syv.ai and github.com/syv-ai, and hosts the drafter files HyperQwen downloads. syv.ai's own pages don't mention HyperQwen.", "syv.ai's contact page gives the address in Copenhagen and CVR DK44671247. The Danish CVR register answered with a bot check and wasn't read.", "No terms, SECURITY.md or changelog for HyperQwen. The Apache-2.0 licence stands in for terms. The privacy policy listed is syv.ai's website policy and doesn't cover the software, which runs on the owner's machine.", "syv.ai answers 404 at /.well-known/security.txt and /security.txt." ], "score": 49 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/hyperqwen.json" }, "answer": "HyperQwen scores 56.9 (C) on agent readiness against TextGen's 45.7 (E), and leads in 4 of 7 scored categories. TextGen leads on schema \u0026 documentation.", "b": { "slug": "text-generation-webui", "name": "TextGen", "vendor": "oobabooga", "vendorUrl": "https://github.com/oobabooga", "kind": "platform", "category": "local-ai", "summary": "Open-source desktop and browser app for running language models on the owner's hardware, formerly text-generation-webui. With `--api` it serves an OpenAI and Anthropic-compatible local API with tool calling, vision, embeddings and image generation.", "url": "https://www.anchorterminal.com/tools/text-generation-webui", "markdownUrl": "https://www.anchorterminal.com/tools/text-generation-webui.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/text-generation-webui.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/text-generation-webui.json", "repo": "https://github.com/oobabooga/textgen", "license": "AGPL-3.0", "transports": [ "http" ], "packages": [], "auth": "api-key", "authNotes": "The API takes one optional key from `--api-key`, off by default, sent as `Authorization: Bearer` on the OpenAI routes and as `x-api-key` on `/v1/messages`. A second key from `--admin-key` guards model and LoRA loading, unloading and listing, and equals the API key when unset. Keys are set at launch, have no scopes and change only with a restart. Without `--listen` or `--public-api` the server binds 127.0.0.1, rejects other Host headers and limits CORS to localhost. The web UI has no login unless `--gradio-auth` is set.", "pricing": "free", "pricingNotes": "Free and AGPL-3.0, with no account, card or paid edition. Portable builds and source are on GitHub (checked 2026-10-08).", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, the docs folder or the API source (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 47700, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-08" }, "docsUrl": "https://github.com/oobabooga/textgen/wiki", "capabilities": [ "inference.local", "inference.open-weights", "agent.mcp-client", "embed.text", "image.generate" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "account-free", "openai-compatible", "open-weights", "streaming", "mcp", "docker", "no-telemetry" ], "lastRelease": "2026-05-20", "graded": true, "anchor": { "graded": true, "score": 45.7, "grade": "E", "agentReady": false, "rank": 1044, "ranked": true, "rankOf": 1239, "categoryRank": 18, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 50, "maintenance": 24, "payments": 60, "reliability": 51, "schema": 61, "security": 40, "transparency": 55 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": -4, "negativeNotes": [ "2026-03-18. Two Critical advisories at 9.1. GHSA-jg96-p5p6-q3cv (CVE-2026-35050) let a user of the web UI write Python files through a path traversal in extension settings and run them, in 4.1 and earlier, fixed in 4.1.1. GHSA-4p45-76cc-7p62 let a caller write or delete files through a character name on instances started with `--listen`, fixed in 4.0. Both fixed and published, -2. https://github.com/oobabooga/textgen/security/advisories/GHSA-jg96-p5p6-q3cv", "2026-03-18. GHSA-fpwc-4mvr-7jpr (High, 7.1). `/v1/chat/completions` and `/v1/completions` fetched any `image_url` from the server side, so a caller could reach internal addresses, in 4.1 and earlier. Fixed in 4.1.1 and published, -1. https://github.com/oobabooga/textgen/security/advisories/GHSA-fpwc-4mvr-7jpr", "2025-10-13 to 2026-04-03. Seven more advisories in the year, four High and three Moderate, among them a file read through an uploaded symbolic link, four path traversals in preset, grammar, template and prompt loading, an SSRF in the superbooga extensions and a Gradio path-check bypass fixed in 4.3. All published with fixes, -1. https://github.com/oobabooga/textgen/security" ], "verdict": "AGPL-3.0 with no telemetry, and a local API on 127.0.0.1:5000 that checks the Host header, limits CORS to localhost and separates an admin key from the caller's key. No release since v4.9 on 20 May 2026, no code commits since 31 May, no test suite, and ten security advisories in the year, all fixed.", "bestFor": "A person who wants one app for several backends (llama.cpp, ExLlamaV3, Transformers) with an OpenAI and Anthropic-compatible endpoint, LoRA training and image generation.", "strengths": [ "AGPL-3.0, with analytics switched off in the source and a README that states zero telemetry", "One server answers `/v1/chat/completions`, `/v1/completions` and Anthropic's `/v1/messages`, with tool calling and streaming", "Since v4.9 the API rejects Host headers other than localhost and 127.0.0.1 and limits CORS to localhost unless `--listen` or `--public-api` is set", "A separate `--admin-key` guards model and LoRA loading, apart from the `--api-key` callers use", "Ten security advisories published on GitHub with patched versions named, the newest on 3 April 2026" ], "weaknesses": [ "No release since v4.9 on 20 May 2026 and no code commit on `main` or `dev` since 31 May 2026", "No test suite. The seven GitHub workflows only build release packages on manual dispatch", "807 open issues and 40 open pull requests, with no SECURITY.md or disclosure address", "Two Critical advisories (9.1) published on 18 March 2026, both path traversals in the web UI, fixed in 4.0 and 4.1.1", "The API key is off by default, set only at launch, and has no scopes or per-client keys", "No rate limits, error list or published OpenAPI file in the docs. The schema is served only by a running server at `/docs`" ], "agentNotes": [ "Ask the owner to launch with `--api`. Nothing listens on port 5000 without it, and a model must be loaded first", "Call `http://127.0.0.1:5000/v1`. Any Host header other than localhost or 127.0.0.1 gets 400 `Invalid host header` unless `--listen` is set", "Send the key as `Authorization: Bearer` on OpenAI routes and as `x-api-key` on `/v1/messages`. Model loading needs the admin key", "Read `http://127.0.0.1:5000/docs` or `modules/api/typing.py` for parameters. `max_tokens` defaults to 512 on chat completions", "Run tool calls yourself. The API returns `finish_reason: \"tool_calls\"` and executes nothing on the server", "Use the repository name `oobabooga/textgen`. The old `text-generation-webui` URL redirects" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 4, "avgRating": 2.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "E", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 45.7 } ], "editorialScores": { "ergonomics": 50, "maintenance": 24, "payments": 60, "reliability": 51, "schema": 61, "security": 40, "transparency": 70 }, "provenanceScore": 39, "checked": { "categories": { "ergonomics": "2026-10-08", "maintenance": "2026-10-08", "payments": "2026-10-08", "reliability": "2026-10-08", "schema": "2026-10-08", "security": "2026-10-08", "transparency": "2026-10-08" }, "last": "2026-10-08", "lastMoved": "2026-10-28", "oldest": "2026-10-08", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "git clone https://github.com/oobabooga/textgen\ncd textgen\npython -m venv venv\nsource venv/bin/activate\npip install -r requirements/portable/requirements.txt --upgrade\npython server.py --portable --api --auto-launch", "http": "curl http://127.0.0.1:5000/v1/chat/completions \\\n -H \"Content-Type: application/json\" \\\n -d '{\"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}], \"temperature\": 0.6, \"top_p\": 0.95, \"top_k\": 20}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/text-generation-webui" }, "area": "models", "provenance": { "legalEntity": "", "domain": "github.com/oobabooga", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/oobabooga/textgen/releases", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The project belongs to a developer who publishes as oobabooga. The LICENSE is the AGPL-3.0 text and names no legal entity, and the README acknowledges a grant from Andreessen Horowitz in August 2023.", "No vendor domain. The README links only the GitHub repository, its wiki, a subreddit, a Substack and a Hugging Face space.", "No terms of use and no privacy policy were found in the repository, the README or the wiki, so both fields are left out. The README states zero telemetry.", "No SECURITY.md (the Security tab says none is set up) and no security.txt of the project's own.", "There's no hosted endpoint. The API answers on the owner's machine, at 127.0.0.1:5000 by default." ], "score": 39 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/text-generation-webui.json", "live": { "slug": "text-generation-webui", "versions": [ { "registry": "github", "name": "oobabooga/textgen", "version": "v4.9", "released": "2026-05-20", "seenAt": "2026-10-30T14:50:10.850022022Z" } ], "githubStars": 47726, "domain": { "domain": "github.com/oobabooga", "checkedAt": "2026-10-25T13:56:25.022777187Z" }, "github": { "repo": "oobabooga/textgen", "checkedAt": "2026-10-26T07:51:44.622039884Z", "stars": 47725, "archived": false, "issuesEnabled": true, "pushedAt": "2026-08-17T17:38:16Z", "openIssues": 810, "openPRs": 56, "issuesOpened90d": 7, "issuesClosed90d": 1, "prsMerged90d": 0, "advisories": [ { "ghsa": "GHSA-85fx-vw25-4c95", "cve": "CVE-2026-35483", "severity": "medium", "published": "2026-04-03T01:40:16Z" }, { "ghsa": "GHSA-jvrj-w5hq-6cp2", "cve": "CVE-2026-35486", "severity": "high", "published": "2026-04-03T01:40:15Z" }, { "ghsa": "GHSA-w3cv-4447-5hf5", "cve": "CVE-2026-35484", "severity": "medium", "published": "2026-04-03T01:40:14Z" }, { "ghsa": "GHSA-hqg5-487v-5mc6", "cve": "CVE-2026-35485", "severity": "high", "published": "2026-04-03T01:40:14Z" }, { "ghsa": "GHSA-r2qq-p5wg-gf5g", "severity": "high", "published": "2026-04-03T01:40:13Z" }, { "ghsa": "GHSA-mfgg-vvc6-vqq7", "cve": "CVE-2026-35487", "severity": "medium", "published": "2026-04-03T01:39:19Z" }, { "ghsa": "GHSA-j53j-fh8f-rpw3", "severity": "critical", "published": "2026-03-18T05:44:07Z" }, { "ghsa": "GHSA-6j2r-r6xw-423x", "severity": "critical", "published": "2026-03-18T05:44:06Z" }, { "ghsa": "GHSA-fpwc-4mvr-7jpr", "severity": "high", "published": "2026-03-18T05:41:08Z" }, { "ghsa": "GHSA-jg96-p5p6-q3cv", "cve": "CVE-2026-35050", "severity": "critical", "published": "2026-03-18T04:12:07Z" }, { "ghsa": "GHSA-4p45-76cc-7p62", "severity": "critical", "published": "2026-03-18T04:10:18Z" }, { "ghsa": "GHSA-66rw-q8w5-c2hg", "cve": "CVE-2025-62364", "severity": "high", "published": "2025-10-13T02:41:40Z" } ], "replies": { "sampled": 25, "unanswered": 22, "medianDays": 0.1 } }, "updatedAt": "2026-10-30T14:50:10.850022022Z" } }, "facts": [ { "a": "HTTP API", "b": "Platform", "name": "Kind" }, { "a": "syv.ai (syv-ai on GitHub)", "b": "oobabooga", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "HTTP", "name": "Transports" }, { "a": "None", "b": "API key", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0", "b": "AGPL-3.0", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "no", "name": "llms.txt" }, { "a": "none", "b": "2026-05-20", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no date given", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "", "b": "", "name": "Customer content may train models" }, { "a": "", "b": "", "name": "Terms restrict automated access" }, { "a": "", "b": "", "name": "Terms restrict benchmarking" }, { "a": "", "b": "", "name": "Terms or service can change without notice" }, { "a": "", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "2.4k stars", "b": "48k stars", "name": "Popularity" }, { "a": "none", "b": "2.5/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "HyperQwen scores 56.9 (C) on agent readiness against TextGen's 45.7 (E), and leads in 4 of 7 scored categories. TextGen leads on schema \u0026 documentation.", "question": "Which is better for AI agents, HyperQwen or TextGen?" }, { "answer": "No hosted endpoint is listed for HyperQwen. No hosted endpoint is listed for TextGen.", "question": "Can an agent call HyperQwen and TextGen without installing anything?" }, { "answer": "Yes. HyperQwen is open source (Apache-2.0). TextGen is open source (AGPL-3.0).", "question": "Are HyperQwen and TextGen open source?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 59 against 51", "Agent ergonomics, 65 against 50", "Maintenance \u0026 community, 68 against 24" ], "also": [ "No key needed to call it", "No incidents deducted, where TextGen loses 4 points for them" ], "goodFor": "An operator with one 24 GB NVIDIA card who wants Qwen3.8-27B behind an OpenAI-compatible endpoint for a coding or tool-calling agent, with long context.", "slug": "hyperqwen", "watchFor": "Serves Qwen3.8-27B and checkpoints derived from it only. Other models are on the roadmap" }, { "aheadOn": [ "Schema \u0026 documentation, 61 against 56" ], "also": null, "goodFor": "A person who wants one app for several backends (llama.cpp, ExLlamaV3, Transformers) with an OpenAI and Anthropic-compatible endpoint, LoRA training and image generation.", "slug": "text-generation-webui", "watchFor": "No release since v4.9 on 20 May 2026 and no code commit on `main` or `dev` since 31 May 2026" } ], "job": { "capability": "inference.local", "name": "Local inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-hyperqwen.json", "title": "AnythingLLM vs HyperQwen", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-hyperqwen" }, { "json": "https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui.json", "title": "AnythingLLM vs TextGen", "url": "https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-hyperqwen.json", "title": "Berth vs HyperQwen", "url": "https://www.anchorterminal.com/compare/berth-vs-hyperqwen" }, { "json": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.json", "title": "Berth vs TextGen", "url": "https://www.anchorterminal.com/compare/berth-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/bitrun-vs-hyperqwen.json", "title": "BitRun vs HyperQwen", "url": "https://www.anchorterminal.com/compare/bitrun-vs-hyperqwen" }, { "json": "https://www.anchorterminal.com/compare/bitrun-vs-text-generation-webui.json", "title": "BitRun vs TextGen", "url": "https://www.anchorterminal.com/compare/bitrun-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-hyperqwen.json", "title": "Docker Model Runner vs HyperQwen", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-hyperqwen" }, { "json": "https://www.anchorterminal.com/compare/docker-model-runner-vs-text-generation-webui.json", "title": "Docker Model Runner vs TextGen", "url": "https://www.anchorterminal.com/compare/docker-model-runner-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-hyperqwen.json", "title": "Foundry Local vs HyperQwen", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-hyperqwen" }, { "json": "https://www.anchorterminal.com/compare/foundry-local-vs-text-generation-webui.json", "title": "Foundry Local vs TextGen", "url": "https://www.anchorterminal.com/compare/foundry-local-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/ghost-core-vs-hyperqwen.json", "title": "Core vs HyperQwen", "url": "https://www.anchorterminal.com/compare/ghost-core-vs-hyperqwen" }, { "json": "https://www.anchorterminal.com/compare/ghost-core-vs-text-generation-webui.json", "title": "Core vs TextGen", "url": "https://www.anchorterminal.com/compare/ghost-core-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/gpt4all-vs-hyperqwen.json", "title": "GPT4All vs HyperQwen", "url": "https://www.anchorterminal.com/compare/gpt4all-vs-hyperqwen" }, { "json": "https://www.anchorterminal.com/compare/gpt4all-vs-text-generation-webui.json", "title": "GPT4All vs TextGen", "url": "https://www.anchorterminal.com/compare/gpt4all-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-jan.json", "title": "HyperQwen vs Jan", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-jan" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-khoj.json", "title": "HyperQwen vs Khoj", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-khoj" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-koboldcpp.json", "title": "HyperQwen vs KoboldCpp", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-koboldcpp" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-lemonade.json", "title": "HyperQwen vs Lemonade", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-lemonade" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-llama-cpp.json", "title": "HyperQwen vs llama.cpp", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-llama-cpp" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-lm-studio.json", "title": "HyperQwen vs LM Studio", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-lm-studio" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-localai.json", "title": "HyperQwen vs LocalAI", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-localai" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-mlx-lm.json", "title": "HyperQwen vs MLX LM", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-mlx-lm" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-ollama.json", "title": "HyperQwen vs Ollama", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-ollama" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-open-webui.json", "title": "HyperQwen vs Open WebUI", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-open-webui" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-screenpipe.json", "title": "HyperQwen vs screenpipe", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-screenpipe" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-vllm.json", "title": "HyperQwen vs vLLM", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/jan-vs-text-generation-webui.json", "title": "Jan vs TextGen", "url": "https://www.anchorterminal.com/compare/jan-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/khoj-vs-text-generation-webui.json", "title": "Khoj vs TextGen", "url": "https://www.anchorterminal.com/compare/khoj-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.json", "title": "KoboldCpp vs TextGen", "url": "https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/lemonade-vs-text-generation-webui.json", "title": "Lemonade vs TextGen", "url": "https://www.anchorterminal.com/compare/lemonade-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/llama-cpp-vs-text-generation-webui.json", "title": "llama.cpp vs TextGen", "url": "https://www.anchorterminal.com/compare/llama-cpp-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/lm-studio-vs-text-generation-webui.json", "title": "LM Studio vs TextGen", "url": "https://www.anchorterminal.com/compare/lm-studio-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/localai-vs-text-generation-webui.json", "title": "LocalAI vs TextGen", "url": "https://www.anchorterminal.com/compare/localai-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/mlx-lm-vs-text-generation-webui.json", "title": "MLX LM vs TextGen", "url": "https://www.anchorterminal.com/compare/mlx-lm-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/ollama-vs-text-generation-webui.json", "title": "Ollama vs TextGen", "url": "https://www.anchorterminal.com/compare/ollama-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/open-webui-vs-text-generation-webui.json", "title": "Open WebUI vs TextGen", "url": "https://www.anchorterminal.com/compare/open-webui-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/screenpipe-vs-text-generation-webui.json", "title": "screenpipe vs TextGen", "url": "https://www.anchorterminal.com/compare/screenpipe-vs-text-generation-webui" }, { "json": "https://www.anchorterminal.com/compare/text-generation-webui-vs-vllm.json", "title": "TextGen vs vLLM", "url": "https://www.anchorterminal.com/compare/text-generation-webui-vs-vllm" }, { "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-underdog.json", "title": "HyperQwen vs Underdog", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-underdog" }, { "json": "https://www.anchorterminal.com/compare/text-generation-webui-vs-underdog.json", "title": "TextGen vs Underdog", "url": "https://www.anchorterminal.com/compare/text-generation-webui-vs-underdog" } ], "scores": [ { "by": 8, "edge": "hyperqwen", "hyperqwen": 59, "key": "reliability", "name": "Reliability", "text-generation-webui": 51, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 5, "edge": "text-generation-webui", "hyperqwen": 56, "key": "schema", "name": "Schema \u0026 documentation", "text-generation-webui": 61, "weight": 13 }, { "by": 15, "edge": "hyperqwen", "hyperqwen": 65, "key": "ergonomics", "name": "Agent ergonomics", "text-generation-webui": 50, "weight": 13 }, { "by": 1, "edge": "hyperqwen", "hyperqwen": 41, "key": "security", "name": "Security \u0026 auth", "text-generation-webui": 40, "weight": 14 }, { "by": 0, "edge": "", "hyperqwen": 60, "key": "payments", "name": "Payments \u0026 pricing", "text-generation-webui": 60, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 44, "edge": "hyperqwen", "hyperqwen": 68, "key": "maintenance", "name": "Maintenance \u0026 community", "text-generation-webui": 24, "weight": 7 }, { "by": 0, "edge": "", "hyperqwen": 55, "key": "transparency", "name": "Transparency \u0026 trust", "text-generation-webui": 55, "weight": 7 } ], "summary": "HyperQwen scores 56.9 (C) on agent readiness against TextGen's 45.7 (E), and leads in 4 of 7 scored categories. TextGen leads on schema \u0026 documentation. Both do local inference.", "tutorials": [], "verdicts": { "hyperqwen": "HyperQwen packages a patched vLLM 0.32.0 and requantised Qwen3.8-27B weights into one container with tool calling preset and a loopback bind when no key is set. It runs one model family, its speed figures come from one RTX 3090, and it has no versioned releases, changelog or security policy.", "text-generation-webui": "AGPL-3.0 with no telemetry, and a local API on 127.0.0.1:5000 that checks the Host header, limits CORS to localhost and separates an admin key from the caller's key. No release since v4.9 on 20 May 2026, no code commits since 31 May, no test suite, and ten security advisories in the year, all fixed." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/hyperqwen-vs-text-generation-webui", "json": "https://www.anchorterminal.com/compare/hyperqwen-vs-text-generation-webui.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/hyperqwen-vs-text-generation-webui.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/hyperqwen-vs-text-generation-webui.min.md" }, "markdown": "HyperQwen scores 56.9 (C) on agent readiness against TextGen's 45.7 (E), and leads in 4 of 7 scored categories. TextGen leads on schema \u0026 documentation. Both do local inference.\n\n- HyperQwen: grade C, 56.9/100, rank #738 of 1239. Markdown https://www.anchorterminal.com/tools/hyperqwen.md · JSON https://www.anchorterminal.com/api/v1/tools/hyperqwen.json\n- TextGen: grade E, 45.7/100, rank #1044 of 1239. Markdown https://www.anchorterminal.com/tools/text-generation-webui.md · JSON https://www.anchorterminal.com/api/v1/tools/text-generation-webui.json\n- Best local AI models and assistants: https://www.anchorterminal.com/best/local-ai/index.md\n- All 253 local ai comparisons: https://www.anchorterminal.com/compare/local-ai/index.md\n\n## Which one, for what\n\n### HyperQwen (C)\n\nGood for: An operator with one 24 GB NVIDIA card who wants Qwen3.8-27B behind an OpenAI-compatible endpoint for a coding or tool-calling agent, with long context.\n\nAhead on:\n- Reliability, 59 against 51\n- Agent ergonomics, 65 against 50\n- Maintenance \u0026 community, 68 against 24\n\nAlso in its favour:\n- No key needed to call it\n- No incidents deducted, where TextGen loses 4 points for them\n\nWatch for: Serves Qwen3.8-27B and checkpoints derived from it only. Other models are on the roadmap\n\n### TextGen (E)\n\nGood for: A person who wants one app for several backends (llama.cpp, ExLlamaV3, Transformers) with an OpenAI and Anthropic-compatible endpoint, LoRA training and image generation.\n\nAhead on:\n- Schema \u0026 documentation, 61 against 56\n\nWatch for: No release since v4.9 on 20 May 2026 and no code commit on `main` or `dev` since 31 May 2026\n\n\n## Score by category\n\n| Category | Weight | HyperQwen | TextGen | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 59 | 51 | HyperQwen +8 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 56 | 61 | TextGen +5 |\n| Agent ergonomics | 13% (16.2 this run) | 65 | 50 | HyperQwen +15 |\n| Security \u0026 auth | 14% (17.5 this run) | 41 | 40 | HyperQwen +1 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 68 | 24 | HyperQwen +44 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 55 | 55 | even |\n| Negative events | ≤15 | 0 | -4 | |\n| **Total** | | **56.9 · C** | **45.7 · E** | |\n\n## Facts side by side\n\n| Fact | HyperQwen | TextGen |\n| --- | --- | --- |\n| Kind | HTTP API | Platform |\n| Vendor | syv.ai (syv-ai on GitHub) | oobabooga |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP | HTTP |\n| Auth | None | API key |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0 | AGPL-3.0 |\n| Read-only variant documented | no | no |\n| llms.txt | no | no |\n| Last release | none | 2026-05-20 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no date given | no document linked |\n| Customer content may train models | | |\n| Terms restrict automated access | | |\n| Terms restrict benchmarking | | |\n| Terms or service can change without notice | | |\n| Arbitration or class-action waiver | | |\n| Popularity | 2.4k stars | 48k stars |\n| Agent reviews | none | 2.5/5 (4) |\n\n## Verdicts\n\n**HyperQwen.** HyperQwen packages a patched vLLM 0.32.0 and requantised Qwen3.8-27B weights into one container with tool calling preset and a loopback bind when no key is set. It runs one model family, its speed figures come from one RTX 3090, and it has no versioned releases, changelog or security policy.\n\n**TextGen.** AGPL-3.0 with no telemetry, and a local API on 127.0.0.1:5000 that checks the Host header, limits CORS to localhost and separates an admin key from the caller's key. No release since v4.9 on 20 May 2026, no code commits since 31 May, no test suite, and ten security advisories in the year, all fixed.\n\n## Before you call either\n\n### HyperQwen\n\n1. Call http://127.0.0.1:18020/v1 with model `qwen3.8-27b` and the `VLLM_API_KEY` value, or any string if no key was set\n2. Poll `/health` before the first request. A first start downloads and prepares the model and compiles kernels, which can take over 30 minutes\n3. Declare the context window your setup uses (65,536 by default, 131,072 for `CTX=long`, 245,760 for `CTX=huge`) so the client doesn't truncate\n4. Ask the owner to set `VLLM_API_KEY` before setting `BIND=0.0.0.0`, and to front the port with a proxy that allowlists routes\n5. Treat the README's tokens-per-second figures as the project's measurements on one RTX 3090 at 250 W\n\n### TextGen\n\n1. Ask the owner to launch with `--api`. Nothing listens on port 5000 without it, and a model must be loaded first\n2. Call `http://127.0.0.1:5000/v1`. Any Host header other than localhost or 127.0.0.1 gets 400 `Invalid host header` unless `--listen` is set\n3. Send the key as `Authorization: Bearer` on OpenAI routes and as `x-api-key` on `/v1/messages`. Model loading needs the admin key\n4. Read `http://127.0.0.1:5000/docs` or `modules/api/typing.py` for parameters. `max_tokens` defaults to 512 on chat completions\n5. Run tool calls yourself. The API returns `finish_reason: \"tool_calls\"` and executes nothing on the server\n6. Use the repository name `oobabooga/textgen`. The old `text-generation-webui` URL redirects\n\n## Questions\n\n### Which is better for AI agents, HyperQwen or TextGen?\n\nHyperQwen scores 56.9 (C) on agent readiness against TextGen's 45.7 (E), and leads in 4 of 7 scored categories. TextGen leads on schema \u0026 documentation.\n\n### Can an agent call HyperQwen and TextGen without installing anything?\n\nNo hosted endpoint is listed for HyperQwen. No hosted endpoint is listed for TextGen.\n\n### Are HyperQwen and TextGen open source?\n\nYes. HyperQwen is open source (Apache-2.0). TextGen is open source (AGPL-3.0).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/hyperqwen-vs-text-generation-webui.json, and with the fewest tokens: https://www.anchorterminal.com/compare/hyperqwen-vs-text-generation-webui.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"hyperqwen\", \"b\": \"text-generation-webui\"}`. From a terminal: `anchor compare hyperqwen text-generation-webui`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/hyperqwen.json and https://www.anchorterminal.com/api/v1/tools/text-generation-webui.json\n\n## Other comparisons with HyperQwen or TextGen\n\n- [AnythingLLM vs HyperQwen](https://www.anchorterminal.com/compare/anythingllm-vs-hyperqwen.md)\n- [AnythingLLM vs TextGen](https://www.anchorterminal.com/compare/anythingllm-vs-text-generation-webui.md)\n- [Berth vs HyperQwen](https://www.anchorterminal.com/compare/berth-vs-hyperqwen.md)\n- [Berth vs TextGen](https://www.anchorterminal.com/compare/berth-vs-text-generation-webui.md)\n- [BitRun vs HyperQwen](https://www.anchorterminal.com/compare/bitrun-vs-hyperqwen.md)\n- [BitRun vs TextGen](https://www.anchorterminal.com/compare/bitrun-vs-text-generation-webui.md)\n- [Docker Model Runner vs HyperQwen](https://www.anchorterminal.com/compare/docker-model-runner-vs-hyperqwen.md)\n- [Docker Model Runner vs TextGen](https://www.anchorterminal.com/compare/docker-model-runner-vs-text-generation-webui.md)\n- [Foundry Local vs HyperQwen](https://www.anchorterminal.com/compare/foundry-local-vs-hyperqwen.md)\n- [Foundry Local vs TextGen](https://www.anchorterminal.com/compare/foundry-local-vs-text-generation-webui.md)\n- [Core vs HyperQwen](https://www.anchorterminal.com/compare/ghost-core-vs-hyperqwen.md)\n- [Core vs TextGen](https://www.anchorterminal.com/compare/ghost-core-vs-text-generation-webui.md)\n- [GPT4All vs HyperQwen](https://www.anchorterminal.com/compare/gpt4all-vs-hyperqwen.md)\n- [GPT4All vs TextGen](https://www.anchorterminal.com/compare/gpt4all-vs-text-generation-webui.md)\n- [HyperQwen vs Jan](https://www.anchorterminal.com/compare/hyperqwen-vs-jan.md)\n- [HyperQwen vs Khoj](https://www.anchorterminal.com/compare/hyperqwen-vs-khoj.md)\n- [HyperQwen vs KoboldCpp](https://www.anchorterminal.com/compare/hyperqwen-vs-koboldcpp.md)\n- [HyperQwen vs Lemonade](https://www.anchorterminal.com/compare/hyperqwen-vs-lemonade.md)\n- [HyperQwen vs llama.cpp](https://www.anchorterminal.com/compare/hyperqwen-vs-llama-cpp.md)\n- [HyperQwen vs LM Studio](https://www.anchorterminal.com/compare/hyperqwen-vs-lm-studio.md)\n- [HyperQwen vs LocalAI](https://www.anchorterminal.com/compare/hyperqwen-vs-localai.md)\n- [HyperQwen vs MLX LM](https://www.anchorterminal.com/compare/hyperqwen-vs-mlx-lm.md)\n- [HyperQwen vs Ollama](https://www.anchorterminal.com/compare/hyperqwen-vs-ollama.md)\n- [HyperQwen vs Open WebUI](https://www.anchorterminal.com/compare/hyperqwen-vs-open-webui.md)\n- [HyperQwen vs screenpipe](https://www.anchorterminal.com/compare/hyperqwen-vs-screenpipe.md)\n- [HyperQwen vs vLLM](https://www.anchorterminal.com/compare/hyperqwen-vs-vllm.md)\n- [Jan vs TextGen](https://www.anchorterminal.com/compare/jan-vs-text-generation-webui.md)\n- [Khoj vs TextGen](https://www.anchorterminal.com/compare/khoj-vs-text-generation-webui.md)\n- [KoboldCpp vs TextGen](https://www.anchorterminal.com/compare/koboldcpp-vs-text-generation-webui.md)\n- [Lemonade vs TextGen](https://www.anchorterminal.com/compare/lemonade-vs-text-generation-webui.md)\n- [llama.cpp vs TextGen](https://www.anchorterminal.com/compare/llama-cpp-vs-text-generation-webui.md)\n- [LM Studio vs TextGen](https://www.anchorterminal.com/compare/lm-studio-vs-text-generation-webui.md)\n- [LocalAI vs TextGen](https://www.anchorterminal.com/compare/localai-vs-text-generation-webui.md)\n- [MLX LM vs TextGen](https://www.anchorterminal.com/compare/mlx-lm-vs-text-generation-webui.md)\n- [Ollama vs TextGen](https://www.anchorterminal.com/compare/ollama-vs-text-generation-webui.md)\n- [Open WebUI vs TextGen](https://www.anchorterminal.com/compare/open-webui-vs-text-generation-webui.md)\n- [screenpipe vs TextGen](https://www.anchorterminal.com/compare/screenpipe-vs-text-generation-webui.md)\n- [TextGen vs vLLM](https://www.anchorterminal.com/compare/text-generation-webui-vs-vllm.md)\n- [HyperQwen vs Underdog](https://www.anchorterminal.com/compare/hyperqwen-vs-underdog.md)\n- [TextGen vs Underdog](https://www.anchorterminal.com/compare/text-generation-webui-vs-underdog.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-31", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "HyperQwen vs TextGen", "url": "" } ], "description": "HyperQwen scores 56.9 (C) to TextGen's 45.7 (E) for local inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "HyperQwen C 56.9", "TextGen E 45.7", "scores" ], "h1": "HyperQwen vs TextGen", "image": "https://www.anchorterminal.com/assets/og/compare-hyperqwen-vs-text-generation-webui.png", "path": "/compare/hyperqwen-vs-text-generation-webui", "published": "2026-10-01", "section": "tools", "title": "HyperQwen vs TextGen for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-10-30", "url": "https://www.anchorterminal.com/compare/hyperqwen-vs-text-generation-webui" }, "tokens": { "markdown": 2750, "slim": 580 }, "version": 1 }