{ "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-15", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "tool": { "slug": "bitrun", "name": "BitRun", "vendor": "Abhishek Khanra (IshekKhal on GitHub)", "vendorUrl": "https://github.com/IshekKhal", "kind": "http-api", "category": "local-ai", "summary": "BitRun is an open-source command-line runner for 1-bit and 1.58-bit ternary language models such as BitNet b1.58, Falcon3 1.58-bit and Bonsai on CPUs, with a model downloader and a local OpenAI-compatible server.", "url": "https://www.anchorterminal.com/tools/bitrun", "markdownUrl": "https://www.anchorterminal.com/tools/bitrun.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/bitrun.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/bitrun.json", "repo": "https://github.com/IshekKhal/bitrun", "license": "MIT", "transports": [ "http" ], "packages": [], "auth": "none", "authNotes": "No credential. `bitrun serve` starts a patched llama-server on 127.0.0.1 (default port 11435, changed with `--port`) and passes no `--api-key`, so any process on the machine can call it. The bind address is fixed in the code, with no flag to expose it on the network. The README's SDK example sets `api_key` to any string.", "pricing": "free", "pricingNotes": "Free under MIT with nothing to buy. Models are downloaded from Hugging Face under each model's own licence.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the source, the README or the release notes (checked 2026-10-15). Nothing is sold.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 5, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-15" }, "docsUrl": "https://github.com/IshekKhal/bitrun#readme", "capabilities": [ "inference.local", "inference.open-weights" ], "tags": [ "open-source", "local", "self-hosted", "free", "no-card", "mit", "openai-compatible", "go", "pre-1.0", "macos", "windows", "cli" ], "lastRelease": "2026-10-15", "graded": true, "anchor": { "graded": true, "score": 37.9, "grade": "F", "agentReady": false, "rank": 1018, "ranked": true, "rankOf": 1094, "categoryRank": 18, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 40, "maintenance": 59, "payments": 60, "reliability": 38, "schema": 30, "security": 28, "transparency": 50 }, "pending": [ "performance", "tasks" ], "breakdown": [ { "key": "reliability", "name": "Reliability", "weight": 16, "effectiveWeight": 20, "score": 38, "points": 7.6, "reason": "Read with the local-software lines, since BitRun runs on the owner's machine with no hosted service. Archives for macOS arm64, Linux amd64 and Windows amd64 on GitHub Releases and one-line install scripts, with supported platforms stated in the README. No package registry, no checksums published, and the shell installer appends to the user's shell profile (15). No CI workflow (the repository has no .github folder). Three Go test files cover Modelfiles, the Cockpit view and power estimates, with nothing running them in public (0). No issue or pull request has been filed in the project's three days, so there is no record to judge. We gave the middle of the scale (15). Semver-style pre-release tags with notes on each release, but no changelog file, and the v0.2.0-beta engine swap from bitnet.cpp to patched llama.cpp is described as an improvement, not a breaking change (8). Version 0.2.0-beta, not 1.0 or declared stable (0)." }, { "key": "performance", "name": "Performance", "weight": 10, "effectiveWeight": 0, "pending": true, "points": 0, "reason": "Pending. Latency is measured per call by our probes, which haven't run yet, so this run doesn't score it. Its weight is shared across the assessed categories until the first probe window closes." }, { "key": "schema", "name": "Schema \u0026 documentation", "weight": 13, "effectiveWeight": 16.25, "score": 30, "points": 4.88, "reason": "Read with the API lines, for the local server an agent calls. No spec of its own. The server is llama-server's OpenAI-compatible surface, and the README documents one route, `/v1/chat/completions`, with one curl and one Python example (3 of 25). No llms.txt or docs site. The README is Markdown readable raw on GitHub (3 of 10). The README states what each command does and which model suits which job, but nothing on when not to use the server (6). No parameter reference. The model tags are a fixed list in the README (4). Examples for curl and the OpenAI Python SDK. No error responses documented (6). Release notes per tag on GitHub, and the routes sit under `/v1` (8)." }, { "key": "ergonomics", "name": "Agent ergonomics", "weight": 13, "effectiveWeight": 16.25, "score": 40, "points": 6.5, "reason": "Read with the API lines. Output size is controlled through the OpenAI fields llama-server accepts, which BitRun doesn't document. Context windows run from 768 to 8,192 tokens by model (10). No list endpoints worth paging. One model per server process (5). Errors are whatever llama-server returns, with none documented by BitRun (5). Generation has no side effects, so a retry is safe, though nothing documents it (10). Few required parameters, a default port and a placeholder key, and OpenAI's SDKs work against it. No SDK of its own (10)." }, { "key": "security", "name": "Security \u0026 auth", "weight": 14, "effectiveWeight": 17.5, "score": 28, "points": 4.9, "reason": "Read with the tool checklist, credential model first. No API key. BitRun doesn't pass llama-server's `--api-key`, so any local process can call the server. The bind address is fixed at 127.0.0.1 with no flag to change it (5). Inference only, with no tools, file access or write actions behind the API (10). The server returns model output and fetches no outside content (10). Engine logs go to `~/.bitrun/engine.log`. The server is started with `--log-disable`, and there is no per-call log (3). No SECURITY.md, security.txt or advisories. Model files from Hugging Face and release archives are fetched with no checksum check, and the install route is `curl | sh` (0)." }, { "key": "payments", "name": "Payments \u0026 pricing", "weight": 10, "effectiveWeight": 12.5, "score": 60, "points": 7.5, "reason": "Read with the self-hosted rule. No x402, MPP or L402, and nothing is sold (0). Free under MIT with no account, key or card, so 20, 20 and 20 on the last three lines." }, { "key": "tasks", "name": "Task success", "weight": 10, "effectiveWeight": 0, "pending": true, "points": 0, "reason": "Pending. Task success needs the category task suites run through each tool, which haven't run yet, so this run doesn't score it. Its weight is shared across the assessed categories until then. A data provider's data-quality score is published on its listing now and becomes half of this category when it's scored." }, { "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7, "effectiveWeight": 8.75, "score": 59, "points": 5.16, "reason": "v0.2.0-beta on 15 October 2026 (30). Three releases in four days, 12 to 15 October 2026 (20). No issues or pull requests filed yet, so responsiveness can't be shown. Project only three days old (5). Not in the official MCP registry (no MCP server) and no SDK (0). Go 1.24 with current Bubble Tea dependencies, but no CI or dependency updates set up (4)." }, { "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7, "effectiveWeight": 8.75, "score": 50, "points": 4.38, "note": "editorial 46, provenance 53", "reason": "The editorial half. MIT, all source public, including the C++ patches (30). No privacy statement or statement of what the software sends. The Go source has no network telemetry, and the outbound calls we found are model downloads from huggingface.co on `pull` (8). No deprecation policy, and v0.2.0-beta replaced the engine within three days (0). The README's \"telemetry\" is local power and CPU readings shown on screen. Nothing says that nothing leaves the machine, and nothing needs an opt-out (8)." } ], "assessment": { "date": "2026-10-15", "basis": "public evidence", "confidence": "medium", "notes": { "ergonomics": "Read with the API lines. Output size is controlled through the OpenAI fields llama-server accepts, which BitRun doesn't document. Context windows run from 768 to 8,192 tokens by model (10). No list endpoints worth paging. One model per server process (5). Errors are whatever llama-server returns, with none documented by BitRun (5). Generation has no side effects, so a retry is safe, though nothing documents it (10). Few required parameters, a default port and a placeholder key, and OpenAI's SDKs work against it. No SDK of its own (10).", "maintenance": "v0.2.0-beta on 15 October 2026 (30). Three releases in four days, 12 to 15 October 2026 (20). No issues or pull requests filed yet, so responsiveness can't be shown. Project only three days old (5). Not in the official MCP registry (no MCP server) and no SDK (0). Go 1.24 with current Bubble Tea dependencies, but no CI or dependency updates set up (4).", "payments": "Read with the self-hosted rule. No x402, MPP or L402, and nothing is sold (0). Free under MIT with no account, key or card, so 20, 20 and 20 on the last three lines.", "reliability": "Read with the local-software lines, since BitRun runs on the owner's machine with no hosted service. Archives for macOS arm64, Linux amd64 and Windows amd64 on GitHub Releases and one-line install scripts, with supported platforms stated in the README. No package registry, no checksums published, and the shell installer appends to the user's shell profile (15). No CI workflow (the repository has no .github folder). Three Go test files cover Modelfiles, the Cockpit view and power estimates, with nothing running them in public (0). No issue or pull request has been filed in the project's three days, so there is no record to judge. We gave the middle of the scale (15). Semver-style pre-release tags with notes on each release, but no changelog file, and the v0.2.0-beta engine swap from bitnet.cpp to patched llama.cpp is described as an improvement, not a breaking change (8). Version 0.2.0-beta, not 1.0 or declared stable (0).", "schema": "Read with the API lines, for the local server an agent calls. No spec of its own. The server is llama-server's OpenAI-compatible surface, and the README documents one route, `/v1/chat/completions`, with one curl and one Python example (3 of 25). No llms.txt or docs site. The README is Markdown readable raw on GitHub (3 of 10). The README states what each command does and which model suits which job, but nothing on when not to use the server (6). No parameter reference. The model tags are a fixed list in the README (4). Examples for curl and the OpenAI Python SDK. No error responses documented (6). Release notes per tag on GitHub, and the routes sit under `/v1` (8).", "security": "Read with the tool checklist, credential model first. No API key. BitRun doesn't pass llama-server's `--api-key`, so any local process can call the server. The bind address is fixed at 127.0.0.1 with no flag to change it (5). Inference only, with no tools, file access or write actions behind the API (10). The server returns model output and fetches no outside content (10). Engine logs go to `~/.bitrun/engine.log`. The server is started with `--log-disable`, and there is no per-call log (3). No SECURITY.md, security.txt or advisories. Model files from Hugging Face and release archives are fetched with no checksum check, and the install route is `curl | sh` (0).", "transparency": "The editorial half. MIT, all source public, including the C++ patches (30). No privacy statement or statement of what the software sends. The Go source has no network telemetry, and the outbound calls we found are model downloads from huggingface.co on `pull` (8). No deprecation policy, and v0.2.0-beta replaced the engine within three days (0). The README's \"telemetry\" is local power and CPU readings shown on screen. Nothing says that nothing leaves the machine, and nothing needs an opt-out (8)." }, "sources": [ { "what": "repository README and LICENSE", "url": "https://github.com/IshekKhal/bitrun", "seen": "2026-10-15" }, { "what": "GitHub releases (v0.1.0-alpha 12 October to v0.2.0-beta 15 October 2026)", "url": "https://github.com/IshekKhal/bitrun/releases", "seen": "2026-10-15" }, { "what": "repository metadata (created 12 October 2026, 5 stars)", "url": "https://api.github.com/repos/IshekKhal/bitrun", "seen": "2026-10-15" }, { "what": "issues and pull requests (none)", "url": "https://api.github.com/repos/IshekKhal/bitrun/issues?state=all", "seen": "2026-10-15" }, { "what": "server launch, bind address and arguments", "url": "https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/engine/runner.go", "seen": "2026-10-15" }, { "what": "power estimation", "url": "https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/telemetry/power.go", "seen": "2026-10-15" }, { "what": "model downloader", "url": "https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/models/downloader.go", "seen": "2026-10-15" }, { "what": "model registry", "url": "https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/models/registry.go", "seen": "2026-10-15" }, { "what": "thread defaults", "url": "https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/hardware/cpu.go", "seen": "2026-10-15" }, { "what": "install script", "url": "https://github.com/IshekKhal/bitrun/blob/0fec65a/install.sh", "seen": "2026-10-15" }, { "what": "engine patches", "url": "https://github.com/IshekKhal/bitrun/blob/0fec65a/patches/README.md", "seen": "2026-10-15" }, { "what": "Show HN post (13 October 2026)", "url": "https://news.ycombinator.com/item?id=50077267", "seen": "2026-10-15" }, { "what": "upstream pull request #642 (open)", "url": "https://github.com/microsoft/BitNet/pull/642", "seen": "2026-10-15" }, { "what": "upstream pull request #644 (open)", "url": "https://github.com/microsoft/BitNet/pull/644", "seen": "2026-10-15" }, { "what": "author's GitHub account", "url": "https://api.github.com/users/IshekKhal", "seen": "2026-10-15" } ], "openQuestions": [ "The lead matched. BitRun by IshekKhal is a CPU runner for 1-bit and 1.58-bit models with an OpenAI-compatible API, v0.1.0-alpha on 12 October 2026. The Show HN post is dated 13 October 2026 in UTC (14 October in India, the commits' time zone).", "Judgement call on the deduction of 3 for the benchmark power figures and the resume claim. The arithmetic matches to the hundredth of a watt at the default thread counts, but we didn't run the software.", "We did not install or run BitRun. Every claim about behaviour comes from the source at commit 0fec65a, the README and the release notes.", "Which llama-server routes beyond `/v1/chat/completions` work in BitRun's patched build was not established. The patch label says b1395 while the patched ggml has recent types such as NVFP4, so the exact upstream base is unclear.", "unchecked: whether the release archives match the source, as no checksums or build provenance are published." ] }, "negative": -3, "negativeNotes": [ "Misleading claim, 15 October 2026. The README's \"Verified Hardware Benchmarks\", described as physical hardware runs, list package power of 11.70 W, 22.60 W and 8.50 W for every model on each machine, and joules per token from them. These equal the fixed estimates in power.go (2.5 + 1.15 per thread on macOS without battery data, 5.0 + 2.2 per thread on Windows, 4.5 + 2.0 per thread on Linux without RAPL) at the default thread counts of 8, 8 and 2. The README also says Windows power is measured through PPM and that `pull` resumes downloads, and the source does neither (https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/telemetry/power.go#L137-L163, https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/models/downloader.go#L57-L60, https://github.com/IshekKhal/bitrun/blob/0fec65a/README.md). Judgement call, -3." ], "verdict": "BitRun packages patched llama.cpp builds for ternary models into one download for macOS on Apple silicon, Windows and Linux, with a loopback-only OpenAI-compatible server. It is three days old with three pre-release versions, one maintainer and no CI, and its published power figures come from a fixed formula rather than measurement.", "bestFor": "A developer who wants to try ternary models on a laptop CPU behind an OpenAI-style endpoint without building bitnet.cpp.", "strengths": [ "One archive per platform (macOS arm64, Linux amd64, Windows amd64) with llama-server, so no compiler, Python or Docker is needed", "The server binds 127.0.0.1 with no flag to expose it, and works with OpenAI SDKs by changing the base URL", "A catalogue of six ternary and compact models, 79 MB to 2.08 GB, pulled from their Hugging Face repositories by tag", "MIT licence, and no network telemetry found in the Go source. Outbound calls are model downloads on `pull`" ], "weaknesses": [ "First released on 12 October 2026. Three pre-release versions in four days, one maintainer and no CI workflow", "The README's package power and joules-per-token figures match a fixed per-thread formula in the code, not a counter reading", "No API key option, so any local process can call the server, and model downloads and the installer verify no checksum", "The server documentation covers one route, `/v1/chat/completions`, with no error responses, OpenAPI file or llms.txt", "Context windows of the catalogue models run from 768 to 8,192 tokens, and one server process serves one model" ], "agentNotes": [ "Ask the user to install BitRun and run `bitrun pull \u003ctag\u003e` and `bitrun serve \u003ctag\u003e` first. Then call http://127.0.0.1:11435/v1 with any API key string", "Poll `/health` before the first request. The server loads the model in the background and answers only when ready", "Use a model tag from the catalogue (bitnet-70m, bonsai-1.7b, falcon3-1b, bitnet-2b, falcon3-3b, bonsai-8b) and keep prompts within its context window", "Treat the README's energy figures as estimates, and don't report them as measured power", "Expect small research checkpoints. Check outputs before relying on them for code or facts" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "F", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 37.9 } ], "editorialScores": { "ergonomics": 40, "maintenance": 59, "payments": 60, "reliability": 38, "schema": 30, "security": 28, "transparency": 46 }, "provenanceScore": 53 }, "connect": { "install": "curl -fsSL https://raw.githubusercontent.com/IshekKhal/bitrun/main/install.sh | sh\nbitrun pull falcon3-1b\nbitrun serve falcon3-1b --port 11435", "http": "curl -s http://127.0.0.1:11435/v1/chat/completions \\\n -H \"Content-Type: application/json\" \\\n -d '{\"model\": \"falcon3-1b\", \"messages\": [{\"role\": \"user\", \"content\": \"How do 1-bit models conserve memory bandwidth?\"}], \"temperature\": 0.2}'" }, "letme": { "capability": "https://letme.dev/inference.local", "tool": "https://letme.dev/bitrun" }, "notable": [ "v0.1.0-alpha was published on GitHub on 12 October 2026, the day the repository was created. v0.1.1-alpha followed on 14 October and v0.2.0-beta on 15 October (https://github.com/IshekKhal/bitrun/releases)", "A Show HN post, \"BitRun – Run 1-bit LLMs on CPU at 98T/s without compiling\", went up on 13 October 2026 at 19:28 UTC (https://news.ycombinator.com/item?id=50077267)", "`bitrun serve` starts a llama-server built from a patched llama.cpp, so the API is llama-server's OpenAI-compatible surface, of which the README documents `/v1/chat/completions` (https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/engine/runner.go)", "The power and energy-per-token figures in the README's benchmark tables match a fixed formula in the code (2.5 W plus 1.15 W a thread on macOS without battery data, 5.0 W plus 2.2 W a thread on Windows), not a counter reading (https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/telemetry/power.go#L137-L163)", "The README says `bitrun pull` resumes downloads. The downloader sends a plain GET with no Range header and verifies no checksum (https://github.com/IshekKhal/bitrun/blob/0fec65a/pkg/models/downloader.go#L57-L60)", "The author's two upstream pull requests to microsoft/BitNet, #642 and #644 of 12 October 2026, were open and unmerged on 15 October 2026 (https://github.com/microsoft/BitNet/pull/642)" ], "area": "models", "details": [ { "label": "Surface listed", "value": "BitRun v0.2.0-beta, its CLI and the local OpenAI-compatible server started by `bitrun serve`, read from the repository at commit 0fec65a, the README and the release notes on 15 October 2026. Nothing was installed or run" }, { "label": "Interfaces", "value": "CLI commands cockpit, run, bench, pull, serve, list, create and hardware. `serve` starts a patched llama-server on 127.0.0.1:11435. No MCP server and no SDK of its own" }, { "label": "Models", "value": "bitnet-70m (Q8_0, 79 MB, 768 tokens), bonsai-1.7b (Q1_0, 237 MB, 2,048), falcon3-1b (I2_S, 1.30 GB, 4,096), bitnet-2b (I2_S, 1.13 GB, 2,048), falcon3-3b (I2_S, 2.07 GB, 4,096) and bonsai-8b (PQ2_0, 2.08 GB, 8,192), per the README. Custom personas come from Modelfiles over these" }, { "label": "Engine", "value": "Statically linked llama-cli, llama-server and llama-quantize from llama.cpp with BitRun's patches for I2_S and Prism group-128 types, ARM NEON dot-product kernels and squared ReLU. Earlier versions patched Microsoft's bitnet.cpp" }, { "label": "Platforms", "value": "Release archives for macOS arm64, Linux amd64 and Windows amd64. No Intel macOS or Linux arm64 archive" }, { "label": "Hardware", "value": "CPU only (`-ngl 0`). Threads default to the number of cores less two, capped at eight" }, { "label": "Network", "value": "Model downloads from huggingface.co on `pull`, and the install scripts fetch from GitHub. No other outbound call found in the Go source" }, { "label": "Telemetry", "value": "\"Telemetry\" in the README means local CPU and power readings shown on screen. On macOS it reads battery power through `ioreg` and otherwise estimates, on Linux it reads RAPL counters when present, and on Windows it estimates" }, { "label": "Vendor benchmarks", "value": "The README reports 72.8 tokens a second generation for falcon3-1b and 31.6 for bitnet-2b on an M4 Pro CPU (vendor figures). The v0.1.x notes gave 98.6 and 49.3 for the same models on the same chip" }, { "label": "Releases", "value": "v0.1.0-alpha (12 October 2026), v0.1.1-alpha (14 October), v0.2.0-beta (15 October). 13 commits" }, { "label": "Show HN", "value": "Posted 13 October 2026 at 19:28 UTC, 2 points and no comments when read on 15 October" } ], "provenance": { "legalEntity": "Abhishek Khanra (IshekKhal on GitHub)", "domain": "", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/IshekKhal/bitrun/releases", "securityTxt": "none", "checked": "2026-10-15", "notes": [ "The project has no website. The GitHub account IshekKhal (created 17 December 2024) gives the name Abhishek Khanra, and the licence reads Copyright (c) 2026 Abhishek. The Show HN post was made by the HN account ishekofficial.", "No terms, privacy policy, SECURITY.md or security.txt. The repository has no .github folder.", "The software runs on the owner's machine, so there is no vendor endpoint or status page to check." ], "score": 53, "checks": [ { "check": "Legal entity named", "value": "Abhishek Khanra (IshekKhal on GitHub)", "points": 20, "max": 20, "state": "ok" }, { "check": "Domain age", "value": ", no registry record we could read", "points": 0, "max": 15, "state": "no" }, { "check": "Endpoint on the vendor's domain", "value": "no hosted endpoint", "points": 0, "max": 0, "state": "na" }, { "check": "Terms of service", "value": "nothing hosted, so the MIT licence stands in", "points": 10, "max": 10, "state": "ok" }, { "check": "Privacy policy", "value": "nothing hosted, not scored", "points": 0, "max": 0, "state": "na" }, { "check": "Status page", "value": "not found", "points": 0, "max": 10, "state": "no" }, { "check": "Changelog", "value": "published", "points": 10, "max": 10, "state": "ok" }, { "check": "security.txt", "value": "not found", "points": 0, "max": 10, "state": "no" } ] }, "pageJsonUrl": "https://www.anchorterminal.com/tools/bitrun.json" } }