{ "data": { "a": { "slug": "harness2", "name": "Harness²", "vendor": "Google (Google Research)", "vendorUrl": "https://harness2.github.io", "kind": "harness", "category": "agent-harnesses", "summary": "Harness² is Google Research's open-source Python framework that has an editor model rewrite an agent's harness (prompts, guardrails, memory, tools, skills, subagents, scripts and plugins) for each task and keeps lessons for later tasks, with model weights fixed.", "url": "https://www.anchorterminal.com/tools/harness2", "markdownUrl": "https://www.anchorterminal.com/tools/harness2.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/harness2.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/harness2.json", "dns": "harness2.grade.anchorterminal.com", "repo": "https://github.com/google-research/harness2", "license": "Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).", "transports": [], "packages": [], "auth": "none", "authNotes": "No Harness² account or key. Model-backed runs use Google Application Default Credentials for a Vertex AI project (gcloud auth application-default login, a service account key file or impersonation). The optional Codex bridge generates its own local access key.", "pricing": "free", "pricingNotes": "Free under Apache-2.0, with nothing to buy. Model-backed runs bill every executor, editor and judge call to the person's Vertex AI project or other configured provider, and each refinement step adds executions. The local demo needs no credentials.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README, docs or source (checked 2026-10-18). The software has nothing to buy.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 4200, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-18" }, "docsUrl": "https://github.com/google-research/harness2/tree/main/docs", "capabilities": [ "agent.harness" ], "tags": [ "open-source", "apache-2.0", "local", "self-hosted", "free", "python", "cli", "linux" ], "lastRelease": "2026-10-08", "graded": true, "anchor": { "graded": true, "score": 42, "grade": "E", "agentReady": false, "rank": 1272, "ranked": true, "rankOf": 1486, "categoryRank": 51, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 59, "maintenance": 36, "payments": 40, "reliability": 20, "schema": 51, "security": 44, "transparency": 49 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-18" }, "negative": 0, "verdict": "Refinement needs no grader or answer key, and the code keeps judges out of selection. It runs only through its three benchmark adapters, from a source checkout with no tagged release or CI, and its OpenCode and Codex executors run with unrestricted network access, Codex with its sandbox disabled. The benchmark gains are the authors' claims.", "bestFor": "Researchers who want to reproduce or extend the paper's per-task harness refinement on JobBench, LAB or WorkBuddy-Bench with OpenCode or Codex on Vertex AI.", "strengths": [ "Refining a harness needs no grader, rubric or answer key. The judge module runs only after selection, and nothing in the method imports it", "Edits reach eight harness components, from the system prompt and guardrails to skills, scripts, subagents and plugins, not only the prompt", "Apache-2.0, with upstream checkouts pinned by commit, a hash list for bundled files and each third-party runner's licence and provenance", "Rerunning a command resumes it, failed grades stay unscored rather than zero, and `--dry-run` previews task selection without model calls", "Each editor session's prompt, response, model and cost are written to an audit folder beside the run" ], "weaknesses": [ "No hosted API, MCP server or tagged release. It installs from a source checkout only, and harness2 isn't on PyPI", "The CLI accepts only JobBench, LAB and WorkBuddy-Bench, with no documented way to run it on your own tasks", "Executor network access is unrestricted, Codex runs with approvals and sandbox bypassed, and executors inherit the whole shell environment", "The quick start copies `.env.example`, which the repository doesn't contain, and no .gitignore keeps a filled-in .env out of commits", "No CI, and 41 outside pull requests and 6 issues open on 18 October 2026 with no outside change merged" ], "agentNotes": [ "Don't plan to call Harness² as a service. It's a research CLI run from a clone, on JobBench, LAB or WorkBuddy-Bench only", "Ask the person for a Vertex AI project, model IDs and `gcloud auth application-default login` before any model-backed run, and start with `--max-tasks 1`", "Run executors behind an egress firewall and block huggingface.co and github.com after setup, as the docs advise, so rubrics can't be fetched", "Write .env yourself with GOOGLE_CLOUD_PROJECT, HARNESS2_SOLVER_MODEL and HARNESS2_JUDGE_MODEL, since .env.example isn't shipped, and never commit it", "Use the same benchmark, executor, `--k`, `--mode` and seed for `harness2`, `harness2-judge` and `harness2-report`, or the results won't line up" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 4, "avgRating": 2.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "E", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 42 } ], "editorialScores": { "ergonomics": 59, "maintenance": 36, "payments": 40, "reliability": 20, "schema": 51, "security": 44, "transparency": 48 }, "provenanceScore": 50, "checked": { "categories": { "ergonomics": "2026-10-18", "maintenance": "2026-10-18", "payments": "2026-10-18", "reliability": "2026-10-18", "schema": "2026-10-18", "security": "2026-10-18", "transparency": "2026-10-18" }, "last": "2026-10-18", "lastMoved": "2026-10-27", "oldest": "2026-10-18", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "git clone https://github.com/google-research/harness2.git \u0026\u0026 cd harness2 \u0026\u0026 uv venv --python 3.12 .venv \u0026\u0026 source .venv/bin/activate \u0026\u0026 uv pip install -e '.[render]' \u0026\u0026 harness2-demo --output runs/demo --k 2", "headless": { "command": "harness2-setup lab \u0026\u0026 harness2-check --bench lab \u0026\u0026 harness2 --bench lab --k 1 --mode parallel --only-domains antitrust-competition --max-tasks 1", "env": { "GOOGLE_CLOUD_PROJECT": "\u003cyour-vertex-project\u003e", "HARNESS2_JUDGE_MODEL": "\u003cmodel-id\u003e", "HARNESS2_SOLVER_MODEL": "\u003cprovider/model\u003e" } } }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/harness2" }, "area": "frameworks", "provenance": { "legalEntity": "Google LLC", "domain": "harness2.github.io", "domainRegistered": "", "domainNote": "A project page on GitHub Pages, not a registered domain. The code is in the google-research organisation on GitHub.", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "", "securityTxt": "none", "checked": "2026-10-18", "notes": [ "LICENSE is Apache-2.0, and pyproject.toml and every source file name Google LLC. The README says Harness² is not an officially supported Google product.", "No terms or privacy policy govern the package or the project page. Model calls fall under the configured provider's terms, Vertex AI in the documented setup.", "The repository has no SECURITY.md, and harness2.github.io/.well-known/security.txt returns 404. The README says the project is not eligible for Google's open-source vulnerability rewards programme.", "No changelog, tags or GitHub releases. The version is 0.1.0 in pyproject.toml.", "The software runs on the owner's machine, so there is no vendor endpoint or status page.", "The project page has no robots.txt and carries a noindex, nofollow robots meta tag. It was read once as a public page." ], "score": 50 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/harness2.json", "live": { "slug": "harness2", "githubStars": 22938, "securityTxt": { "url": "https://harness2.github.io/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T15:59:54.53290748Z" }, "domain": { "domain": "github.io", "checkedAt": "2026-11-01T14:18:40.30630652Z" }, "github": { "repo": "google-research/harness2", "checkedAt": "2026-11-02T08:51:52.491406601Z", "stars": 21980, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-02T02:17:27Z", "openIssues": 36, "openPRs": 103, "issuesOpened90d": 41, "issuesClosed90d": 5, "prsMerged90d": 17, "replies": { "sampled": 25, "unanswered": 23, "medianDays": 12.1 } }, "updatedAt": "2026-11-07T15:59:54.53290748Z" } }, "answer": "T3 Code scores 51.9 (D) on agent readiness against Harness²'s 42 (E), and leads in 6 of 7 scored categories. Harness² leads on security \u0026 auth.", "b": { "slug": "t3-code", "name": "T3 Code", "vendor": "T3 Tools Inc.", "vendorUrl": "https://t3.codes", "kind": "harness", "category": "agent-harnesses", "summary": "T3 Code is an open-source control surface for the coding agents on your machine, Claude Code, Codex, Cursor, Grok Build, OpenCode, Antigravity and fx, from desktop, web and iOS and Android apps.", "url": "https://www.anchorterminal.com/tools/t3-code", "markdownUrl": "https://www.anchorterminal.com/tools/t3-code.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/t3-code.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/t3-code.json", "dns": "t3-code.grade.anchorterminal.com", "repo": "https://github.com/pingdotgg/t3code", "license": "MIT", "transports": [], "packages": [], "auth": "none", "pricing": "free", "pricingNotes": "Free and open source. You pay for the coding agents it runs, through your own subscriptions or API keys (checked 2026-11-07).", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No payment protocol in the repository or README (checked 2026-11-07).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-07" }, "docsUrl": "https://github.com/pingdotgg/t3code/tree/main/docs", "capabilities": [ "agent.harness", "agent.multi-agent" ], "tags": [ "open-source", "mit", "desktop-app", "mobile", "telemetry", "new" ], "lastRelease": "2026-11-06", "graded": true, "anchor": { "graded": true, "score": 51.9, "grade": "D", "agentReady": false, "rank": 1002, "ranked": true, "rankOf": 1486, "categoryRank": 40, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 60, "maintenance": 75, "payments": 60, "reliability": 43, "schema": 55, "security": 35, "transparency": 51 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "low", "date": "2026-11-07" }, "negative": 0, "verdict": "A fast-moving open-source way to run and steer several coding agents from desktop, browser or phone, using the subscriptions you already have. It's pre-1.0, and it sends usage data by default, including hashed identifiers for your OpenAI and Claude accounts, with the opt-out documented outside the README.", "bestFor": "Developers who want one app, including on their phone, to drive several coding agents they already pay for.", "strengths": [ "Controls Claude Code, Codex, Cursor, Grok Build, OpenCode, Antigravity and fx with your existing subscriptions", "iOS and Android apps to steer agents running on your machine", "Managed policies for teams, including turning telemetry off", "MIT, with active CI and daily nightlies" ], "weaknesses": [ "Usage data on by default, with hashed OpenAI and Claude account identifiers, and relay traces to Axiom", "The telemetry opt-out is in the docs, not the README", "Pre-1.0, at 0.1.7 stable", "Installs with curl piped to sh" ], "agentNotes": [ "Set T3CODE_TELEMETRY_ENABLED=false before starting the server if you don't want usage events sent", "Install and log in to at least one provider CLI first, such as codex login or claude auth login", "Use a managed policy to fix settings across a team" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "low", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 51.9 } ], "editorialScores": { "ergonomics": 60, "maintenance": 75, "payments": 60, "reliability": 43, "schema": 55, "security": 35, "transparency": 62 }, "provenanceScore": 40, "checked": { "categories": { "ergonomics": "2026-11-07", "maintenance": "2026-11-07", "payments": "2026-11-07", "reliability": "2026-11-07", "schema": "2026-11-07", "security": "2026-11-07", "transparency": "2026-11-07" }, "last": "2026-11-07", "oldest": "2026-11-07", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "curl -fsSL https://t3.codes/install.sh | sh" }, "letme": { "capability": "https://letme.dev/agent.harness", "tool": "https://letme.dev/t3-code" }, "area": "frameworks", "provenance": { "legalEntity": "T3 Tools Inc.", "domain": "t3.codes", "domainRegistered": "", "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "", "securityTxt": "none", "checked": "2026-11-07", "notes": [ "The licence names T3 Tools Inc.. The repository is github.com/pingdotgg/t3code." ], "score": 40 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/t3-code.json", "live": { "slug": "t3-code", "securityTxt": { "url": "https://t3.codes/.well-known/security.txt", "state": "valid", "expires": "2027-11-07T09:42:17.281Z", "checkedAt": "2026-11-07T16:01:55.404622007Z" }, "updatedAt": "2026-11-07T16:01:55.404622007Z" } }, "edges": [ { "by": 39, "category": "maintenance", "leads": "t3-code", "name": "Maintenance \u0026 community", "reasons": { "a": "0.1.0, first committed on 8 October 2026, with a README fix on 13 October (30). No tags, releases or dated changelog entries (0). 42 pull requests (41 from outside contributors, one from Dependabot) and 6 issues open on 18 October, against one pull request and no issues closed. No outside change is on main, which has three commits by the authors, and reply times couldn't be read (3 of 25). Not on PyPI and no SDK (0). No CI. Dependencies are pinned by version and upstream checkouts by commit, a ruff configuration is in pyproject.toml, and Dependabot's litellm bump of 8 October is still open (3 of 10). 36 in all.", "b": "Commits and nightly tags on 6 November 2026 (30). More than three releases in 90 days (20). GitHub issues and pull requests weren't read (GitHub's pages refuse these sessions), so that line is scored absent (0). Current official apps and install script (15). CI on push (10). 30 + 20 + 0 + 15 + 10 = 75." }, "scores": { "a": 36, "b": 75 } }, { "by": 23, "category": "reliability", "leads": "t3-code", "name": "Reliability", "reasons": { "a": "Local-package reading. Not on PyPI (the release feed for harness2 answers 404). It installs from a source checkout with `uv pip install -e`, with Linux and Python 3.12 stated (the package allows 3.13), plus Node.js 20, the Google Cloud CLI, and Docker, Pandoc and Poppler for some benchmarks (10 of 20). No CI workflow in the repository. tests/test_workflow.py holds five unit tests over the deterministic demo, which needs no credentials (5 of 25). Six issues and 42 pull requests were open on 18 October, the pull requests mostly fixes by their titles, such as the missing .env.example, report failures, seeds lost between refinement and grading, and resume. None is merged and no issue is closed. Issue text and replies couldn't be read (5 of 25). No tags or changelog (0). Version 0.1.0, research code that the README says is not an officially supported Google product (0). 20 in all.", "b": "Local software. An install script and desktop and mobile apps from the vendor (20). ci.yml and windows-tests.yml run on the repository; pass state not read (15). GitHub issues and pull requests weren't read (GitHub's pages refuse these sessions), so that line is scored absent (0). Stable tags v0.1.5 to v0.1.7 with many nightlies, no changelog file (8). Version 0.1.7 (0). 20 + 15 + 0 + 8 + 0 = 43." }, "scores": { "a": 20, "b": 43 } }, { "by": 20, "category": "payments", "leads": "t3-code", "name": "Payments \u0026 pricing", "reasons": { "a": "No payment protocol (0). Read with the self-hosted rule, as for the other harnesses. Free under Apache-2.0 with nothing to buy (20). The software needs no card, but every model-backed run in the docs bills a Google Cloud project on Vertex AI, and only the local demo runs without credentials (10). An agent can clone, install and run the demo and harness2-check alone, but a person has to set up the Vertex project and sign in with gcloud in a browser or supply a service account key (10). 40 in all.", "b": "Free self-hosted software with nothing to buy, so 0 for a protocol and 20 each for public pricing, a free tier and onboarding with no sign-up, 60." }, "scores": { "a": 40, "b": 60 } }, { "by": 9, "category": "security", "leads": "harness2", "name": "Security \u0026 auth", "reasons": { "a": "Harness reading of the framework checklist, as for the other harnesses. 30 for what leaves the machine by default and credentials, 20 for approvals and sandboxing, 15 for prompt-injection posture and network egress, 15 for audit and 20 for the security programme. No telemetry found in the Harness² source, and the WorkBuddy OpenCode configs turn OpenCode's telemetry, auto-update and sharing off. Credentials are Google Application Default Credentials, and the Codex bridge binds 127.0.0.1 by default with a generated key stored with mode 0600. Against that, executors inherit the whole shell environment (the editor channel drops only five Anthropic variables), and no .gitignore keeps a filled-in .env out of commits (20). Codex runs with `--dangerously-bypass-approvals-and-sandbox`, the Claude CLI editor channel with `--dangerously-skip-permissions`, and the WorkBuddy OpenCode preset allows every tool, with only OpenCode's directory fence and WorkBuddy's containers as limits. The README and setup guide say so (4). Executor network access is unrestricted by default. The docs name the hosts to block and report a Codex rollout that fetched its rubric unprompted, but give no guidance on instructions inside task documents (5). Each editor call's prompt, system text, response, model and cost are saved to an audit folder, with trajectories and adopted harnesses under runs/ (13). No SECURITY.md or security.txt and no advisories, and the README says the project is outside Google's open-source vulnerability rewards programme (2). 44 in all.", "b": "Harness reading. Product usage events go by default to ingest.t3.codes and PostHog, with hashed identifiers for your T3 Connect, OpenAI and Claude accounts, and relay traces to Axiom, which can include machine names and error text. Off with T3CODE_TELEMETRY_ENABLED=false or a managed policy. Disclosed in docs/user/telemetry.md, not the README (10 of 30). Permission modes and managed policies (12 of 20). No prompt-injection guidance (5). No audit log (5). No security policy file found (3). 10 + 12 + 5 + 5 + 3 = 35." }, "scores": { "a": 44, "b": 35 } } ], "facts": [ { "a": "Agent harness", "b": "Agent harness", "name": "Kind" }, { "a": "Google (Google Research)", "b": "T3 Tools Inc.", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "", "b": "", "name": "Transports" }, { "a": "None", "b": "None", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).", "b": "MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "no", "name": "llms.txt" }, { "a": "2026-10-08", "b": "2026-11-06", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no document linked", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "4.2k stars", "b": "none", "name": "Popularity" }, { "a": "2.5/5 (4)", "b": "none", "name": "Agent reviews" } ], "faq": [ { "answer": "T3 Code scores 51.9 (D) on agent readiness against Harness²'s 42 (E), and leads in 6 of 7 scored categories. Harness² leads on security \u0026 auth.", "question": "Which is better for AI agents, Harness² or T3 Code?" }, { "answer": "Yes. Harness² is open source (Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).). T3 Code is open source (MIT).", "question": "Are Harness² and T3 Code open source?" } ], "goodFor": [ { "aheadOn": [ "Security \u0026 auth, 44 against 35" ], "also": null, "goodFor": "Researchers who want to reproduce or extend the paper's per-task harness refinement on JobBench, LAB or WorkBuddy-Bench with OpenCode or Codex on Vertex AI.", "slug": "harness2", "watchFor": "No hosted API, MCP server or tagged release. It installs from a source checkout only, and harness2 isn't on PyPI" }, { "aheadOn": [ "Reliability, 43 against 20", "Payments \u0026 pricing, 60 against 40", "Maintenance \u0026 community, 75 against 36" ], "also": null, "goodFor": "Developers who want one app, including on their phone, to drive several coding agents they already pay for.", "slug": "t3-code", "watchFor": "Usage data on by default, with hashed OpenAI and Claude account identifiers, and relay traces to Axiom" } ], "history": { "harness2": [ { "causes": [ "method" ], "date": "2026-10-27", "delta": 0.4, "from": 41.6, "fromGrade": "E", "to": 42, "toGrade": "E" } ], "t3-code": null }, "job": { "capability": "agent.harness", "name": "Agent harnesses" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agent-zero-vs-harness2.json", "title": "Agent Zero vs Harness²", "url": "https://www.anchorterminal.com/compare/agent-zero-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/agent-zero-vs-t3-code.json", "title": "Agent Zero vs T3 Code", "url": "https://www.anchorterminal.com/compare/agent-zero-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-harness2.json", "title": "Aider vs Harness²", "url": "https://www.anchorterminal.com/compare/aider-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/aider-vs-t3-code.json", "title": "Aider vs T3 Code", "url": "https://www.anchorterminal.com/compare/aider-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-harness2.json", "title": "Amp vs Harness²", "url": "https://www.anchorterminal.com/compare/amp-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/amp-vs-t3-code.json", "title": "Amp vs T3 Code", "url": "https://www.anchorterminal.com/compare/amp-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-harness2.json", "title": "Antigravity CLI vs Harness²", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-t3-code.json", "title": "Antigravity CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/auggie-vs-harness2.json", "title": "Auggie CLI vs Harness²", "url": "https://www.anchorterminal.com/compare/auggie-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/auggie-vs-t3-code.json", "title": "Auggie CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/auggie-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/axlr-vs-harness2.json", "title": "AXLR vs Harness²", "url": "https://www.anchorterminal.com/compare/axlr-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/axlr-vs-t3-code.json", "title": "AXLR vs T3 Code", "url": "https://www.anchorterminal.com/compare/axlr-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-harness2.json", "title": "Claude Code vs Harness²", "url": "https://www.anchorterminal.com/compare/claude-code-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/claude-code-vs-t3-code.json", "title": "Claude Code vs T3 Code", "url": "https://www.anchorterminal.com/compare/claude-code-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-harness2.json", "title": "Cline vs Harness²", "url": "https://www.anchorterminal.com/compare/cline-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/cline-vs-t3-code.json", "title": "Cline vs T3 Code", "url": "https://www.anchorterminal.com/compare/cline-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/conductor-vs-harness2.json", "title": "Conductor vs Harness²", "url": "https://www.anchorterminal.com/compare/conductor-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/conductor-vs-t3-code.json", "title": "Conductor vs T3 Code", "url": "https://www.anchorterminal.com/compare/conductor-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/crush-vs-harness2.json", "title": "Crush vs Harness²", "url": "https://www.anchorterminal.com/compare/crush-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/crush-vs-t3-code.json", "title": "Crush vs T3 Code", "url": "https://www.anchorterminal.com/compare/crush-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-harness2.json", "title": "Cursor CLI vs Harness²", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-t3-code.json", "title": "Cursor CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/deepseek-harness-vs-harness2.json", "title": "DeepSeek Harness (dsh) vs Harness²", "url": "https://www.anchorterminal.com/compare/deepseek-harness-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/deepseek-harness-vs-t3-code.json", "title": "DeepSeek Harness (dsh) vs T3 Code", "url": "https://www.anchorterminal.com/compare/deepseek-harness-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-harness2.json", "title": "dsh-superagent (DeepSeek) vs Harness²", "url": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-t3-code.json", "title": "dsh-superagent (DeepSeek) vs T3 Code", "url": "https://www.anchorterminal.com/compare/deepseek-superagent-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-harness2.json", "title": "Devin vs Harness²", "url": "https://www.anchorterminal.com/compare/devin-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/devin-vs-t3-code.json", "title": "Devin vs T3 Code", "url": "https://www.anchorterminal.com/compare/devin-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-harness2.json", "title": "Droid CLI vs Harness²", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/droid-cli-vs-t3-code.json", "title": "Droid CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/droid-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/earendil-pi-vs-harness2.json", "title": "Pi vs Harness²", "url": "https://www.anchorterminal.com/compare/earendil-pi-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/earendil-pi-vs-t3-code.json", "title": "Pi vs T3 Code", "url": "https://www.anchorterminal.com/compare/earendil-pi-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/emdash-vs-harness2.json", "title": "Emdash vs Harness²", "url": "https://www.anchorterminal.com/compare/emdash-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/emdash-vs-t3-code.json", "title": "Emdash vs T3 Code", "url": "https://www.anchorterminal.com/compare/emdash-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-harness2.json", "title": "Gemini CLI vs Harness²", "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-t3-code.json", "title": "Gemini CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness2.json", "title": "GitHub Copilot CLI vs Harness²", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-t3-code.json", "title": "GitHub Copilot CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/goose-vs-harness2.json", "title": "goose vs Harness²", "url": "https://www.anchorterminal.com/compare/goose-vs-harness2" }, { "json": "https://www.anchorterminal.com/compare/goose-vs-t3-code.json", "title": "goose vs T3 Code", "url": "https://www.anchorterminal.com/compare/goose-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-harnessrouter.json", "title": "Harness² vs HarnessRouter", "url": "https://www.anchorterminal.com/compare/harness2-vs-harnessrouter" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-jules.json", "title": "Harness² vs Jules", "url": "https://www.anchorterminal.com/compare/harness2-vs-jules" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-junie.json", "title": "Harness² vs Junie CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-junie" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-kilo-code-cli.json", "title": "Harness² vs Kilo Code CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-kilo-code-cli" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-kimi-code-cli.json", "title": "Harness² vs Kimi Code CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-kimi-code-cli" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-kiro-cli.json", "title": "Harness² vs Kiro CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-kiro-cli" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-letta.json", "title": "Harness² vs Letta", "url": "https://www.anchorterminal.com/compare/harness2-vs-letta" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-mini-swe-agent.json", "title": "Harness² vs mini-swe-agent", "url": "https://www.anchorterminal.com/compare/harness2-vs-mini-swe-agent" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-minimax-code.json", "title": "Harness² vs MiniMax Code", "url": "https://www.anchorterminal.com/compare/harness2-vs-minimax-code" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-mistral-vibe-cli.json", "title": "Harness² vs Mistral Vibe CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-mistral-vibe-cli" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-muse-code.json", "title": "Harness² vs Muse Code", "url": "https://www.anchorterminal.com/compare/harness2-vs-muse-code" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-openai-agents-api.json", "title": "Harness² vs OpenAI Agents API", "url": "https://www.anchorterminal.com/compare/harness2-vs-openai-agents-api" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-openai-codex.json", "title": "Harness² vs OpenAI Codex", "url": "https://www.anchorterminal.com/compare/harness2-vs-openai-codex" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-opencode.json", "title": "Harness² vs OpenCode", "url": "https://www.anchorterminal.com/compare/harness2-vs-opencode" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-openhands.json", "title": "Harness² vs OpenHands", "url": "https://www.anchorterminal.com/compare/harness2-vs-openhands" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-openmausbot.json", "title": "Harness² vs OpenMausBot", "url": "https://www.anchorterminal.com/compare/harness2-vs-openmausbot" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-orca.json", "title": "Harness² vs Orca", "url": "https://www.anchorterminal.com/compare/harness2-vs-orca" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-paseo.json", "title": "Harness² vs Paseo", "url": "https://www.anchorterminal.com/compare/harness2-vs-paseo" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-prime-agent.json", "title": "Harness² vs Prime Agent", "url": "https://www.anchorterminal.com/compare/harness2-vs-prime-agent" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-qoder-cli.json", "title": "Harness² vs Qoder CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-qoder-cli" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-qwen-code.json", "title": "Harness² vs Qwen Code", "url": "https://www.anchorterminal.com/compare/harness2-vs-qwen-code" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-reflection-mirror.json", "title": "Harness² vs Mirror CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-reflection-mirror" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli.json", "title": "Harness² vs Rovo Dev CLI", "url": "https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-sculptor.json", "title": "Harness² vs Sculptor", "url": "https://www.anchorterminal.com/compare/harness2-vs-sculptor" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-traycer.json", "title": "Harness² vs Traycer", "url": "https://www.anchorterminal.com/compare/harness2-vs-traycer" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-unstoppable.json", "title": "Harness² vs Unstoppable", "url": "https://www.anchorterminal.com/compare/harness2-vs-unstoppable" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-verdent.json", "title": "Harness² vs Verdent", "url": "https://www.anchorterminal.com/compare/harness2-vs-verdent" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-vibe-trading.json", "title": "Harness² vs Vibe-Trading", "url": "https://www.anchorterminal.com/compare/harness2-vs-vibe-trading" }, { "json": "https://www.anchorterminal.com/compare/harness2-vs-warp.json", "title": "Harness² vs Warp (Warp Agent CLI and the Oz Agent API)", "url": "https://www.anchorterminal.com/compare/harness2-vs-warp" }, { "json": "https://www.anchorterminal.com/compare/harnessrouter-vs-t3-code.json", "title": "HarnessRouter vs T3 Code", "url": "https://www.anchorterminal.com/compare/harnessrouter-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/jules-vs-t3-code.json", "title": "Jules vs T3 Code", "url": "https://www.anchorterminal.com/compare/jules-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/junie-vs-t3-code.json", "title": "Junie CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/junie-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/kilo-code-cli-vs-t3-code.json", "title": "Kilo Code CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/kilo-code-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/kimi-code-cli-vs-t3-code.json", "title": "Kimi Code CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/kimi-code-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-t3-code.json", "title": "Kiro CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/letta-vs-t3-code.json", "title": "Letta vs T3 Code", "url": "https://www.anchorterminal.com/compare/letta-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/mini-swe-agent-vs-t3-code.json", "title": "mini-swe-agent vs T3 Code", "url": "https://www.anchorterminal.com/compare/mini-swe-agent-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/minimax-code-vs-t3-code.json", "title": "MiniMax Code vs T3 Code", "url": "https://www.anchorterminal.com/compare/minimax-code-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-t3-code.json", "title": "Mistral Vibe CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/muse-code-vs-t3-code.json", "title": "Muse Code vs T3 Code", "url": "https://www.anchorterminal.com/compare/muse-code-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/openai-agents-api-vs-t3-code.json", "title": "OpenAI Agents API vs T3 Code", "url": "https://www.anchorterminal.com/compare/openai-agents-api-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/openai-codex-vs-t3-code.json", "title": "OpenAI Codex vs T3 Code", "url": "https://www.anchorterminal.com/compare/openai-codex-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/opencode-vs-t3-code.json", "title": "OpenCode vs T3 Code", "url": "https://www.anchorterminal.com/compare/opencode-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/openhands-vs-t3-code.json", "title": "OpenHands vs T3 Code", "url": "https://www.anchorterminal.com/compare/openhands-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/orca-vs-t3-code.json", "title": "Orca vs T3 Code", "url": "https://www.anchorterminal.com/compare/orca-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/paseo-vs-t3-code.json", "title": "Paseo vs T3 Code", "url": "https://www.anchorterminal.com/compare/paseo-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/prime-agent-vs-t3-code.json", "title": "Prime Agent vs T3 Code", "url": "https://www.anchorterminal.com/compare/prime-agent-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/qoder-cli-vs-t3-code.json", "title": "Qoder CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/qoder-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/qwen-code-vs-t3-code.json", "title": "Qwen Code vs T3 Code", "url": "https://www.anchorterminal.com/compare/qwen-code-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/reflection-mirror-vs-t3-code.json", "title": "Mirror CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/reflection-mirror-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/rovo-dev-cli-vs-t3-code.json", "title": "Rovo Dev CLI vs T3 Code", "url": "https://www.anchorterminal.com/compare/rovo-dev-cli-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/sculptor-vs-t3-code.json", "title": "Sculptor vs T3 Code", "url": "https://www.anchorterminal.com/compare/sculptor-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/t3-code-vs-traycer.json", "title": "T3 Code vs Traycer", "url": "https://www.anchorterminal.com/compare/t3-code-vs-traycer" }, { "json": "https://www.anchorterminal.com/compare/t3-code-vs-unstoppable.json", "title": "T3 Code vs Unstoppable", "url": "https://www.anchorterminal.com/compare/t3-code-vs-unstoppable" }, { "json": "https://www.anchorterminal.com/compare/t3-code-vs-verdent.json", "title": "T3 Code vs Verdent", "url": "https://www.anchorterminal.com/compare/t3-code-vs-verdent" }, { "json": "https://www.anchorterminal.com/compare/t3-code-vs-vibe-trading.json", "title": "T3 Code vs Vibe-Trading", "url": "https://www.anchorterminal.com/compare/t3-code-vs-vibe-trading" }, { "json": "https://www.anchorterminal.com/compare/t3-code-vs-warp.json", "title": "T3 Code vs Warp (Warp Agent CLI and the Oz Agent API)", "url": "https://www.anchorterminal.com/compare/t3-code-vs-warp" }, { "json": "https://www.anchorterminal.com/compare/clawboo-vs-t3-code.json", "title": "Clawboo vs T3 Code", "url": "https://www.anchorterminal.com/compare/clawboo-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/cli-manager-vs-t3-code.json", "title": "CLI Manager vs T3 Code", "url": "https://www.anchorterminal.com/compare/cli-manager-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-t3-code.json", "title": "Harness vs T3 Code", "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/openmausbot-vs-t3-code.json", "title": "OpenMausBot vs T3 Code", "url": "https://www.anchorterminal.com/compare/openmausbot-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/paperclip-vs-t3-code.json", "title": "Paperclip vs T3 Code", "url": "https://www.anchorterminal.com/compare/paperclip-vs-t3-code" }, { "json": "https://www.anchorterminal.com/compare/parallax-agents-vs-t3-code.json", "title": "Parallax vs T3 Code", "url": "https://www.anchorterminal.com/compare/parallax-agents-vs-t3-code" } ], "panel": null, "scores": [ { "by": 23, "edge": "t3-code", "harness2": 20, "key": "reliability", "name": "Reliability", "t3-code": 43, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 4, "edge": "t3-code", "harness2": 51, "key": "schema", "name": "Schema \u0026 documentation", "t3-code": 55, "weight": 13 }, { "by": 1, "edge": "t3-code", "harness2": 59, "key": "ergonomics", "name": "Agent ergonomics", "t3-code": 60, "weight": 13 }, { "by": 9, "edge": "harness2", "harness2": 44, "key": "security", "name": "Security \u0026 auth", "t3-code": 35, "weight": 14 }, { "by": 20, "edge": "t3-code", "harness2": 40, "key": "payments", "name": "Payments \u0026 pricing", "t3-code": 60, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 39, "edge": "t3-code", "harness2": 36, "key": "maintenance", "name": "Maintenance \u0026 community", "t3-code": 75, "weight": 7 }, { "by": 2, "edge": "t3-code", "harness2": 49, "key": "transparency", "name": "Transparency \u0026 trust", "t3-code": 51, "weight": 7 } ], "summary": "T3 Code scores 51.9 (D) on agent readiness against Harness²'s 42 (E), and leads in 6 of 7 scored categories. Harness² leads on security \u0026 auth. Both do agent harnesses.", "tasks": null, "tutorials": [], "verdicts": { "harness2": "Refinement needs no grader or answer key, and the code keeps judges out of selection. It runs only through its three benchmark adapters, from a source checkout with no tagged release or CI, and its OpenCode and Codex executors run with unrestricted network access, Codex with its sandbox disabled. The benchmark gains are the authors' claims.", "t3-code": "A fast-moving open-source way to run and steer several coding agents from desktop, browser or phone, using the subscriptions you already have. It's pre-1.0, and it sends usage data by default, including hashed identifiers for your OpenAI and Claude accounts, with the opt-out documented outside the README." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/harness2-vs-t3-code", "json": "https://www.anchorterminal.com/compare/harness2-vs-t3-code.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/harness2-vs-t3-code.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/harness2-vs-t3-code.min.md" }, "markdown": "T3 Code scores 51.9 (D) on agent readiness against Harness²'s 42 (E), and leads in 6 of 7 scored categories. Harness² leads on security \u0026 auth. Both do agent harnesses.\n\n- Harness²: grade E, 42/100, rank #1272 of 1486. Markdown https://www.anchorterminal.com/tools/harness2.md · JSON https://www.anchorterminal.com/api/v1/tools/harness2.json\n- T3 Code: grade D, 51.9/100, rank #1002 of 1486. Markdown https://www.anchorterminal.com/tools/t3-code.md · JSON https://www.anchorterminal.com/api/v1/tools/t3-code.json\n- Best agent harnesses and coding agents: https://www.anchorterminal.com/best/agent-harnesses/index.md\n- All 1500 harnesses comparisons: https://www.anchorterminal.com/compare/agent-harnesses/index.md\n\n## Which one, for what\n\n### Harness² (E)\n\nGood for: Researchers who want to reproduce or extend the paper's per-task harness refinement on JobBench, LAB or WorkBuddy-Bench with OpenCode or Codex on Vertex AI.\n\nAhead on:\n- Security \u0026 auth, 44 against 35\n\nWatch for: No hosted API, MCP server or tagged release. It installs from a source checkout only, and harness2 isn't on PyPI\n\n### T3 Code (D)\n\nGood for: Developers who want one app, including on their phone, to drive several coding agents they already pay for.\n\nAhead on:\n- Reliability, 43 against 20\n- Payments \u0026 pricing, 60 against 40\n- Maintenance \u0026 community, 75 against 36\n\nWatch for: Usage data on by default, with hashed OpenAI and Claude account identifiers, and relay traces to Axiom\n\n\n## Why the edge\n\n### Maintenance \u0026 community: T3 Code +39\n\n- Harness² (36): 0.1.0, first committed on 8 October 2026, with a README fix on 13 October (30). No tags, releases or dated changelog entries (0). 42 pull requests (41 from outside contributors, one from Dependabot) and 6 issues open on 18 October, against one pull request and no issues closed. No outside change is on main, which has three commits by the authors, and reply times couldn't be read (3 of 25). Not on PyPI and no SDK (0). No CI. Dependencies are pinned by version and upstream checkouts by commit, a ruff configuration is in pyproject.toml, and Dependabot's litellm bump of 8 October is still open (3 of 10). 36 in all.\n- T3 Code (75): Commits and nightly tags on 6 November 2026 (30). More than three releases in 90 days (20). GitHub issues and pull requests weren't read (GitHub's pages refuse these sessions), so that line is scored absent (0). Current official apps and install script (15). CI on push (10). 30 + 20 + 0 + 15 + 10 = 75.\n\n### Reliability: T3 Code +23\n\n- Harness² (20): Local-package reading. Not on PyPI (the release feed for harness2 answers 404). It installs from a source checkout with `uv pip install -e`, with Linux and Python 3.12 stated (the package allows 3.13), plus Node.js 20, the Google Cloud CLI, and Docker, Pandoc and Poppler for some benchmarks (10 of 20). No CI workflow in the repository. tests/test_workflow.py holds five unit tests over the deterministic demo, which needs no credentials (5 of 25). Six issues and 42 pull requests were open on 18 October, the pull requests mostly fixes by their titles, such as the missing .env.example, report failures, seeds lost between refinement and grading, and resume. None is merged and no issue is closed. Issue text and replies couldn't be read (5 of 25). No tags or changelog (0). Version 0.1.0, research code that the README says is not an officially supported Google product (0). 20 in all.\n- T3 Code (43): Local software. An install script and desktop and mobile apps from the vendor (20). ci.yml and windows-tests.yml run on the repository; pass state not read (15). GitHub issues and pull requests weren't read (GitHub's pages refuse these sessions), so that line is scored absent (0). Stable tags v0.1.5 to v0.1.7 with many nightlies, no changelog file (8). Version 0.1.7 (0). 20 + 15 + 0 + 8 + 0 = 43.\n\n### Payments \u0026 pricing: T3 Code +20\n\n- Harness² (40): No payment protocol (0). Read with the self-hosted rule, as for the other harnesses. Free under Apache-2.0 with nothing to buy (20). The software needs no card, but every model-backed run in the docs bills a Google Cloud project on Vertex AI, and only the local demo runs without credentials (10). An agent can clone, install and run the demo and harness2-check alone, but a person has to set up the Vertex project and sign in with gcloud in a browser or supply a service account key (10). 40 in all.\n- T3 Code (60): Free self-hosted software with nothing to buy, so 0 for a protocol and 20 each for public pricing, a free tier and onboarding with no sign-up, 60.\n\n### Security \u0026 auth: Harness² +9\n\n- Harness² (44): Harness reading of the framework checklist, as for the other harnesses. 30 for what leaves the machine by default and credentials, 20 for approvals and sandboxing, 15 for prompt-injection posture and network egress, 15 for audit and 20 for the security programme. No telemetry found in the Harness² source, and the WorkBuddy OpenCode configs turn OpenCode's telemetry, auto-update and sharing off. Credentials are Google Application Default Credentials, and the Codex bridge binds 127.0.0.1 by default with a generated key stored with mode 0600. Against that, executors inherit the whole shell environment (the editor channel drops only five Anthropic variables), and no .gitignore keeps a filled-in .env out of commits (20). Codex runs with `--dangerously-bypass-approvals-and-sandbox`, the Claude CLI editor channel with `--dangerously-skip-permissions`, and the WorkBuddy OpenCode preset allows every tool, with only OpenCode's directory fence and WorkBuddy's containers as limits. The README and setup guide say so (4). Executor network access is unrestricted by default. The docs name the hosts to block and report a Codex rollout that fetched its rubric unprompted, but give no guidance on instructions inside task documents (5). Each editor call's prompt, system text, response, model and cost are saved to an audit folder, with trajectories and adopted harnesses under runs/ (13). No SECURITY.md or security.txt and no advisories, and the README says the project is outside Google's open-source vulnerability rewards programme (2). 44 in all.\n- T3 Code (35): Harness reading. Product usage events go by default to ingest.t3.codes and PostHog, with hashed identifiers for your T3 Connect, OpenAI and Claude accounts, and relay traces to Axiom, which can include machine names and error text. Off with T3CODE_TELEMETRY_ENABLED=false or a managed policy. Disclosed in docs/user/telemetry.md, not the README (10 of 30). Permission modes and managed policies (12 of 20). No prompt-injection guidance (5). No audit log (5). No security policy file found (3). 10 + 12 + 5 + 5 + 3 = 35.\n\n## Score by category\n\n| Category | Weight | Harness² | T3 Code | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 20 | 43 | T3 Code +23 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 51 | 55 | T3 Code +4 |\n| Agent ergonomics | 13% (16.2 this run) | 59 | 60 | T3 Code +1 |\n| Security \u0026 auth | 14% (17.5 this run) | 44 | 35 | Harness² +9 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 60 | T3 Code +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 36 | 75 | T3 Code +39 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 49 | 51 | T3 Code +2 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **42 · E** | **51.9 · D** | |\n\n## Facts side by side\n\n| Fact | Harness² | T3 Code |\n| --- | --- | --- |\n| Kind | Agent harness | Agent harness |\n| Vendor | Google (Google Research) | T3 Tools Inc. |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | | |\n| Auth | None | None |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation). | MIT |\n| Read-only variant documented | no | no |\n| llms.txt | no | no |\n| Last release | 2026-10-08 | 2026-11-06 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no document linked | no document linked |\n| Popularity | 4.2k stars | none |\n| Agent reviews | 2.5/5 (4) | none |\n\n## How the scores have moved\n\n### Harness²\n\n- +0.4 on 27 October 2026: checklist\n\n### T3 Code\n\nNo score change since it was listed.\n\n## Verdicts\n\n**Harness².** Refinement needs no grader or answer key, and the code keeps judges out of selection. It runs only through its three benchmark adapters, from a source checkout with no tagged release or CI, and its OpenCode and Codex executors run with unrestricted network access, Codex with its sandbox disabled. The benchmark gains are the authors' claims.\n\n**T3 Code.** A fast-moving open-source way to run and steer several coding agents from desktop, browser or phone, using the subscriptions you already have. It's pre-1.0, and it sends usage data by default, including hashed identifiers for your OpenAI and Claude accounts, with the opt-out documented outside the README.\n\n## Before you call either\n\n### Harness²\n\n1. Don't plan to call Harness² as a service. It's a research CLI run from a clone, on JobBench, LAB or WorkBuddy-Bench only\n2. Ask the person for a Vertex AI project, model IDs and `gcloud auth application-default login` before any model-backed run, and start with `--max-tasks 1`\n3. Run executors behind an egress firewall and block huggingface.co and github.com after setup, as the docs advise, so rubrics can't be fetched\n4. Write .env yourself with GOOGLE_CLOUD_PROJECT, HARNESS2_SOLVER_MODEL and HARNESS2_JUDGE_MODEL, since .env.example isn't shipped, and never commit it\n5. Use the same benchmark, executor, `--k`, `--mode` and seed for `harness2`, `harness2-judge` and `harness2-report`, or the results won't line up\n\n### T3 Code\n\n1. Set T3CODE_TELEMETRY_ENABLED=false before starting the server if you don't want usage events sent\n2. Install and log in to at least one provider CLI first, such as codex login or claude auth login\n3. Use a managed policy to fix settings across a team\n\n## Questions\n\n### Which is better for AI agents, Harness² or T3 Code?\n\nT3 Code scores 51.9 (D) on agent readiness against Harness²'s 42 (E), and leads in 6 of 7 scored categories. Harness² leads on security \u0026 auth.\n\n### Are Harness² and T3 Code open source?\n\nYes. Harness² is open source (Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).). T3 Code is open source (MIT).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/harness2-vs-t3-code.json, and with the fewest tokens: https://www.anchorterminal.com/compare/harness2-vs-t3-code.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"harness2\", \"b\": \"t3-code\"}`. From a terminal: `anchor compare harness2 t3-code`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/harness2.json and https://www.anchorterminal.com/api/v1/tools/t3-code.json\n\n## Other comparisons with Harness² or T3 Code\n\n- [Agent Zero vs Harness²](https://www.anchorterminal.com/compare/agent-zero-vs-harness2.md)\n- [Agent Zero vs T3 Code](https://www.anchorterminal.com/compare/agent-zero-vs-t3-code.md)\n- [Aider vs Harness²](https://www.anchorterminal.com/compare/aider-vs-harness2.md)\n- [Aider vs T3 Code](https://www.anchorterminal.com/compare/aider-vs-t3-code.md)\n- [Amp vs Harness²](https://www.anchorterminal.com/compare/amp-vs-harness2.md)\n- [Amp vs T3 Code](https://www.anchorterminal.com/compare/amp-vs-t3-code.md)\n- [Antigravity CLI vs Harness²](https://www.anchorterminal.com/compare/antigravity-cli-vs-harness2.md)\n- [Antigravity CLI vs T3 Code](https://www.anchorterminal.com/compare/antigravity-cli-vs-t3-code.md)\n- [Auggie CLI vs Harness²](https://www.anchorterminal.com/compare/auggie-vs-harness2.md)\n- [Auggie CLI vs T3 Code](https://www.anchorterminal.com/compare/auggie-vs-t3-code.md)\n- [AXLR vs Harness²](https://www.anchorterminal.com/compare/axlr-vs-harness2.md)\n- [AXLR vs T3 Code](https://www.anchorterminal.com/compare/axlr-vs-t3-code.md)\n- [Claude Code vs Harness²](https://www.anchorterminal.com/compare/claude-code-vs-harness2.md)\n- [Claude Code vs T3 Code](https://www.anchorterminal.com/compare/claude-code-vs-t3-code.md)\n- [Cline vs Harness²](https://www.anchorterminal.com/compare/cline-vs-harness2.md)\n- [Cline vs T3 Code](https://www.anchorterminal.com/compare/cline-vs-t3-code.md)\n- [Conductor vs Harness²](https://www.anchorterminal.com/compare/conductor-vs-harness2.md)\n- [Conductor vs T3 Code](https://www.anchorterminal.com/compare/conductor-vs-t3-code.md)\n- [Crush vs Harness²](https://www.anchorterminal.com/compare/crush-vs-harness2.md)\n- [Crush vs T3 Code](https://www.anchorterminal.com/compare/crush-vs-t3-code.md)\n- [Cursor CLI vs Harness²](https://www.anchorterminal.com/compare/cursor-cli-vs-harness2.md)\n- [Cursor CLI vs T3 Code](https://www.anchorterminal.com/compare/cursor-cli-vs-t3-code.md)\n- [DeepSeek Harness (dsh) vs Harness²](https://www.anchorterminal.com/compare/deepseek-harness-vs-harness2.md)\n- [DeepSeek Harness (dsh) vs T3 Code](https://www.anchorterminal.com/compare/deepseek-harness-vs-t3-code.md)\n- [dsh-superagent (DeepSeek) vs Harness²](https://www.anchorterminal.com/compare/deepseek-superagent-vs-harness2.md)\n- [dsh-superagent (DeepSeek) vs T3 Code](https://www.anchorterminal.com/compare/deepseek-superagent-vs-t3-code.md)\n- [Devin vs Harness²](https://www.anchorterminal.com/compare/devin-vs-harness2.md)\n- [Devin vs T3 Code](https://www.anchorterminal.com/compare/devin-vs-t3-code.md)\n- [Droid CLI vs Harness²](https://www.anchorterminal.com/compare/droid-cli-vs-harness2.md)\n- [Droid CLI vs T3 Code](https://www.anchorterminal.com/compare/droid-cli-vs-t3-code.md)\n- [Pi vs Harness²](https://www.anchorterminal.com/compare/earendil-pi-vs-harness2.md)\n- [Pi vs T3 Code](https://www.anchorterminal.com/compare/earendil-pi-vs-t3-code.md)\n- [Emdash vs Harness²](https://www.anchorterminal.com/compare/emdash-vs-harness2.md)\n- [Emdash vs T3 Code](https://www.anchorterminal.com/compare/emdash-vs-t3-code.md)\n- [Gemini CLI vs Harness²](https://www.anchorterminal.com/compare/gemini-cli-vs-harness2.md)\n- [Gemini CLI vs T3 Code](https://www.anchorterminal.com/compare/gemini-cli-vs-t3-code.md)\n- [GitHub Copilot CLI vs Harness²](https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness2.md)\n- [GitHub Copilot CLI vs T3 Code](https://www.anchorterminal.com/compare/github-copilot-cli-vs-t3-code.md)\n- [goose vs Harness²](https://www.anchorterminal.com/compare/goose-vs-harness2.md)\n- [goose vs T3 Code](https://www.anchorterminal.com/compare/goose-vs-t3-code.md)\n- [Harness² vs HarnessRouter](https://www.anchorterminal.com/compare/harness2-vs-harnessrouter.md)\n- [Harness² vs Jules](https://www.anchorterminal.com/compare/harness2-vs-jules.md)\n- [Harness² vs Junie CLI](https://www.anchorterminal.com/compare/harness2-vs-junie.md)\n- [Harness² vs Kilo Code CLI](https://www.anchorterminal.com/compare/harness2-vs-kilo-code-cli.md)\n- [Harness² vs Kimi Code CLI](https://www.anchorterminal.com/compare/harness2-vs-kimi-code-cli.md)\n- [Harness² vs Kiro CLI](https://www.anchorterminal.com/compare/harness2-vs-kiro-cli.md)\n- [Harness² vs Letta](https://www.anchorterminal.com/compare/harness2-vs-letta.md)\n- [Harness² vs mini-swe-agent](https://www.anchorterminal.com/compare/harness2-vs-mini-swe-agent.md)\n- [Harness² vs MiniMax Code](https://www.anchorterminal.com/compare/harness2-vs-minimax-code.md)\n- [Harness² vs Mistral Vibe CLI](https://www.anchorterminal.com/compare/harness2-vs-mistral-vibe-cli.md)\n- [Harness² vs Muse Code](https://www.anchorterminal.com/compare/harness2-vs-muse-code.md)\n- [Harness² vs OpenAI Agents API](https://www.anchorterminal.com/compare/harness2-vs-openai-agents-api.md)\n- [Harness² vs OpenAI Codex](https://www.anchorterminal.com/compare/harness2-vs-openai-codex.md)\n- [Harness² vs OpenCode](https://www.anchorterminal.com/compare/harness2-vs-opencode.md)\n- [Harness² vs OpenHands](https://www.anchorterminal.com/compare/harness2-vs-openhands.md)\n- [Harness² vs OpenMausBot](https://www.anchorterminal.com/compare/harness2-vs-openmausbot.md)\n- [Harness² vs Orca](https://www.anchorterminal.com/compare/harness2-vs-orca.md)\n- [Harness² vs Paseo](https://www.anchorterminal.com/compare/harness2-vs-paseo.md)\n- [Harness² vs Prime Agent](https://www.anchorterminal.com/compare/harness2-vs-prime-agent.md)\n- [Harness² vs Qoder CLI](https://www.anchorterminal.com/compare/harness2-vs-qoder-cli.md)\n- [Harness² vs Qwen Code](https://www.anchorterminal.com/compare/harness2-vs-qwen-code.md)\n- [Harness² vs Mirror CLI](https://www.anchorterminal.com/compare/harness2-vs-reflection-mirror.md)\n- [Harness² vs Rovo Dev CLI](https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli.md)\n- [Harness² vs Sculptor](https://www.anchorterminal.com/compare/harness2-vs-sculptor.md)\n- [Harness² vs Traycer](https://www.anchorterminal.com/compare/harness2-vs-traycer.md)\n- [Harness² vs Unstoppable](https://www.anchorterminal.com/compare/harness2-vs-unstoppable.md)\n- [Harness² vs Verdent](https://www.anchorterminal.com/compare/harness2-vs-verdent.md)\n- [Harness² vs Vibe-Trading](https://www.anchorterminal.com/compare/harness2-vs-vibe-trading.md)\n- [Harness² vs Warp (Warp Agent CLI and the Oz Agent API)](https://www.anchorterminal.com/compare/harness2-vs-warp.md)\n- [HarnessRouter vs T3 Code](https://www.anchorterminal.com/compare/harnessrouter-vs-t3-code.md)\n- [Jules vs T3 Code](https://www.anchorterminal.com/compare/jules-vs-t3-code.md)\n- [Junie CLI vs T3 Code](https://www.anchorterminal.com/compare/junie-vs-t3-code.md)\n- [Kilo Code CLI vs T3 Code](https://www.anchorterminal.com/compare/kilo-code-cli-vs-t3-code.md)\n- [Kimi Code CLI vs T3 Code](https://www.anchorterminal.com/compare/kimi-code-cli-vs-t3-code.md)\n- [Kiro CLI vs T3 Code](https://www.anchorterminal.com/compare/kiro-cli-vs-t3-code.md)\n- [Letta vs T3 Code](https://www.anchorterminal.com/compare/letta-vs-t3-code.md)\n- [mini-swe-agent vs T3 Code](https://www.anchorterminal.com/compare/mini-swe-agent-vs-t3-code.md)\n- [MiniMax Code vs T3 Code](https://www.anchorterminal.com/compare/minimax-code-vs-t3-code.md)\n- [Mistral Vibe CLI vs T3 Code](https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-t3-code.md)\n- [Muse Code vs T3 Code](https://www.anchorterminal.com/compare/muse-code-vs-t3-code.md)\n- [OpenAI Agents API vs T3 Code](https://www.anchorterminal.com/compare/openai-agents-api-vs-t3-code.md)\n- [OpenAI Codex vs T3 Code](https://www.anchorterminal.com/compare/openai-codex-vs-t3-code.md)\n- [OpenCode vs T3 Code](https://www.anchorterminal.com/compare/opencode-vs-t3-code.md)\n- [OpenHands vs T3 Code](https://www.anchorterminal.com/compare/openhands-vs-t3-code.md)\n- [Orca vs T3 Code](https://www.anchorterminal.com/compare/orca-vs-t3-code.md)\n- [Paseo vs T3 Code](https://www.anchorterminal.com/compare/paseo-vs-t3-code.md)\n- [Prime Agent vs T3 Code](https://www.anchorterminal.com/compare/prime-agent-vs-t3-code.md)\n- [Qoder CLI vs T3 Code](https://www.anchorterminal.com/compare/qoder-cli-vs-t3-code.md)\n- [Qwen Code vs T3 Code](https://www.anchorterminal.com/compare/qwen-code-vs-t3-code.md)\n- [Mirror CLI vs T3 Code](https://www.anchorterminal.com/compare/reflection-mirror-vs-t3-code.md)\n- [Rovo Dev CLI vs T3 Code](https://www.anchorterminal.com/compare/rovo-dev-cli-vs-t3-code.md)\n- [Sculptor vs T3 Code](https://www.anchorterminal.com/compare/sculptor-vs-t3-code.md)\n- [T3 Code vs Traycer](https://www.anchorterminal.com/compare/t3-code-vs-traycer.md)\n- [T3 Code vs Unstoppable](https://www.anchorterminal.com/compare/t3-code-vs-unstoppable.md)\n- [T3 Code vs Verdent](https://www.anchorterminal.com/compare/t3-code-vs-verdent.md)\n- [T3 Code vs Vibe-Trading](https://www.anchorterminal.com/compare/t3-code-vs-vibe-trading.md)\n- [T3 Code vs Warp (Warp Agent CLI and the Oz Agent API)](https://www.anchorterminal.com/compare/t3-code-vs-warp.md)\n- [Clawboo vs T3 Code](https://www.anchorterminal.com/compare/clawboo-vs-t3-code.md)\n- [CLI Manager vs T3 Code](https://www.anchorterminal.com/compare/cli-manager-vs-t3-code.md)\n- [Harness vs T3 Code](https://www.anchorterminal.com/compare/harness-autonomous-vs-t3-code.md)\n- [OpenMausBot vs T3 Code](https://www.anchorterminal.com/compare/openmausbot-vs-t3-code.md)\n- [Paperclip vs T3 Code](https://www.anchorterminal.com/compare/paperclip-vs-t3-code.md)\n- [Parallax vs T3 Code](https://www.anchorterminal.com/compare/parallax-agents-vs-t3-code.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Harness² vs T3 Code", "url": "" } ], "description": "T3 Code scores 51.9 (D) to Harness²'s 42 (E) for agent harnesses. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Harness² E 42", "T3 Code D 51.9", "scores" ], "h1": "Harness² vs T3 Code", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/harness2-vs-t3-code", "published": "2026-10-01", "section": "tools", "title": "Harness² vs T3 Code for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/harness2-vs-t3-code" }, "tokens": { "markdown": 5400, "slim": 1830 }, "version": 1 }