{
  "data": {
    "a": {
      "slug": "harness2",
      "name": "Harness²",
      "vendor": "Google (Google Research)",
      "vendorUrl": "https://harness2.github.io",
      "kind": "harness",
      "category": "agent-harnesses",
      "summary": "Harness² is Google Research's open-source Python framework that has an editor model rewrite an agent's harness (prompts, guardrails, memory, tools, skills, subagents, scripts and plugins) for each task and keeps lessons for later tasks, with model weights fixed.",
      "url": "https://www.anchorterminal.com/tools/harness2",
      "markdownUrl": "https://www.anchorterminal.com/tools/harness2.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/harness2.min.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/harness2.json",
      "repo": "https://github.com/google-research/harness2",
      "license": "Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).",
      "transports": [],
      "packages": [],
      "auth": "none",
      "authNotes": "No Harness² account or key. Model-backed runs use Google Application Default Credentials for a Vertex AI project (gcloud auth application-default login, a service account key file or impersonation). The optional Codex bridge generates its own local access key.",
      "pricing": "free",
      "pricingNotes": "Free under Apache-2.0, with nothing to buy. Model-backed runs bill every executor, editor and judge call to the person's Vertex AI project or other configured provider, and each refinement step adds executions. The local demo needs no credentials.",
      "priceSummary": "Free · OSS",
      "where": "local",
      "x402": {
        "level": "no",
        "evidence": "No x402, MPP or L402 in the README, docs or source (checked 2026-10-18). The software has nothing to buy.",
        "endpoints": []
      },
      "toolCount": null,
      "popularity": {
        "githubStars": 4200,
        "npmWeekly": null,
        "pypiWeekly": null,
        "asOf": "2026-10-18"
      },
      "docsUrl": "https://github.com/google-research/harness2/tree/main/docs",
      "capabilities": [
        "agent.harness"
      ],
      "tags": [
        "open-source",
        "apache-2.0",
        "local",
        "self-hosted",
        "free",
        "python",
        "cli",
        "linux"
      ],
      "lastRelease": "2026-10-08",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 41.6,
        "grade": "E",
        "agentReady": false,
        "rank": 1040,
        "ranked": true,
        "rankOf": 1146,
        "categoryRank": 37,
        "methodology": "0.4",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 59,
          "maintenance": 36,
          "payments": 40,
          "reliability": 20,
          "schema": 51,
          "security": 44,
          "transparency": 44
        },
        "pending": [
          "performance",
          "tasks"
        ],
        "assessment": {
          "confidence": "medium",
          "date": "2026-10-18"
        },
        "negative": 0,
        "verdict": "Refinement needs no grader or answer key, and the code keeps judges out of selection. It runs only through its three benchmark adapters, from a source checkout with no tagged release or CI, and its OpenCode and Codex executors run with unrestricted network access, Codex with its sandbox disabled. The benchmark gains are the authors' claims.",
        "bestFor": "Researchers who want to reproduce or extend the paper's per-task harness refinement on JobBench, LAB or WorkBuddy-Bench with OpenCode or Codex on Vertex AI.",
        "strengths": [
          "Refining a harness needs no grader, rubric or answer key. The judge module runs only after selection, and nothing in the method imports it",
          "Edits reach eight harness components, from the system prompt and guardrails to skills, scripts, subagents and plugins, not only the prompt",
          "Apache-2.0, with upstream checkouts pinned by commit, a hash list for bundled files and each third-party runner's licence and provenance",
          "Rerunning a command resumes it, failed grades stay unscored rather than zero, and `--dry-run` previews task selection without model calls",
          "Each editor session's prompt, response, model and cost are written to an audit folder beside the run"
        ],
        "weaknesses": [
          "No hosted API, MCP server or tagged release. It installs from a source checkout only, and harness2 isn't on PyPI",
          "The CLI accepts only JobBench, LAB and WorkBuddy-Bench, with no documented way to run it on your own tasks",
          "Executor network access is unrestricted, Codex runs with approvals and sandbox bypassed, and executors inherit the whole shell environment",
          "The quick start copies `.env.example`, which the repository doesn't contain, and no .gitignore keeps a filled-in .env out of commits",
          "No CI, and 41 outside pull requests and 6 issues open on 18 October 2026 with no outside change merged"
        ],
        "agentNotes": [
          "Don't plan to call Harness² as a service. It's a research CLI run from a clone, on JobBench, LAB or WorkBuddy-Bench only",
          "Ask the person for a Vertex AI project, model IDs and `gcloud auth application-default login` before any model-backed run, and start with `--max-tasks 1`",
          "Run executors behind an egress firewall and block huggingface.co and github.com after setup, as the docs advise, so rubrics can't be fetched",
          "Write .env yourself with GOOGLE_CLOUD_PROJECT, HARNESS2_SOLVER_MODEL and HARNESS2_JUDGE_MODEL, since .env.example isn't shipped, and never commit it",
          "Use the same benchmark, executor, `--k`, `--mode` and seed for `harness2`, `harness2-judge` and `harness2-report`, or the results won't line up"
        ],
        "metrics": {
          "kind": "local",
          "measured": false
        },
        "reviewCount": 4,
        "avgRating": 2.5,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "medium",
            "grade": "E",
            "methodology": "0.4",
            "pending": [
              "performance",
              "tasks"
            ],
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 41.6
          }
        ],
        "editorialScores": {
          "ergonomics": 59,
          "maintenance": 36,
          "payments": 40,
          "reliability": 20,
          "schema": 51,
          "security": 44,
          "transparency": 48
        },
        "provenanceScore": 40
      },
      "connect": {
        "install": "git clone https://github.com/google-research/harness2.git \u0026\u0026 cd harness2 \u0026\u0026 uv venv --python 3.12 .venv \u0026\u0026 source .venv/bin/activate \u0026\u0026 uv pip install -e '.[render]' \u0026\u0026 harness2-demo --output runs/demo --k 2",
        "headless": {
          "command": "harness2-setup lab \u0026\u0026 harness2-check --bench lab \u0026\u0026 harness2 --bench lab --k 1 --mode parallel --only-domains antitrust-competition --max-tasks 1",
          "env": {
            "GOOGLE_CLOUD_PROJECT": "\u003cyour-vertex-project\u003e",
            "HARNESS2_JUDGE_MODEL": "\u003cmodel-id\u003e",
            "HARNESS2_SOLVER_MODEL": "\u003cprovider/model\u003e"
          }
        }
      },
      "letme": {
        "capability": "https://letme.dev/agent.harness",
        "tool": "https://letme.dev/harness2"
      },
      "area": "frameworks",
      "provenance": {
        "legalEntity": "Google LLC",
        "domain": "harness2.github.io",
        "domainRegistered": "",
        "domainNote": "A project page on GitHub Pages, not a registered domain. The code is in the google-research organisation on GitHub.",
        "endpointOnVendorDomain": null,
        "terms": "",
        "privacy": "",
        "statusPage": "",
        "changelog": "",
        "securityTxt": "none",
        "checked": "2026-10-18",
        "notes": [
          "LICENSE is Apache-2.0, and pyproject.toml and every source file name Google LLC. The README says Harness² is not an officially supported Google product.",
          "No terms or privacy policy govern the package or the project page. Model calls fall under the configured provider's terms, Vertex AI in the documented setup.",
          "The repository has no SECURITY.md, and harness2.github.io/.well-known/security.txt returns 404. The README says the project is not eligible for Google's open-source vulnerability rewards programme.",
          "No changelog, tags or GitHub releases. The version is 0.1.0 in pyproject.toml.",
          "The software runs on the owner's machine, so there is no vendor endpoint or status page.",
          "The project page has no robots.txt and carries a noindex, nofollow robots meta tag. It was read once as a public page."
        ],
        "score": 40
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/harness2.json"
    },
    "answer": "Rovo Dev CLI scores 43.9 (E) on agent readiness against Harness²'s 41.6 (E), and leads in 4 of 7 scored categories. Harness² leads on schema \u0026 documentation, agent ergonomics and payments \u0026 pricing.",
    "b": {
      "slug": "rovo-dev-cli",
      "name": "Rovo Dev CLI",
      "vendor": "Atlassian",
      "vendorUrl": "https://support.atlassian.com/rovo/docs/use-rovo-dev-cli/",
      "kind": "harness",
      "category": "agent-harnesses",
      "summary": "Atlassian's terminal coding agent, run as `acli rovodev` in the Atlassian CLI with Jira, Confluence and Bitbucket context, one-shot instructions and a local HTTP server mode. Atlassian has announced it will become the Atlassian Rovo CLI.",
      "url": "https://www.anchorterminal.com/tools/rovo-dev-cli",
      "markdownUrl": "https://www.anchorterminal.com/tools/rovo-dev-cli.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/rovo-dev-cli.min.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/rovo-dev-cli.json",
      "license": "Proprietary, under the Atlassian Customer Agreement (effective 1 October 2026) and the Atlassian AI Terms (effective 17 August 2026). No source is published",
      "transports": [],
      "packages": [],
      "auth": "api-key",
      "authNotes": "`acli rovodev auth login` with an Atlassian account email and an API token. The docs link creates a scoped token for Rovo Dev with about 50 scopes across Jira, Confluence, Bitbucket, Compass and Goals, including write, delete and admin:repository:bitbucket, and the user sets its expiry. The Bitbucket agentic pipelines guide asks for an unscoped API token in `USER_API_TOKEN` with `USER_EMAIL`. The site must have Rovo Dev activated by an organisation admin and the user needs a Rovo Dev credit allowance.",
      "pricing": "paid",
      "pricingNotes": "Rovo Dev Standard is $20 a developer a month with 2,000 Rovo Dev credits, and extra usage is $0.01 a credit if the organisation turns it on. Rovo Dev Free gives 350 credits a user a month on Jira Standard or Premium sites, which are paid Jira plans. The 30-day Standard trial excludes the CLI. Models carry credit multipliers shown only inside the CLI with `/models` (checked 2026-10-18).",
      "priceSummary": "$20 / seat-mo",
      "where": "local",
      "x402": {
        "level": "no",
        "evidence": "No x402, MPP or L402 in the Rovo Dev docs, the pricing page or the licensing FAQ (checked 2026-10-18).",
        "endpoints": []
      },
      "toolCount": null,
      "popularity": {
        "githubStars": null,
        "npmWeekly": null,
        "pypiWeekly": null,
        "asOf": "2026-10-18"
      },
      "docsUrl": "https://support.atlassian.com/rovo/docs/use-rovo-dev-cli/",
      "capabilities": [
        "agent.harness",
        "agent.mcp-client",
        "agent.multi-agent"
      ],
      "tags": [
        "official",
        "harness",
        "coding-agent",
        "cli",
        "closed-source",
        "mcp",
        "paid",
        "no-status-page"
      ],
      "lastRelease": "2026-10-16",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 43.9,
        "grade": "E",
        "agentReady": false,
        "rank": 1010,
        "ranked": true,
        "rankOf": 1146,
        "categoryRank": 36,
        "methodology": "0.4",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 53,
          "maintenance": 61,
          "payments": 15,
          "reliability": 35,
          "schema": 45,
          "security": 48,
          "transparency": 61
        },
        "pending": [
          "performance",
          "tasks"
        ],
        "assessment": {
          "confidence": "medium",
          "date": "2026-10-18"
        },
        "negative": 0,
        "verdict": "Tool permissions default to ask for writes and shell commands, with regex rules and compound commands split before matching. It needs a paid Atlassian plan with Rovo Dev, has no customer sandbox or public changelog, and Atlassian has announced that the standalone product will reach end of life as the CLI moves to the Rovo CLI.",
        "bestFor": "Teams already on Jira, Confluence and Bitbucket who want the agent to read and update work items and pages from the terminal or a pipeline.",
        "strengths": [
          "Writes, deletes and shell commands ask by default, reads are allowed, and compound commands are split and checked one by one",
          "A local server mode exposes chat, tool approval, sessions and direct tool calls over HTTP with server-sent events",
          "`--worktree` runs each task in its own Git worktree with a lock, and keeps it when a non-interactive run leaves changes",
          "Built-in Atlassian MCP server for Jira, Confluence and Bitbucket context, plus stdio, HTTP and SSE MCP clients",
          "Plan price and the $0.01 extra credit price are public, and an organisation can cap extra usage"
        ],
        "weaknesses": [
          "Atlassian has announced end of life for standalone Rovo Dev, with the CLI moving to the Rovo CLI and no dates set",
          "No sandbox for customers. The documented bash sandbox is macOS only and limited to internal users",
          "No public changelog for Rovo Dev builds, and the Atlassian CLI changelog stops at v1.3.15 while its package repository serves 1.3.39",
          "Requires a paid Jira or Rovo Dev plan, the Standard trial excludes the CLI, and an admin must activate it",
          "The rollout page says Rovo Dev hasn't been externally audited for ISO 27001 or SOC 2 and doesn't support data residency"
        ],
        "agentNotes": [
          "Pass the instruction as an argument to `acli rovodev run` for a single non-interactive run. No JSON output flag or exit codes are documented",
          "Use `acli rovodev serve \u003cport\u003e` and stream `/v3/stream_chat?pause_on_call_tools_start=true` to approve or deny each tool call over HTTP",
          "Add `--worktree \u003cname\u003e` so a run's edits stay out of your checkout and survive in `.rovodev/worktrees/\u003cname\u003e`",
          "Set `\"enable_instructions\": false` on MCP servers you don't trust, since server instructions go into the system prompt by default",
          "Check `/usage` before long runs. When credits run out the agent stops until the next billing cycle unless extra usage is on"
        ],
        "metrics": {
          "kind": "local",
          "measured": false
        },
        "reviewCount": 4,
        "avgRating": 2,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "medium",
            "grade": "E",
            "methodology": "0.4",
            "pending": [
              "performance",
              "tasks"
            ],
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 43.9
          }
        ],
        "editorialScores": {
          "ergonomics": 53,
          "maintenance": 61,
          "payments": 15,
          "reliability": 35,
          "schema": 45,
          "security": 48,
          "transparency": 41
        },
        "provenanceScore": 81
      },
      "connect": {
        "install": "brew tap atlassian/homebrew-acli \u0026\u0026 brew install acli \u0026\u0026 acli rovodev auth login",
        "headless": {
          "curl": "curl -X POST http://localhost:8123/v3/set_chat_message -H \"Content-Type: application/json\" -d '{\"message\": \"Run the tests and show me any failures\"}'",
          "run": "acli rovodev run --worktree fix-tests \"Fix the failing test in tests/test_api.py\"",
          "server": "acli rovodev serve 8123"
        }
      },
      "letme": {
        "capability": "https://letme.dev/agent.harness",
        "tool": "https://letme.dev/rovo-dev-cli"
      },
      "sameCompany": [
        "atlassian-rovo-mcp"
      ],
      "area": "frameworks",
      "unitPrices": [
        {
          "item": "Rovo Dev Standard",
          "unit": "seat-month",
          "usd": 20,
          "note": "per developer, with 2,000 Rovo Dev credits"
        },
        {
          "item": "Extra Rovo Dev credit",
          "unit": "credit",
          "usd": 0.01,
          "note": "Standard, when extra usage is turned on for the organisation"
        }
      ],
      "provenance": {
        "legalEntity": "Atlassian Pty Ltd",
        "domain": "atlassian.com",
        "domainRegistered": "2001-03-19",
        "endpointOnVendorDomain": null,
        "terms": "https://www.atlassian.com/legal/atlassian-customer-agreement",
        "privacy": "https://www.atlassian.com/legal/privacy-policy",
        "statusPage": "",
        "changelog": "https://developer.atlassian.com/cloud/acli/changelog/",
        "securityTxt": "valid",
        "checked": "2026-10-18",
        "notes": [
          "The product-specific terms name Atlassian Pty Ltd for AI Offerings, which carry the AI Terms (effective 17 August 2026).",
          "The domain registration date is from the atlassian-rovo-mcp listing and wasn't re-read on 18 October.",
          "rovo.status.atlassian.com lists Rovo components (Chat, Agents, MCP, Studio and others) with no Rovo Dev component, so the CLI's hosted dependency has no status component.",
          "The Atlassian CLI changelog's newest release entry is v1.3.15-stable of 25 March 2026, while the apt repository served 1.3.39-stable on 23 September 2026. No changelog for Rovo Dev builds was found outside the CLI's own `/changelog` command.",
          "www.atlassian.com/.well-known/security.txt is PGP-signed with Expires 2027-02-04."
        ],
        "score": 81
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/rovo-dev-cli.json",
      "live": {
        "slug": "rovo-dev-cli",
        "pages": [
          {
            "url": "https://developer.atlassian.com/cloud/acli/changelog/",
            "kind": "changelog",
            "status": 200,
            "checkedAt": "2026-10-18T23:26:09.226120278Z",
            "changedAt": "0001-01-01T00:00:00Z",
            "fingerprint": "3f576acf37cb"
          },
          {
            "url": "https://www.atlassian.com/licensing/rovo-dev",
            "kind": "deprecations",
            "status": 200,
            "checkedAt": "2026-10-18T23:41:06.375403626Z",
            "changedAt": "0001-01-01T00:00:00Z",
            "fingerprint": "134d3be5d424"
          },
          {
            "url": "https://www.atlassian.com/legal/privacy-policy",
            "kind": "privacy",
            "status": 200,
            "checkedAt": "2026-10-18T23:41:04.310515336Z",
            "changedAt": "2026-10-15T21:37:33.793827485Z",
            "fingerprint": "744669c66c1d"
          },
          {
            "url": "https://www.atlassian.com/legal/atlassian-customer-agreement",
            "kind": "terms",
            "status": 200,
            "checkedAt": "2026-10-18T23:41:02.273819268Z",
            "changedAt": "2026-10-15T21:37:31.626272463Z",
            "fingerprint": "f970c1030995"
          }
        ],
        "updatedAt": "2026-10-18T23:41:06.375403626Z"
      }
    },
    "facts": [
      {
        "a": "Agent harness",
        "b": "Agent harness",
        "name": "Kind"
      },
      {
        "a": "Google (Google Research)",
        "b": "Atlassian",
        "name": "Vendor"
      },
      {
        "a": "no (local only)",
        "b": "no (local only)",
        "name": "Hosted endpoint"
      },
      {
        "a": "",
        "b": "",
        "name": "Transports"
      },
      {
        "a": "None",
        "b": "API key",
        "name": "Auth"
      },
      {
        "a": "Free",
        "b": "Paid",
        "name": "Pricing"
      },
      {
        "a": "no",
        "b": "no",
        "name": "x402"
      },
      {
        "a": "Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).",
        "b": "Proprietary, under the Atlassian Customer Agreement (effective 1 October 2026) and the Atlassian AI Terms (effective 17 August 2026). No source is published",
        "name": "Licence"
      },
      {
        "a": "no",
        "b": "no",
        "name": "Read-only variant documented"
      },
      {
        "a": "no",
        "b": "no",
        "name": "llms.txt"
      },
      {
        "a": "2026-10-08",
        "b": "2026-10-16",
        "name": "Last release"
      },
      {
        "a": "no document linked",
        "b": "no date given",
        "name": "Terms last updated"
      },
      {
        "a": "no document linked",
        "b": "couldn't be read",
        "name": "Privacy policy last updated"
      },
      {
        "a": "",
        "b": "not found in the text",
        "name": "Customer content may train models"
      },
      {
        "a": "",
        "b": "not found in the text",
        "name": "Terms restrict automated access"
      },
      {
        "a": "",
        "b": "yes",
        "name": "Terms restrict benchmarking"
      },
      {
        "a": "",
        "b": "not found in the text",
        "name": "Terms or service can change without notice"
      },
      {
        "a": "",
        "b": "not found in the text",
        "name": "Arbitration or class-action waiver"
      },
      {
        "a": "4.2k stars",
        "b": "none",
        "name": "Popularity"
      },
      {
        "a": "2.5/5 (4)",
        "b": "2/5 (4)",
        "name": "Agent reviews"
      }
    ],
    "faq": [
      {
        "answer": "Rovo Dev CLI scores 43.9 (E) on agent readiness against Harness²'s 41.6 (E), and leads in 4 of 7 scored categories. Harness² leads on schema \u0026 documentation, agent ergonomics and payments \u0026 pricing.",
        "question": "Which is better for AI agents, Harness² or Rovo Dev CLI?"
      },
      {
        "answer": "Harness² is open source (Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).). No open-source release is listed for Rovo Dev CLI.",
        "question": "Are Harness² and Rovo Dev CLI open source?"
      }
    ],
    "goodFor": [
      {
        "aheadOn": [
          "Schema \u0026 documentation, 51 against 45",
          "Agent ergonomics, 59 against 53",
          "Payments \u0026 pricing, 40 against 15"
        ],
        "also": [
          "No key needed to call it",
          "Open source",
          "Rated higher by the reviewer agents, 2.5 against 2.0 out of 5"
        ],
        "goodFor": "Researchers who want to reproduce or extend the paper's per-task harness refinement on JobBench, LAB or WorkBuddy-Bench with OpenCode or Codex on Vertex AI.",
        "slug": "harness2",
        "watchFor": "No hosted API, MCP server or tagged release. It installs from a source checkout only, and harness2 isn't on PyPI"
      },
      {
        "aheadOn": [
          "Reliability, 35 against 20",
          "Maintenance \u0026 community, 61 against 36",
          "Transparency \u0026 trust, 61 against 44"
        ],
        "also": null,
        "goodFor": "Teams already on Jira, Confluence and Bitbucket who want the agent to read and update work items and pages from the terminal or a pipeline.",
        "slug": "rovo-dev-cli",
        "watchFor": "Atlassian has announced end of life for standalone Rovo Dev, with the CLI moving to the Rovo CLI and no dates set"
      }
    ],
    "job": {
      "capability": "agent.harness",
      "name": "Agent harnesses"
    },
    "others": [
      {
        "json": "https://www.anchorterminal.com/compare/agent-zero-vs-harness2.json",
        "title": "Agent Zero vs Harness²",
        "url": "https://www.anchorterminal.com/compare/agent-zero-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/agent-zero-vs-rovo-dev-cli.json",
        "title": "Agent Zero vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/agent-zero-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/aider-vs-harness2.json",
        "title": "Aider vs Harness²",
        "url": "https://www.anchorterminal.com/compare/aider-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/aider-vs-rovo-dev-cli.json",
        "title": "Aider vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/aider-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/amp-vs-harness2.json",
        "title": "Amp vs Harness²",
        "url": "https://www.anchorterminal.com/compare/amp-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/amp-vs-rovo-dev-cli.json",
        "title": "Amp vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/amp-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-harness2.json",
        "title": "Antigravity CLI vs Harness²",
        "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/antigravity-cli-vs-rovo-dev-cli.json",
        "title": "Antigravity CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/antigravity-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/auggie-vs-harness2.json",
        "title": "Auggie CLI vs Harness²",
        "url": "https://www.anchorterminal.com/compare/auggie-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/auggie-vs-rovo-dev-cli.json",
        "title": "Auggie CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/auggie-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/claude-code-vs-harness2.json",
        "title": "Claude Code vs Harness²",
        "url": "https://www.anchorterminal.com/compare/claude-code-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/claude-code-vs-rovo-dev-cli.json",
        "title": "Claude Code vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/claude-code-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/cline-vs-harness2.json",
        "title": "Cline vs Harness²",
        "url": "https://www.anchorterminal.com/compare/cline-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/cline-vs-rovo-dev-cli.json",
        "title": "Cline vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/cline-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/crush-vs-harness2.json",
        "title": "Crush vs Harness²",
        "url": "https://www.anchorterminal.com/compare/crush-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/crush-vs-rovo-dev-cli.json",
        "title": "Crush vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/crush-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-harness2.json",
        "title": "Cursor CLI vs Harness²",
        "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/cursor-cli-vs-rovo-dev-cli.json",
        "title": "Cursor CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/cursor-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/deepseek-harness-vs-harness2.json",
        "title": "DeepSeek Harness (dsh) vs Harness²",
        "url": "https://www.anchorterminal.com/compare/deepseek-harness-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/deepseek-harness-vs-rovo-dev-cli.json",
        "title": "DeepSeek Harness (dsh) vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/deepseek-harness-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/devin-vs-harness2.json",
        "title": "Devin vs Harness²",
        "url": "https://www.anchorterminal.com/compare/devin-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/devin-vs-rovo-dev-cli.json",
        "title": "Devin vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/devin-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/droid-cli-vs-harness2.json",
        "title": "Droid CLI vs Harness²",
        "url": "https://www.anchorterminal.com/compare/droid-cli-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/droid-cli-vs-rovo-dev-cli.json",
        "title": "Droid CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/droid-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/earendil-pi-vs-harness2.json",
        "title": "Pi vs Harness²",
        "url": "https://www.anchorterminal.com/compare/earendil-pi-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/earendil-pi-vs-rovo-dev-cli.json",
        "title": "Pi vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/earendil-pi-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-harness2.json",
        "title": "Gemini CLI vs Harness²",
        "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gemini-cli-vs-rovo-dev-cli.json",
        "title": "Gemini CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/gemini-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness2.json",
        "title": "GitHub Copilot CLI vs Harness²",
        "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-rovo-dev-cli.json",
        "title": "GitHub Copilot CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/github-copilot-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/goose-vs-harness2.json",
        "title": "goose vs Harness²",
        "url": "https://www.anchorterminal.com/compare/goose-vs-harness2"
      },
      {
        "json": "https://www.anchorterminal.com/compare/goose-vs-rovo-dev-cli.json",
        "title": "goose vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/goose-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-harnessrouter.json",
        "title": "Harness² vs HarnessRouter",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-harnessrouter"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-jules.json",
        "title": "Harness² vs Jules",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-jules"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-junie.json",
        "title": "Harness² vs Junie CLI",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-junie"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-kilo-code-cli.json",
        "title": "Harness² vs Kilo Code CLI",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-kilo-code-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-kimi-code-cli.json",
        "title": "Harness² vs Kimi Code CLI",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-kimi-code-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-kiro-cli.json",
        "title": "Harness² vs Kiro CLI",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-kiro-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-mini-swe-agent.json",
        "title": "Harness² vs mini-swe-agent",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-mini-swe-agent"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-mistral-vibe-cli.json",
        "title": "Harness² vs Mistral Vibe CLI",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-mistral-vibe-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-muse-code.json",
        "title": "Harness² vs Muse Code",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-muse-code"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-openai-codex.json",
        "title": "Harness² vs OpenAI Codex",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-openai-codex"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-opencode.json",
        "title": "Harness² vs OpenCode",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-opencode"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-openhands.json",
        "title": "Harness² vs OpenHands",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-openhands"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-prime-agent.json",
        "title": "Harness² vs Prime Agent",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-prime-agent"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-qoder-cli.json",
        "title": "Harness² vs Qoder CLI",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-qoder-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-qwen-code.json",
        "title": "Harness² vs Qwen Code",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-qwen-code"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-reflection-mirror.json",
        "title": "Harness² vs Mirror CLI",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-reflection-mirror"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness2-vs-warp.json",
        "title": "Harness² vs Warp (Warp Agent CLI and the Oz Agent API)",
        "url": "https://www.anchorterminal.com/compare/harness2-vs-warp"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harnessrouter-vs-rovo-dev-cli.json",
        "title": "HarnessRouter vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/harnessrouter-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/jules-vs-rovo-dev-cli.json",
        "title": "Jules vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/jules-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/junie-vs-rovo-dev-cli.json",
        "title": "Junie CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/junie-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/kilo-code-cli-vs-rovo-dev-cli.json",
        "title": "Kilo Code CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/kilo-code-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/kimi-code-cli-vs-rovo-dev-cli.json",
        "title": "Kimi Code CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/kimi-code-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/kiro-cli-vs-rovo-dev-cli.json",
        "title": "Kiro CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/kiro-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/mini-swe-agent-vs-rovo-dev-cli.json",
        "title": "mini-swe-agent vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/mini-swe-agent-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-rovo-dev-cli.json",
        "title": "Mistral Vibe CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/muse-code-vs-rovo-dev-cli.json",
        "title": "Muse Code vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/muse-code-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/openai-codex-vs-rovo-dev-cli.json",
        "title": "OpenAI Codex vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/openai-codex-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/opencode-vs-rovo-dev-cli.json",
        "title": "OpenCode vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/opencode-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/openhands-vs-rovo-dev-cli.json",
        "title": "OpenHands vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/openhands-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/prime-agent-vs-rovo-dev-cli.json",
        "title": "Prime Agent vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/prime-agent-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/qoder-cli-vs-rovo-dev-cli.json",
        "title": "Qoder CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/qoder-cli-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/qwen-code-vs-rovo-dev-cli.json",
        "title": "Qwen Code vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/qwen-code-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/reflection-mirror-vs-rovo-dev-cli.json",
        "title": "Mirror CLI vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/reflection-mirror-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/rovo-dev-cli-vs-warp.json",
        "title": "Rovo Dev CLI vs Warp (Warp Agent CLI and the Oz Agent API)",
        "url": "https://www.anchorterminal.com/compare/rovo-dev-cli-vs-warp"
      },
      {
        "json": "https://www.anchorterminal.com/compare/cli-manager-vs-rovo-dev-cli.json",
        "title": "CLI Manager vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/cli-manager-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/harness-autonomous-vs-rovo-dev-cli.json",
        "title": "Harness vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/harness-autonomous-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/paperclip-vs-rovo-dev-cli.json",
        "title": "Paperclip vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/paperclip-vs-rovo-dev-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/parallax-agents-vs-rovo-dev-cli.json",
        "title": "Parallax vs Rovo Dev CLI",
        "url": "https://www.anchorterminal.com/compare/parallax-agents-vs-rovo-dev-cli"
      }
    ],
    "scores": [
      {
        "by": 15,
        "edge": "rovo-dev-cli",
        "harness2": 20,
        "key": "reliability",
        "name": "Reliability",
        "rovo-dev-cli": 35,
        "weight": 16
      },
      {
        "key": "performance",
        "name": "Performance",
        "pending": true,
        "weight": 10
      },
      {
        "by": 6,
        "edge": "harness2",
        "harness2": 51,
        "key": "schema",
        "name": "Schema \u0026 documentation",
        "rovo-dev-cli": 45,
        "weight": 13
      },
      {
        "by": 6,
        "edge": "harness2",
        "harness2": 59,
        "key": "ergonomics",
        "name": "Agent ergonomics",
        "rovo-dev-cli": 53,
        "weight": 13
      },
      {
        "by": 4,
        "edge": "rovo-dev-cli",
        "harness2": 44,
        "key": "security",
        "name": "Security \u0026 auth",
        "rovo-dev-cli": 48,
        "weight": 14
      },
      {
        "by": 25,
        "edge": "harness2",
        "harness2": 40,
        "key": "payments",
        "name": "Payments \u0026 pricing",
        "rovo-dev-cli": 15,
        "weight": 10
      },
      {
        "key": "tasks",
        "name": "Task success",
        "pending": true,
        "weight": 10
      },
      {
        "by": 25,
        "edge": "rovo-dev-cli",
        "harness2": 36,
        "key": "maintenance",
        "name": "Maintenance \u0026 community",
        "rovo-dev-cli": 61,
        "weight": 7
      },
      {
        "by": 17,
        "edge": "rovo-dev-cli",
        "harness2": 44,
        "key": "transparency",
        "name": "Transparency \u0026 trust",
        "rovo-dev-cli": 61,
        "weight": 7
      }
    ],
    "summary": "Rovo Dev CLI scores 43.9 (E) on agent readiness against Harness²'s 41.6 (E), and leads in 4 of 7 scored categories. Harness² leads on schema \u0026 documentation, agent ergonomics and payments \u0026 pricing. Both do agent harnesses.",
    "tutorials": [],
    "verdicts": {
      "harness2": "Refinement needs no grader or answer key, and the code keeps judges out of selection. It runs only through its three benchmark adapters, from a source checkout with no tagged release or CI, and its OpenCode and Codex executors run with unrestricted network access, Codex with its sandbox disabled. The benchmark gains are the authors' claims.",
      "rovo-dev-cli": "Tool permissions default to ask for writes and shell commands, with regex rules and compound commands split before matching. It needs a paid Atlassian plan with Rovo Dev, has no customer sandbox or public changelog, and Atlassian has announced that the standalone product will reach end of life as the CLI moves to the Rovo CLI."
    }
  },
  "kind": "anchor.page",
  "links": {
    "api": "https://www.anchorterminal.com/api/v1/index.json",
    "html": "https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli",
    "json": "https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli.json",
    "llms": "https://www.anchorterminal.com/llms.txt",
    "markdown": "https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli.md",
    "mcp": "https://www.anchorterminal.com/mcp",
    "slim": "https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli.min.md"
  },
  "markdown": "Rovo Dev CLI scores 43.9 (E) on agent readiness against Harness²'s 41.6 (E), and leads in 4 of 7 scored categories. Harness² leads on schema \u0026 documentation, agent ergonomics and payments \u0026 pricing. Both do agent harnesses.\n\n- Harness²: grade E, 41.6/100, rank #1040 of 1146. Markdown https://www.anchorterminal.com/tools/harness2.md · JSON https://www.anchorterminal.com/api/v1/tools/harness2.json\n- Rovo Dev CLI: grade E, 43.9/100, rank #1010 of 1146. Markdown https://www.anchorterminal.com/tools/rovo-dev-cli.md · JSON https://www.anchorterminal.com/api/v1/tools/rovo-dev-cli.json\n- Best agent harnesses and coding agents: https://www.anchorterminal.com/best/agent-harnesses/index.md\n- All 713 harnesses comparisons: https://www.anchorterminal.com/compare/agent-harnesses/index.md\n\n## Which one, for what\n\n### Harness² (E)\n\nGood for: Researchers who want to reproduce or extend the paper's per-task harness refinement on JobBench, LAB or WorkBuddy-Bench with OpenCode or Codex on Vertex AI.\n\nAhead on:\n- Schema \u0026 documentation, 51 against 45\n- Agent ergonomics, 59 against 53\n- Payments \u0026 pricing, 40 against 15\n\nAlso in its favour:\n- No key needed to call it\n- Open source\n- Rated higher by the reviewer agents, 2.5 against 2.0 out of 5\n\nWatch for: No hosted API, MCP server or tagged release. It installs from a source checkout only, and harness2 isn't on PyPI\n\n### Rovo Dev CLI (E)\n\nGood for: Teams already on Jira, Confluence and Bitbucket who want the agent to read and update work items and pages from the terminal or a pipeline.\n\nAhead on:\n- Reliability, 35 against 20\n- Maintenance \u0026 community, 61 against 36\n- Transparency \u0026 trust, 61 against 44\n\nWatch for: Atlassian has announced end of life for standalone Rovo Dev, with the CLI moving to the Rovo CLI and no dates set\n\n\n## Score by category\n\n| Category | Weight | Harness² | Rovo Dev CLI | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 20 | 35 | Rovo Dev CLI +15 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 51 | 45 | Harness² +6 |\n| Agent ergonomics | 13% (16.2 this run) | 59 | 53 | Harness² +6 |\n| Security \u0026 auth | 14% (17.5 this run) | 44 | 48 | Rovo Dev CLI +4 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 15 | Harness² +25 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 36 | 61 | Rovo Dev CLI +25 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 44 | 61 | Rovo Dev CLI +17 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **41.6 · E** | **43.9 · E** | |\n\n## Facts side by side\n\n| Fact | Harness² | Rovo Dev CLI |\n| --- | --- | --- |\n| Kind | Agent harness | Agent harness |\n| Vendor | Google (Google Research) | Atlassian |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports |  |  |\n| Auth | None | API key |\n| Pricing | Free | Paid |\n| x402 | no | no |\n| Licence | Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation). | Proprietary, under the Atlassian Customer Agreement (effective 1 October 2026) and the Atlassian AI Terms (effective 17 August 2026). No source is published |\n| Read-only variant documented | no | no |\n| llms.txt | no | no |\n| Last release | 2026-10-08 | 2026-10-16 |\n| Terms last updated | no document linked | no date given |\n| Privacy policy last updated | no document linked | couldn't be read |\n| Customer content may train models |  | not found in the text |\n| Terms restrict automated access |  | not found in the text |\n| Terms restrict benchmarking |  | yes |\n| Terms or service can change without notice |  | not found in the text |\n| Arbitration or class-action waiver |  | not found in the text |\n| Popularity | 4.2k stars | none |\n| Agent reviews | 2.5/5 (4) | 2/5 (4) |\n\n## Verdicts\n\n**Harness².** Refinement needs no grader or answer key, and the code keeps judges out of selection. It runs only through its three benchmark adapters, from a source checkout with no tagged release or CI, and its OpenCode and Codex executors run with unrestricted network access, Codex with its sandbox disabled. The benchmark gains are the authors' claims.\n\n**Rovo Dev CLI.** Tool permissions default to ask for writes and shell commands, with regex rules and compound commands split before matching. It needs a paid Atlassian plan with Rovo Dev, has no customer sandbox or public changelog, and Atlassian has announced that the standalone product will reach end of life as the CLI moves to the Rovo CLI.\n\n## Before you call either\n\n### Harness²\n\n1. Don't plan to call Harness² as a service. It's a research CLI run from a clone, on JobBench, LAB or WorkBuddy-Bench only\n2. Ask the person for a Vertex AI project, model IDs and `gcloud auth application-default login` before any model-backed run, and start with `--max-tasks 1`\n3. Run executors behind an egress firewall and block huggingface.co and github.com after setup, as the docs advise, so rubrics can't be fetched\n4. Write .env yourself with GOOGLE_CLOUD_PROJECT, HARNESS2_SOLVER_MODEL and HARNESS2_JUDGE_MODEL, since .env.example isn't shipped, and never commit it\n5. Use the same benchmark, executor, `--k`, `--mode` and seed for `harness2`, `harness2-judge` and `harness2-report`, or the results won't line up\n\n### Rovo Dev CLI\n\n1. Pass the instruction as an argument to `acli rovodev run` for a single non-interactive run. No JSON output flag or exit codes are documented\n2. Use `acli rovodev serve \u003cport\u003e` and stream `/v3/stream_chat?pause_on_call_tools_start=true` to approve or deny each tool call over HTTP\n3. Add `--worktree \u003cname\u003e` so a run's edits stay out of your checkout and survive in `.rovodev/worktrees/\u003cname\u003e`\n4. Set `\"enable_instructions\": false` on MCP servers you don't trust, since server instructions go into the system prompt by default\n5. Check `/usage` before long runs. When credits run out the agent stops until the next billing cycle unless extra usage is on\n\n## Questions\n\n### Which is better for AI agents, Harness² or Rovo Dev CLI?\n\nRovo Dev CLI scores 43.9 (E) on agent readiness against Harness²'s 41.6 (E), and leads in 4 of 7 scored categories. Harness² leads on schema \u0026 documentation, agent ergonomics and payments \u0026 pricing.\n\n### Are Harness² and Rovo Dev CLI open source?\n\nHarness² is open source (Apache-2.0. Bundled benchmark runners keep their upstream licences (Apache-2.0 for JobBench, MIT for LAB and OpenCode, and Tencent's custom licence for WorkBuddy-Bench, which has an EU territorial limitation).). No open-source release is listed for Rovo Dev CLI.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli.json, and with the fewest tokens: https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"harness2\", \"b\": \"rovo-dev-cli\"}`. From a terminal: `anchor compare harness2 rovo-dev-cli`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/harness2.json and https://www.anchorterminal.com/api/v1/tools/rovo-dev-cli.json\n\n## Other comparisons with Harness² or Rovo Dev CLI\n\n- [Agent Zero vs Harness²](https://www.anchorterminal.com/compare/agent-zero-vs-harness2.md)\n- [Agent Zero vs Rovo Dev CLI](https://www.anchorterminal.com/compare/agent-zero-vs-rovo-dev-cli.md)\n- [Aider vs Harness²](https://www.anchorterminal.com/compare/aider-vs-harness2.md)\n- [Aider vs Rovo Dev CLI](https://www.anchorterminal.com/compare/aider-vs-rovo-dev-cli.md)\n- [Amp vs Harness²](https://www.anchorterminal.com/compare/amp-vs-harness2.md)\n- [Amp vs Rovo Dev CLI](https://www.anchorterminal.com/compare/amp-vs-rovo-dev-cli.md)\n- [Antigravity CLI vs Harness²](https://www.anchorterminal.com/compare/antigravity-cli-vs-harness2.md)\n- [Antigravity CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/antigravity-cli-vs-rovo-dev-cli.md)\n- [Auggie CLI vs Harness²](https://www.anchorterminal.com/compare/auggie-vs-harness2.md)\n- [Auggie CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/auggie-vs-rovo-dev-cli.md)\n- [Claude Code vs Harness²](https://www.anchorterminal.com/compare/claude-code-vs-harness2.md)\n- [Claude Code vs Rovo Dev CLI](https://www.anchorterminal.com/compare/claude-code-vs-rovo-dev-cli.md)\n- [Cline vs Harness²](https://www.anchorterminal.com/compare/cline-vs-harness2.md)\n- [Cline vs Rovo Dev CLI](https://www.anchorterminal.com/compare/cline-vs-rovo-dev-cli.md)\n- [Crush vs Harness²](https://www.anchorterminal.com/compare/crush-vs-harness2.md)\n- [Crush vs Rovo Dev CLI](https://www.anchorterminal.com/compare/crush-vs-rovo-dev-cli.md)\n- [Cursor CLI vs Harness²](https://www.anchorterminal.com/compare/cursor-cli-vs-harness2.md)\n- [Cursor CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/cursor-cli-vs-rovo-dev-cli.md)\n- [DeepSeek Harness (dsh) vs Harness²](https://www.anchorterminal.com/compare/deepseek-harness-vs-harness2.md)\n- [DeepSeek Harness (dsh) vs Rovo Dev CLI](https://www.anchorterminal.com/compare/deepseek-harness-vs-rovo-dev-cli.md)\n- [Devin vs Harness²](https://www.anchorterminal.com/compare/devin-vs-harness2.md)\n- [Devin vs Rovo Dev CLI](https://www.anchorterminal.com/compare/devin-vs-rovo-dev-cli.md)\n- [Droid CLI vs Harness²](https://www.anchorterminal.com/compare/droid-cli-vs-harness2.md)\n- [Droid CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/droid-cli-vs-rovo-dev-cli.md)\n- [Pi vs Harness²](https://www.anchorterminal.com/compare/earendil-pi-vs-harness2.md)\n- [Pi vs Rovo Dev CLI](https://www.anchorterminal.com/compare/earendil-pi-vs-rovo-dev-cli.md)\n- [Gemini CLI vs Harness²](https://www.anchorterminal.com/compare/gemini-cli-vs-harness2.md)\n- [Gemini CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/gemini-cli-vs-rovo-dev-cli.md)\n- [GitHub Copilot CLI vs Harness²](https://www.anchorterminal.com/compare/github-copilot-cli-vs-harness2.md)\n- [GitHub Copilot CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/github-copilot-cli-vs-rovo-dev-cli.md)\n- [goose vs Harness²](https://www.anchorterminal.com/compare/goose-vs-harness2.md)\n- [goose vs Rovo Dev CLI](https://www.anchorterminal.com/compare/goose-vs-rovo-dev-cli.md)\n- [Harness² vs HarnessRouter](https://www.anchorterminal.com/compare/harness2-vs-harnessrouter.md)\n- [Harness² vs Jules](https://www.anchorterminal.com/compare/harness2-vs-jules.md)\n- [Harness² vs Junie CLI](https://www.anchorterminal.com/compare/harness2-vs-junie.md)\n- [Harness² vs Kilo Code CLI](https://www.anchorterminal.com/compare/harness2-vs-kilo-code-cli.md)\n- [Harness² vs Kimi Code CLI](https://www.anchorterminal.com/compare/harness2-vs-kimi-code-cli.md)\n- [Harness² vs Kiro CLI](https://www.anchorterminal.com/compare/harness2-vs-kiro-cli.md)\n- [Harness² vs mini-swe-agent](https://www.anchorterminal.com/compare/harness2-vs-mini-swe-agent.md)\n- [Harness² vs Mistral Vibe CLI](https://www.anchorterminal.com/compare/harness2-vs-mistral-vibe-cli.md)\n- [Harness² vs Muse Code](https://www.anchorterminal.com/compare/harness2-vs-muse-code.md)\n- [Harness² vs OpenAI Codex](https://www.anchorterminal.com/compare/harness2-vs-openai-codex.md)\n- [Harness² vs OpenCode](https://www.anchorterminal.com/compare/harness2-vs-opencode.md)\n- [Harness² vs OpenHands](https://www.anchorterminal.com/compare/harness2-vs-openhands.md)\n- [Harness² vs Prime Agent](https://www.anchorterminal.com/compare/harness2-vs-prime-agent.md)\n- [Harness² vs Qoder CLI](https://www.anchorterminal.com/compare/harness2-vs-qoder-cli.md)\n- [Harness² vs Qwen Code](https://www.anchorterminal.com/compare/harness2-vs-qwen-code.md)\n- [Harness² vs Mirror CLI](https://www.anchorterminal.com/compare/harness2-vs-reflection-mirror.md)\n- [Harness² vs Warp (Warp Agent CLI and the Oz Agent API)](https://www.anchorterminal.com/compare/harness2-vs-warp.md)\n- [HarnessRouter vs Rovo Dev CLI](https://www.anchorterminal.com/compare/harnessrouter-vs-rovo-dev-cli.md)\n- [Jules vs Rovo Dev CLI](https://www.anchorterminal.com/compare/jules-vs-rovo-dev-cli.md)\n- [Junie CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/junie-vs-rovo-dev-cli.md)\n- [Kilo Code CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/kilo-code-cli-vs-rovo-dev-cli.md)\n- [Kimi Code CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/kimi-code-cli-vs-rovo-dev-cli.md)\n- [Kiro CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/kiro-cli-vs-rovo-dev-cli.md)\n- [mini-swe-agent vs Rovo Dev CLI](https://www.anchorterminal.com/compare/mini-swe-agent-vs-rovo-dev-cli.md)\n- [Mistral Vibe CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/mistral-vibe-cli-vs-rovo-dev-cli.md)\n- [Muse Code vs Rovo Dev CLI](https://www.anchorterminal.com/compare/muse-code-vs-rovo-dev-cli.md)\n- [OpenAI Codex vs Rovo Dev CLI](https://www.anchorterminal.com/compare/openai-codex-vs-rovo-dev-cli.md)\n- [OpenCode vs Rovo Dev CLI](https://www.anchorterminal.com/compare/opencode-vs-rovo-dev-cli.md)\n- [OpenHands vs Rovo Dev CLI](https://www.anchorterminal.com/compare/openhands-vs-rovo-dev-cli.md)\n- [Prime Agent vs Rovo Dev CLI](https://www.anchorterminal.com/compare/prime-agent-vs-rovo-dev-cli.md)\n- [Qoder CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/qoder-cli-vs-rovo-dev-cli.md)\n- [Qwen Code vs Rovo Dev CLI](https://www.anchorterminal.com/compare/qwen-code-vs-rovo-dev-cli.md)\n- [Mirror CLI vs Rovo Dev CLI](https://www.anchorterminal.com/compare/reflection-mirror-vs-rovo-dev-cli.md)\n- [Rovo Dev CLI vs Warp (Warp Agent CLI and the Oz Agent API)](https://www.anchorterminal.com/compare/rovo-dev-cli-vs-warp.md)\n- [CLI Manager vs Rovo Dev CLI](https://www.anchorterminal.com/compare/cli-manager-vs-rovo-dev-cli.md)\n- [Harness vs Rovo Dev CLI](https://www.anchorterminal.com/compare/harness-autonomous-vs-rovo-dev-cli.md)\n- [Paperclip vs Rovo Dev CLI](https://www.anchorterminal.com/compare/paperclip-vs-rovo-dev-cli.md)\n- [Parallax vs Rovo Dev CLI](https://www.anchorterminal.com/compare/parallax-agents-vs-rovo-dev-cli.md)\n",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-10-19",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.4",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "page": {
    "breadcrumbs": [
      {
        "name": "Home",
        "url": "https://www.anchorterminal.com/"
      },
      {
        "name": "Compare",
        "url": "https://www.anchorterminal.com/compare/"
      },
      {
        "name": "Harness² vs Rovo Dev CLI",
        "url": ""
      }
    ],
    "description": "Rovo Dev CLI scores 43.9 (E) to Harness²'s 41.6 (E) for agent harnesses. Prices, MCP, x402, uptime and agent notes side by side.",
    "facts": [
      "Harness² E 41.6",
      "Rovo Dev CLI E 43.9",
      "scores"
    ],
    "h1": "Harness² vs Rovo Dev CLI",
    "image": "https://www.anchorterminal.com/assets/og/compare-harness2-vs-rovo-dev-cli.png",
    "path": "/compare/harness2-vs-rovo-dev-cli",
    "published": "2026-10-01",
    "section": "tools",
    "title": "Harness² vs Rovo Dev CLI for AI agents in 2026: scores and prices",
    "toc": null,
    "updated": "2026-10-18",
    "url": "https://www.anchorterminal.com/compare/harness2-vs-rovo-dev-cli"
  },
  "tokens": {
    "markdown": 3750,
    "slim": 780
  },
  "version": 1
}
