{
  "data": {
    "a": {
      "slug": "gauge-cli",
      "name": "Gauge CLI",
      "vendor": "Gauge",
      "vendorUrl": "https://www.withgauge.com/agents/",
      "company": "withgauge.com",
      "kind": "sdk",
      "category": "agent-observability",
      "summary": "Gauge CLI runs real coding agents (Claude Code, Codex, Pi, OpenCode) against your skills, CLIs, SDKs, MCP servers and docs in Docker, records where they get stuck, and lets your agent test fixes before release.",
      "url": "https://www.anchorterminal.com/tools/gauge-cli",
      "markdownUrl": "https://www.anchorterminal.com/tools/gauge-cli.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/gauge-cli.min.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/gauge-cli.json",
      "dns": "gauge-cli.grade.anchorterminal.com",
      "repo": "https://github.com/gauge-sh/gauge-cli",
      "license": "MIT",
      "transports": [],
      "packages": [
        {
          "registry": "npm",
          "name": "@withgauge/cli"
        }
      ],
      "auth": "none",
      "authNotes": "Local mode needs no Gauge account, only credentials for the agent under test (native Claude or Codex logins, or API keys). Hosted Gauge uses `gauge auth login`, with a device flow for remote terminals.",
      "pricing": "freemium",
      "pricingNotes": "The CLI and local mode are free and MIT-licensed; agent usage is billed by your provider or subscription. Hosted Gauge runs on workspace credits, whose prices weren't read (checked 2026-11-06).",
      "priceSummary": "Freemium",
      "where": "local",
      "x402": {
        "level": "no",
        "evidence": "No payment protocol in the CLI or its README; hosted runs use workspace credits (checked 2026-11-06).",
        "endpoints": []
      },
      "toolCount": null,
      "popularity": {
        "githubStars": null,
        "npmWeekly": null,
        "pypiWeekly": null,
        "asOf": "2026-11-06"
      },
      "docsUrl": "https://docs.withgauge.com/agents",
      "capabilities": [
        "obs.evals"
      ],
      "tags": [
        "open-source",
        "mit",
        "cli",
        "node",
        "docker",
        "telemetry",
        "new"
      ],
      "lastRelease": "2026-11-04",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 62.9,
        "grade": "B",
        "agentReady": false,
        "rank": 656,
        "ranked": true,
        "rankOf": 1557,
        "categoryRank": 13,
        "methodology": "1.0",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 75,
          "maintenance": 82,
          "payments": 60,
          "reliability": 60,
          "schema": 60,
          "security": 55,
          "transparency": 53
        },
        "assessment": {
          "confidence": "low",
          "date": "2026-11-06"
        },
        "negative": 0,
        "verdict": "An open-source CLI that measures how coding agents get on with your product and checks fixes before you ship them, locally in Docker with no account. It's young and pre-1.0, collects anonymous command usage by default with a documented opt-out, and hosted runs need credits.",
        "bestFor": "Teams that build skills, CLIs, SDKs or MCP servers and want to see where coding agents get stuck with them, and to test fixes before release.",
        "strengths": [
          "Runs Claude Code, Codex, Pi and OpenCode in fresh Docker sessions against working-tree or pre-release versions",
          "Local mode needs no Gauge account, only your existing agent credentials",
          "Dated changelog with six releases in about two weeks",
          "Instructions bundled in the CLI for coding agents, and -o json on read commands",
          "CI runs checks on every push and pull request"
        ],
        "weaknesses": [
          "Collects anonymous command usage by default, with an opt-out",
          "Pre-1.0 and about two weeks old in this repository",
          "Docs, authenticated MCP servers and authenticated APIs need hosted Gauge and credits",
          "Hosted credit prices weren't found on the pages read"
        ],
        "agentNotes": [
          "npm install -g @withgauge/cli, then gauge local runtime pull and gauge init --local in the project",
          "Run gauge install-skill so your coding agent finds the CLI's own instructions",
          "Set GAUGE_TELEMETRY_DISABLED=1 in CI if you don't want command usage collected",
          "Rebuild and pack an npm CLI or SDK before rerunning, so test sessions get the new tarball",
          "Keep .gauge/ private; it holds measurements and analyses"
        ],
        "metrics": {
          "kind": "local",
          "measured": false
        },
        "reviewCount": 0,
        "avgRating": 0,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "low",
            "grade": "B",
            "methodology": "1.0",
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 62.9
          }
        ],
        "editorialScores": {
          "ergonomics": 75,
          "maintenance": 82,
          "payments": 60,
          "reliability": 60,
          "schema": 60,
          "security": 55,
          "transparency": 78
        },
        "provenanceScore": 27,
        "checked": {
          "categories": {
            "ergonomics": "2026-11-06",
            "maintenance": "2026-11-06",
            "payments": "2026-11-06",
            "reliability": "2026-11-06",
            "schema": "2026-11-06",
            "security": "2026-11-06",
            "transparency": "2026-11-06"
          },
          "last": "2026-11-06",
          "lastMoved": "2026-11-13",
          "oldest": "2026-11-06",
          "stale": false,
          "staleAfterDays": 90
        }
      },
      "connect": {
        "install": "npm install -g @withgauge/cli\ngauge local runtime pull\ngauge init --local\ngauge install-skill"
      },
      "letme": {
        "capability": "https://letme.dev/obs.evals",
        "tool": "https://letme.dev/gauge-cli"
      },
      "area": "developer",
      "provenance": {
        "legalEntity": "",
        "domain": "withgauge.com",
        "domainRegistered": "",
        "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.",
        "endpointOnVendorDomain": null,
        "terms": "",
        "privacy": "",
        "statusPage": "",
        "changelog": "https://github.com/gauge-sh/gauge-cli/blob/main/cli/CHANGELOG.md",
        "securityTxt": "none",
        "checked": "2026-11-06",
        "notes": [
          "The npm package's author is Gauge \u003csupport@withgauge.com\u003e, its homepage agents.withgauge.com, and its repository field points at gauge-sh/gauge-cli. The licence names Gauge.",
          "Hosted Gauge's terms and privacy weren't read, and security.txt wasn't checked."
        ],
        "score": 27
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/gauge-cli.json",
      "live": {
        "slug": "gauge-cli",
        "versions": [
          {
            "registry": "github",
            "name": "gauge-sh/gauge-cli",
            "version": "cli-v0.32.0",
            "released": "2026-11-17",
            "seenAt": "2026-11-18T17:49:38.923184047Z"
          },
          {
            "registry": "npm",
            "name": "@withgauge/cli",
            "version": "0.32.0",
            "seenAt": "2026-11-18T17:49:37.999222175Z"
          }
        ],
        "githubStars": 152,
        "npmWeekly": 769,
        "securityTxt": {
          "url": "https://withgauge.com/.well-known/security.txt",
          "state": "none",
          "checkedAt": "2026-11-18T16:30:07.810584309Z"
        },
        "domain": {
          "domain": "withgauge.com",
          "registered": "2025-04-23",
          "source": "https://rdap.verisign.com/com/v1/domain/withgauge.com",
          "checkedAt": "2026-11-15T15:29:31.663201167Z"
        },
        "pages": [
          {
            "url": "https://raw.githubusercontent.com/gauge-sh/gauge-cli/main/cli/CHANGELOG.md",
            "kind": "changelog",
            "status": 200,
            "checkedAt": "2026-11-18T21:55:14.701157254Z",
            "changedAt": "2026-11-18T21:55:14.701157254Z",
            "fingerprint": "3fba4518e979"
          }
        ],
        "github": {
          "repo": "gauge-sh/gauge-cli",
          "checkedAt": "2026-11-16T11:22:15.023381955Z",
          "stars": 151,
          "archived": false,
          "issuesEnabled": true,
          "pushedAt": "2026-11-13T23:21:15Z",
          "openIssues": 1,
          "openPRs": 2,
          "issuesOpened90d": 1,
          "issuesClosed90d": 0,
          "prsMerged90d": 46,
          "ci": {
            "branch": "main",
            "runs": 50,
            "success": 50,
            "failure": 0,
            "other": 0,
            "latest": "success",
            "latestAt": "2026-11-13T23:22:14Z"
          },
          "replies": {
            "sampled": 1,
            "unanswered": 1
          }
        },
        "updatedAt": "2026-11-18T21:55:14.701157254Z"
      }
    },
    "answer": "Gauge CLI scores 62.9 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in 6 of 7 scored categories. Plurai Simulation leads on schema \u0026 documentation.",
    "b": {
      "slug": "plurai-simulation",
      "name": "Plurai Simulation",
      "vendor": "Plurai",
      "vendorUrl": "https://www.plurai.ai",
      "company": "plurai.ai",
      "kind": "platform",
      "category": "agent-observability",
      "summary": "Plurai Simulation is a plugin for Claude Code, Codex CLI and GitHub Copilot CLI that maps an agent's code, mocks its tools and data, plays generated scenarios against it and proposes fixes, using Plurai's hosted backend.",
      "url": "https://www.anchorterminal.com/tools/plurai-simulation",
      "markdownUrl": "https://www.anchorterminal.com/tools/plurai-simulation.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/plurai-simulation.min.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/plurai-simulation.json",
      "dns": "plurai-simulation.grade.anchorterminal.com",
      "repo": "https://github.com/plurai-ai/plurai-simulation",
      "transports": [
        "streamable-http",
        "stdio"
      ],
      "remoteUrl": "https://sandbox.plurai.ai/v1/mcp",
      "packages": [
        {
          "registry": "pypi",
          "name": "plurai-simulation-sdk"
        }
      ],
      "auth": "api-key",
      "authNotes": "First run opens a browser sign-in or sign-up, picks an organisation and mints a key the SDK saves in `~/.plurai/credentials.json` (mode 600), never shown. `plurai logout` revokes it. For CI, a key created in the dashboard goes in `PLURAI_TOKEN` with `PLURAI_URL`. Keys expire. No scopes found.",
      "pricing": "freemium",
      "pricingNotes": "The Free plan has 12,300 credits, 2 agent setups, 3 runs and 10 sandbox hours once, no overage. Base $60 a month and Business $210 a month with monthly credits, runs and sandbox hours, then $0.02 or $0.015 a credit up to an admin-set limit. A credit is one cent of model-provider usage at list price. Card requirement for Free not stated. Enterprise by agreement.",
      "priceSummary": "$0.02 / credit",
      "where": "both",
      "x402": {
        "level": "no",
        "evidence": "No x402, MPP or L402 in the pricing page, docs, terms, plugin repository or the hosted MCP tool list, read on 2026-11-18.",
        "endpoints": []
      },
      "toolCount": 52,
      "popularity": {
        "githubStars": null,
        "npmWeekly": null,
        "pypiWeekly": null,
        "asOf": "2026-11-18"
      },
      "docsUrl": "https://docs.plurai.ai/",
      "llmsTxt": "https://docs.plurai.ai/llms.txt",
      "capabilities": [
        "obs.evals",
        "obs.datasets"
      ],
      "tags": [
        "hosted",
        "closed-source",
        "mcp",
        "remote-mcp",
        "agent-skills",
        "coding-agent",
        "python",
        "freemium",
        "free-tier",
        "usage-priced",
        "llms-txt",
        "no-status-page",
        "no-telemetry",
        "new"
      ],
      "lastRelease": "2026-11-15",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 52.6,
        "grade": "D",
        "agentReady": false,
        "rank": 1078,
        "ranked": true,
        "rankOf": 1557,
        "categoryRank": 20,
        "methodology": "1.0",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 58,
          "maintenance": 72,
          "payments": 45,
          "reliability": 22,
          "schema": 81,
          "security": 52,
          "transparency": 52
        },
        "assessment": {
          "confidence": "medium",
          "date": "2026-11-18"
        },
        "negative": 0,
        "verdict": "Plurai Simulation runs inside the coding agent a developer already uses, with a free plan, public plan prices and 52 typed MCP tools that all carry annotations. Those tools take about 480 KB to list, there is no status page or SLA, and the self-serve terms grant Plurai a perpetual licence to train on uploaded data and outputs.",
        "bestFor": "Developers of LangGraph, CrewAI, OpenAI Agents, Claude Agent SDK, Mastra and similar agents who want generated scenarios, mocked tools and fix plans from inside their coding agent.",
        "strengths": [
          "Installs from a public marketplace into Claude Code, Codex CLI and GitHub Copilot CLI, and signs in through the browser without the key entering the chat",
          "Free plan with 12,300 credits, three runs and 10 sandbox hours, and public plan prices ($60 and $210 a month) with per-credit overage",
          "All 52 hosted MCP tools have input and output schemas and annotations, with 14 read-only and 5 destructive, and long jobs take idempotent starts",
          "Every upload prints a disclosure first and is logged in `.plurai/uploads/audit.log`, with optional local anonymisation that fails closed",
          "SDK 1.0.0 to 1.0.3 and plugin 1.0.4 to 1.0.8 shipped between 9 and 15 November 2026 with changelogs"
        ],
        "weaknesses": [
          "The self-serve terms grant Plurai a perpetual, irrevocable licence to use customer content, outputs and traces to train its models, which survives account deletion",
          "The 52 MCP tool definitions total about 480 KB, the largest over 56 KB, with no toolsets or subsets",
          "No status page, SLA, published rate limits or security.txt, and the security policy promises only best-effort acknowledgement",
          "The plugin is proprietary and its terms forbid using outputs or results to build a competing evaluation product",
          "The terms refer to a privacy policy for self-serve products that wasn't found, and the linked policy (27 April 2026) says prompts aren't retained"
        ],
        "agentNotes": [
          "Ask the user before the first `/simulate`, since it opens a browser sign-in and uploads agent descriptions as written",
          "Set `anonymize: true` in `plurai.config.yaml` before the first upload if the data holds personal details, because an Environment can't change posture later",
          "Treat exit code 20 as credit, capacity or an outage and stop, rather than rerunning the simulation",
          "Use `PLURAI_SIM_NONINTERACTIVE=1` with `PLURAI_URL` and `PLURAI_TOKEN` in CI, and never paste the key into chat",
          "Prefer Claude models in Copilot CLI and Default mode in Codex, as the docs say the flows are tuned for them"
        ],
        "metrics": {
          "kind": "remote",
          "measured": false
        },
        "reviewCount": 0,
        "avgRating": 0,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "medium",
            "grade": "D",
            "methodology": "1.0",
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 52.6
          }
        ],
        "editorialScores": {
          "ergonomics": 58,
          "maintenance": 72,
          "payments": 45,
          "reliability": 22,
          "schema": 81,
          "security": 52,
          "transparency": 41
        },
        "provenanceScore": 63,
        "checked": {
          "categories": {
            "ergonomics": "2026-11-18",
            "maintenance": "2026-11-18",
            "payments": "2026-11-18",
            "reliability": "2026-11-18",
            "schema": "2026-11-18",
            "security": "2026-11-18",
            "transparency": "2026-11-18"
          },
          "last": "2026-11-18",
          "lastMoved": "2026-11-18",
          "oldest": "2026-11-18",
          "stale": false,
          "staleAfterDays": 90
        }
      },
      "connect": {
        "install": "pip install plurai-simulation-sdk",
        "claudeCode": "/plugin marketplace add plurai-ai/plurai-plugins\n/plugin install plurai-simulation@plurai-plugins"
      },
      "letme": {
        "capability": "https://letme.dev/obs.evals",
        "tool": "https://letme.dev/plurai-simulation"
      },
      "area": "developer",
      "unitPrices": [
        {
          "item": "Sim credit, Base plan overage",
          "unit": "credit",
          "usd": 0.02,
          "note": "A credit is one cent of model-provider usage at list price"
        },
        {
          "item": "Sim credit, Business plan overage",
          "unit": "credit",
          "usd": 0.015,
          "note": "A credit is one cent of model-provider usage at list price"
        }
      ],
      "provenance": {
        "legalEntity": "Plurai Inc.",
        "domain": "plurai.ai",
        "domainRegistered": "",
        "endpointOnVendorDomain": true,
        "terms": "https://www.plurai.ai/terms-of-service",
        "privacy": "https://www.plurai.ai/privacy-policy",
        "statusPage": "",
        "changelog": "https://github.com/plurai-ai/plurai-simulation/blob/main/CHANGELOG.md",
        "securityTxt": "none",
        "checked": "2026-11-18",
        "notes": [
          "Plurai Inc., 488 Madison Avenue, Suite 1103, New York, NY, is named in the terms (last updated 10 November 2026, Delaware law). The plugin licence names Plurai Inc.",
          "plurai.ai and docs.plurai.ai publish robots.txt rules that allowed the pages read. sandbox.plurai.ai answers 404 for robots.txt.",
          "/.well-known/security.txt on www.plurai.ai answers an error page. SECURITY.md in the plugin repository asks for private GitHub reports.",
          "The self-serve terms forbid bots, crawlers and other automated access to the Product except through the APIs Plurai documents, and forbid using outputs to build a competing product. Recorded as a fact, no deduction.",
          "pypi.org answered the SDK's project page with a client challenge, so its licence is unread. No status page found. RDAP wasn't queried."
        ],
        "score": 63
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/plurai-simulation.json",
      "live": {
        "slug": "plurai-simulation",
        "probe": {
          "target": "https://sandbox.plurai.ai/v1/mcp",
          "method": "get",
          "lastAt": "2026-11-18T22:43:52.572607436Z",
          "lastOk": true,
          "lastStatus": 405,
          "lastMs": 317,
          "authRequired": false,
          "uptime24h": 100,
          "uptime30d": 100,
          "p50ms24h": 254,
          "p95ms24h": 446,
          "samples24h": 11,
          "samples30d": 11,
          "days": [
            {
              "date": "2026-11-18",
              "probes": 11,
              "ok": 11
            }
          ],
          "since": "2026-11-18T21:38:22.28752903Z"
        },
        "updatedAt": "2026-11-18T22:43:52.572607436Z"
      },
      "streak": {
        "days": 0,
        "from": "2026-11-18",
        "sinceWatching": true,
        "best": 0
      }
    },
    "edges": [
      {
        "by": 38,
        "category": "reliability",
        "leads": "gauge-cli",
        "name": "Reliability",
        "reasons": {
          "a": "Local package. Installs from npm as @withgauge/cli with Node 22.13 or later and Docker stated (20). checks.yml runs npm run check on push and pull request across a matrix, and the repository has 76 test files; whether main passes wasn't read (20 of 25). Issues weren't read (5, unchecked). A dated changelog with Added sections per release (15). Version 0.28.0 (0). 20 + 20 + 5 + 15 + 0 = 60.",
          "b": "No status page found on plurai.ai, the docs or the plugin repository (0). With no history to read, 5. No rate limits with numbers found. The pricing page gives plan allowances, not request limits (0). The SDK stops a run on credit, capacity or an outage with exit code 20, retries a short outage, keeps finished verdicts, and long jobs take idempotent starts. No Retry-After or 429 guidance found (7). No SLA found (0). Launched as generally available on 11 November 2026 with SDK 1.0.0 (10). 0+5+0+7+0+10 = 22."
        },
        "scores": {
          "a": 60,
          "b": 22
        }
      },
      {
        "by": 21,
        "category": "schema",
        "leads": "plurai-simulation",
        "name": "Schema \u0026 documentation",
        "reasons": {
          "a": "CLI reading. No machine-readable contract, -o json on read commands (10 of 25). No llms.txt; instructions bundled in the CLI for agents (5). The README says what it finds and when local or hosted fits (16 of 20). Commands with help text; typed flags (9 of 15). Worked examples, no error reference (8 of 15). Dated changelog and semver tags (12 of 15). 10 + 5 + 16 + 9 + 8 + 12 = 60.",
          "b": "The hosted MCP server's tools/list, read once without a key, gave 52 tools, each with an input and an output JSON Schema (25). llms.txt and Markdown for every docs page (10). Descriptions are long and say when to call each tool and what a failure means, such as `diagnose_mock` naming its failure states (16). 43 tools mark required fields and 12 use enums, but 49 objects allow extra properties and many inputs are YAML or Markdown strings (8). The docs have a shared exit code table, troubleshooting and worked flows, and tool results name failure reasons (12). The plugin changelog has a section per release and dated tags, the SDK changelog has one undated 1.0.0 entry, and the server states an additive-only wire with a client version floor (10). 25+10+16+8+12+10 = 81."
        },
        "scores": {
          "a": 60,
          "b": 81
        }
      },
      {
        "by": 17,
        "category": "ergonomics",
        "leads": "gauge-cli",
        "name": "Agent ergonomics",
        "reasons": {
          "a": "CLI reading for an agent driving it. Bundled instructions match the installed version, and output is filterable with -o json (20 of 25). Run summaries and Findings with queryable fields (15 of 20). Errors not documented as a reference (10 of 20). Reruns from checkpoints and a recheck command with a confirm step (15 of 20). Four commands to start, Node only (15 of 15). 20 + 15 + 10 + 15 + 15 = 75.",
          "b": "52 tools whose definitions total about 480 KB, a median of 5.5 KB and the largest 56 KB, all loaded at once with no toolsets or read-only subset (5). List tools take `limit` and `offset` (12). Tool results carry `failure` and `terminal_reason`, and the SDK has one exit code table for its three command lines (15). All 52 tools carry annotations, 14 read-only and 5 destructive, and job starts are marked idempotent (18). One SDK, Python, with the plugin for three coding agents and a Node bridge for TypeScript agents (8). 5+12+15+18+8 = 58."
        },
        "scores": {
          "a": 75,
          "b": 58
        }
      },
      {
        "by": 15,
        "category": "payments",
        "leads": "gauge-cli",
        "name": "Payments \u0026 pricing",
        "reasons": {
          "a": "Scored on the hosted option. No payment protocol (0). Credit prices weren't found on the pages read (0). Local mode is free with no card (20). Local mode needs no sign-up (20). 0 + 0 + 20 + 20 = 40. Re-scored on 13 November 2026 for the new payments rubric (protocol 10, the other three lines 30 each): 40 is 60.",
          "b": "No x402 or other machine payment (0). Plan prices and pay-as-you-go rates ($0.02 a credit on Base, $0.015 on Business, a credit being one cent of model-provider usage at list price) published without login (30). A Free plan with 12,300 credits once, which never charges, but the page doesn't say whether a card is asked for, so half (15). A person signs in or signs up in a browser on first run (0). 0+30+15+0 = 45."
        },
        "scores": {
          "a": 60,
          "b": 45
        }
      },
      {
        "by": 10,
        "category": "maintenance",
        "leads": "gauge-cli",
        "name": "Maintenance \u0026 community",
        "reasons": {
          "a": "CLI 0.28.0 on 4 November 2026 (30). Six releases in 90 days (20). Issues and pull requests weren't read; a support address and issue tracker are published (12 of 25). Current official package (15). CI on push and pull request (5 of 10, results not read). 30 + 20 + 12 + 15 + 5 = 82.",
          "b": "Plugin v1.0.8 tagged 15 November 2026 and `plurai-simulation-sdk` 1.0.3 on PyPI on 13 November (30). Five plugin tags and four SDK releases since 9 November (20). The plugin repository is a five-commit mirror, github.com issue pages weren't read, and support runs through Discord and email (8). One official SDK, Python, current with the plugin (10). A mirror CI workflow only, and its state couldn't be seen (4). 30+20+8+10+4 = 72."
        },
        "scores": {
          "a": 82,
          "b": 72
        }
      }
    ],
    "facts": [
      {
        "a": "SDK + MCP",
        "b": "Platform",
        "name": "Kind"
      },
      {
        "a": "Gauge",
        "b": "Plurai",
        "name": "Vendor"
      },
      {
        "a": "no (local only)",
        "b": "https://sandbox.plurai.ai/v1/mcp",
        "name": "Hosted endpoint"
      },
      {
        "a": "",
        "b": "Streamable HTTP, stdio",
        "name": "Transports"
      },
      {
        "a": "None",
        "b": "API key",
        "name": "Auth"
      },
      {
        "a": "Freemium",
        "b": "Freemium",
        "name": "Pricing"
      },
      {
        "a": "no",
        "b": "no",
        "name": "x402"
      },
      {
        "a": "MIT",
        "b": "none",
        "name": "Licence"
      },
      {
        "a": "none",
        "b": "52",
        "name": "Tools exposed"
      },
      {
        "a": "no",
        "b": "yes",
        "name": "Read-only variant documented"
      },
      {
        "a": "no",
        "b": "yes",
        "name": "llms.txt"
      },
      {
        "a": "2026-11-04",
        "b": "2026-11-15",
        "name": "Last release"
      },
      {
        "a": "no document linked",
        "b": "2026-11-10",
        "name": "Terms last updated"
      },
      {
        "a": "no document linked",
        "b": "2026-04-27",
        "name": "Privacy policy last updated"
      },
      {
        "a": "not read yet",
        "b": "yes",
        "name": "Customer content may train models"
      },
      {
        "a": "not read yet",
        "b": "yes",
        "name": "Terms restrict automated access"
      },
      {
        "a": "not read yet",
        "b": "yes",
        "name": "Terms restrict benchmarking"
      },
      {
        "a": "not read yet",
        "b": "not found in the text",
        "name": "Terms or service can change without notice"
      },
      {
        "a": "not read yet",
        "b": "not found in the text",
        "name": "Arbitration or class-action waiver"
      }
    ],
    "faq": [
      {
        "answer": "Gauge CLI scores 62.9 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in 6 of 7 scored categories. Plurai Simulation leads on schema \u0026 documentation.",
        "question": "Which is better for AI agents, Gauge CLI or Plurai Simulation?"
      },
      {
        "answer": "Gauge CLI is open source (MIT). No open-source release is listed for Plurai Simulation.",
        "question": "Are Gauge CLI and Plurai Simulation open source?"
      }
    ],
    "goodFor": [
      {
        "aheadOn": [
          "Reliability, 60 against 22",
          "Agent ergonomics, 75 against 58",
          "Payments \u0026 pricing, 60 against 45",
          "Maintenance \u0026 community, 82 against 72"
        ],
        "also": [
          "No key needed to call it",
          "Open source"
        ],
        "goodFor": "Teams that build skills, CLIs, SDKs or MCP servers and want to see where coding agents get stuck with them, and to test fixes before release.",
        "slug": "gauge-cli",
        "watchFor": "Collects anonymous command usage by default, with an opt-out"
      },
      {
        "aheadOn": [
          "Schema \u0026 documentation, 81 against 60"
        ],
        "also": [
          "A hosted endpoint, with nothing to install",
          "Runs on your own machine"
        ],
        "goodFor": "Developers of LangGraph, CrewAI, OpenAI Agents, Claude Agent SDK, Mastra and similar agents who want generated scenarios, mocked tools and fix plans from inside their coding agent.",
        "slug": "plurai-simulation",
        "watchFor": "The self-serve terms grant Plurai a perpetual, irrevocable licence to use customer content, outputs and traces to train its models, which survives account deletion"
      }
    ],
    "history": {
      "gauge-cli": [
        {
          "causes": [
            "method"
          ],
          "date": "2026-11-13",
          "delta": 2.5,
          "from": 60.4,
          "fromGrade": "C",
          "to": 62.9,
          "toGrade": "B"
        }
      ],
      "plurai-simulation": [
        {
          "causes": [
            "terms"
          ],
          "date": "2026-11-18",
          "delta": -0.1,
          "from": 52.7,
          "fromGrade": "D",
          "to": 52.6,
          "toGrade": "D"
        }
      ]
    },
    "job": {
      "capability": "obs.evals",
      "name": "Evaluations"
    },
    "others": [
      {
        "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-gauge-cli.json",
        "title": "Arize Phoenix vs Gauge CLI",
        "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-gauge-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-plurai-simulation.json",
        "title": "Arize Phoenix vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/baserun-vs-gauge-cli.json",
        "title": "Baserun vs Gauge CLI",
        "url": "https://www.anchorterminal.com/compare/baserun-vs-gauge-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/baserun-vs-plurai-simulation.json",
        "title": "Baserun vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/baserun-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/botgauge-vs-gauge-cli.json",
        "title": "BotGauge vs Gauge CLI",
        "url": "https://www.anchorterminal.com/compare/botgauge-vs-gauge-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/botgauge-vs-plurai-simulation.json",
        "title": "BotGauge vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/botgauge-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/braintrust-vs-gauge-cli.json",
        "title": "Braintrust API + MCP vs Gauge CLI",
        "url": "https://www.anchorterminal.com/compare/braintrust-vs-gauge-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/braintrust-vs-plurai-simulation.json",
        "title": "Braintrust API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/braintrust-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/deepeval-vs-gauge-cli.json",
        "title": "DeepEval vs Gauge CLI",
        "url": "https://www.anchorterminal.com/compare/deepeval-vs-gauge-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/deepeval-vs-plurai-simulation.json",
        "title": "DeepEval vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/deepeval-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/galileo-vs-gauge-cli.json",
        "title": "Galileo API + MCP vs Gauge CLI",
        "url": "https://www.anchorterminal.com/compare/galileo-vs-gauge-cli"
      },
      {
        "json": "https://www.anchorterminal.com/compare/galileo-vs-plurai-simulation.json",
        "title": "Galileo API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/galileo-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-helicone.json",
        "title": "Gauge CLI vs Helicone AI Gateway + MCP",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-helicone"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive.json",
        "title": "Gauge CLI vs HoneyHive",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-hue.json",
        "title": "Gauge CLI vs Hue",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-hue"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-laminar.json",
        "title": "Gauge CLI vs Laminar API + MCP",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-laminar"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-langfuse.json",
        "title": "Gauge CLI vs Langfuse API + MCP",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-langfuse"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-langsmith.json",
        "title": "Gauge CLI vs LangSmith API + MCP",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-langsmith"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch.json",
        "title": "Gauge CLI vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-mlflow-tracing.json",
        "title": "Gauge CLI vs MLflow Tracing",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-mlflow-tracing"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-opik.json",
        "title": "Gauge CLI vs Opik API + MCP",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-opik"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-overmind.json",
        "title": "Gauge CLI vs Overmind",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-overmind"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-prefactor.json",
        "title": "Gauge CLI vs Prefactor",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-prefactor"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-pydantic-logfire.json",
        "title": "Gauge CLI vs Pydantic Logfire",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-pydantic-logfire"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-respan.json",
        "title": "Gauge CLI vs Respan API + MCP",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-respan"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-wandb-weave.json",
        "title": "Gauge CLI vs W\u0026B Weave",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-wandb-weave"
      },
      {
        "json": "https://www.anchorterminal.com/compare/helicone-vs-plurai-simulation.json",
        "title": "Helicone AI Gateway + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/helicone-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/honeyhive-vs-plurai-simulation.json",
        "title": "HoneyHive vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/honeyhive-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/hue-vs-plurai-simulation.json",
        "title": "Hue vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/hue-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/laminar-vs-plurai-simulation.json",
        "title": "Laminar API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/laminar-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langfuse-vs-plurai-simulation.json",
        "title": "Langfuse API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/langfuse-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langsmith-vs-plurai-simulation.json",
        "title": "LangSmith API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/langsmith-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation.json",
        "title": "LangWatch vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/mlflow-tracing-vs-plurai-simulation.json",
        "title": "MLflow Tracing vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/mlflow-tracing-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/opik-vs-plurai-simulation.json",
        "title": "Opik API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/opik-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/overmind-vs-plurai-simulation.json",
        "title": "Overmind vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/overmind-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-prefactor.json",
        "title": "Plurai Simulation vs Prefactor",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-prefactor"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-pydantic-logfire.json",
        "title": "Plurai Simulation vs Pydantic Logfire",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-pydantic-logfire"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-respan.json",
        "title": "Plurai Simulation vs Respan API + MCP",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-respan"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-wandb-weave.json",
        "title": "Plurai Simulation vs W\u0026B Weave",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-wandb-weave"
      }
    ],
    "panel": null,
    "scores": [
      {
        "by": 38,
        "edge": "gauge-cli",
        "gauge-cli": 60,
        "key": "reliability",
        "name": "Reliability",
        "plurai-simulation": 22,
        "weight": 16
      },
      {
        "key": "performance",
        "name": "Performance",
        "pending": true,
        "weight": 10
      },
      {
        "by": 21,
        "edge": "plurai-simulation",
        "gauge-cli": 60,
        "key": "schema",
        "name": "Schema \u0026 documentation",
        "plurai-simulation": 81,
        "weight": 13
      },
      {
        "by": 17,
        "edge": "gauge-cli",
        "gauge-cli": 75,
        "key": "ergonomics",
        "name": "Agent ergonomics",
        "plurai-simulation": 58,
        "weight": 13
      },
      {
        "by": 3,
        "edge": "gauge-cli",
        "gauge-cli": 55,
        "key": "security",
        "name": "Security \u0026 auth",
        "plurai-simulation": 52,
        "weight": 14
      },
      {
        "by": 15,
        "edge": "gauge-cli",
        "gauge-cli": 60,
        "key": "payments",
        "name": "Payments \u0026 pricing",
        "plurai-simulation": 45,
        "weight": 10
      },
      {
        "key": "tasks",
        "name": "Task success",
        "pending": true,
        "weight": 10
      },
      {
        "by": 10,
        "edge": "gauge-cli",
        "gauge-cli": 82,
        "key": "maintenance",
        "name": "Maintenance \u0026 community",
        "plurai-simulation": 72,
        "weight": 7
      },
      {
        "by": 1,
        "edge": "gauge-cli",
        "gauge-cli": 53,
        "key": "transparency",
        "name": "Transparency \u0026 trust",
        "plurai-simulation": 52,
        "weight": 7
      }
    ],
    "summary": "Gauge CLI scores 62.9 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in 6 of 7 scored categories. Plurai Simulation leads on schema \u0026 documentation. Both do evaluations.",
    "tasks": null,
    "tutorials": [],
    "verdicts": {
      "gauge-cli": "An open-source CLI that measures how coding agents get on with your product and checks fixes before you ship them, locally in Docker with no account. It's young and pre-1.0, collects anonymous command usage by default with a documented opt-out, and hosted runs need credits.",
      "plurai-simulation": "Plurai Simulation runs inside the coding agent a developer already uses, with a free plan, public plan prices and 52 typed MCP tools that all carry annotations. Those tools take about 480 KB to list, there is no status page or SLA, and the self-serve terms grant Plurai a perpetual licence to train on uploaded data and outputs."
    }
  },
  "kind": "anchor.page",
  "links": {
    "api": "https://www.anchorterminal.com/api/v1/index.json",
    "html": "https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation",
    "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation.json",
    "llms": "https://www.anchorterminal.com/llms.txt",
    "markdown": "https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation.md",
    "mcp": "https://www.anchorterminal.com/mcp",
    "slim": "https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation.min.md"
  },
  "markdown": "Gauge CLI scores 62.9 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in 6 of 7 scored categories. Plurai Simulation leads on schema \u0026 documentation. Both do evaluations.\n\n- Gauge CLI: grade B, 62.9/100, rank #656 of 1557. Markdown https://www.anchorterminal.com/tools/gauge-cli.md · JSON https://www.anchorterminal.com/api/v1/tools/gauge-cli.json\n- Plurai Simulation: grade D, 52.6/100, rank #1078 of 1557. Markdown https://www.anchorterminal.com/tools/plurai-simulation.md · JSON https://www.anchorterminal.com/api/v1/tools/plurai-simulation.json\n- Best agent tracing, monitoring and evaluation tools: https://www.anchorterminal.com/best/agent-observability/index.md\n- All 294 evals comparisons: https://www.anchorterminal.com/compare/agent-observability/index.md\n\n## Which one, for what\n\n### Gauge CLI (B)\n\nGood for: Teams that build skills, CLIs, SDKs or MCP servers and want to see where coding agents get stuck with them, and to test fixes before release.\n\nAhead on:\n- Reliability, 60 against 22\n- Agent ergonomics, 75 against 58\n- Payments \u0026 pricing, 60 against 45\n- Maintenance \u0026 community, 82 against 72\n\nAlso in its favour:\n- No key needed to call it\n- Open source\n\nWatch for: Collects anonymous command usage by default, with an opt-out\n\n### Plurai Simulation (D)\n\nGood for: Developers of LangGraph, CrewAI, OpenAI Agents, Claude Agent SDK, Mastra and similar agents who want generated scenarios, mocked tools and fix plans from inside their coding agent.\n\nAhead on:\n- Schema \u0026 documentation, 81 against 60\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n- Runs on your own machine\n\nWatch for: The self-serve terms grant Plurai a perpetual, irrevocable licence to use customer content, outputs and traces to train its models, which survives account deletion\n\n\n## Why the edge\n\n### Reliability: Gauge CLI +38\n\n- Gauge CLI (60): Local package. Installs from npm as @withgauge/cli with Node 22.13 or later and Docker stated (20). checks.yml runs npm run check on push and pull request across a matrix, and the repository has 76 test files; whether main passes wasn't read (20 of 25). Issues weren't read (5, unchecked). A dated changelog with Added sections per release (15). Version 0.28.0 (0). 20 + 20 + 5 + 15 + 0 = 60.\n- Plurai Simulation (22): No status page found on plurai.ai, the docs or the plugin repository (0). With no history to read, 5. No rate limits with numbers found. The pricing page gives plan allowances, not request limits (0). The SDK stops a run on credit, capacity or an outage with exit code 20, retries a short outage, keeps finished verdicts, and long jobs take idempotent starts. No Retry-After or 429 guidance found (7). No SLA found (0). Launched as generally available on 11 November 2026 with SDK 1.0.0 (10). 0+5+0+7+0+10 = 22.\n\n### Schema \u0026 documentation: Plurai Simulation +21\n\n- Gauge CLI (60): CLI reading. No machine-readable contract, -o json on read commands (10 of 25). No llms.txt; instructions bundled in the CLI for agents (5). The README says what it finds and when local or hosted fits (16 of 20). Commands with help text; typed flags (9 of 15). Worked examples, no error reference (8 of 15). Dated changelog and semver tags (12 of 15). 10 + 5 + 16 + 9 + 8 + 12 = 60.\n- Plurai Simulation (81): The hosted MCP server's tools/list, read once without a key, gave 52 tools, each with an input and an output JSON Schema (25). llms.txt and Markdown for every docs page (10). Descriptions are long and say when to call each tool and what a failure means, such as `diagnose_mock` naming its failure states (16). 43 tools mark required fields and 12 use enums, but 49 objects allow extra properties and many inputs are YAML or Markdown strings (8). The docs have a shared exit code table, troubleshooting and worked flows, and tool results name failure reasons (12). The plugin changelog has a section per release and dated tags, the SDK changelog has one undated 1.0.0 entry, and the server states an additive-only wire with a client version floor (10). 25+10+16+8+12+10 = 81.\n\n### Agent ergonomics: Gauge CLI +17\n\n- Gauge CLI (75): CLI reading for an agent driving it. Bundled instructions match the installed version, and output is filterable with -o json (20 of 25). Run summaries and Findings with queryable fields (15 of 20). Errors not documented as a reference (10 of 20). Reruns from checkpoints and a recheck command with a confirm step (15 of 20). Four commands to start, Node only (15 of 15). 20 + 15 + 10 + 15 + 15 = 75.\n- Plurai Simulation (58): 52 tools whose definitions total about 480 KB, a median of 5.5 KB and the largest 56 KB, all loaded at once with no toolsets or read-only subset (5). List tools take `limit` and `offset` (12). Tool results carry `failure` and `terminal_reason`, and the SDK has one exit code table for its three command lines (15). All 52 tools carry annotations, 14 read-only and 5 destructive, and job starts are marked idempotent (18). One SDK, Python, with the plugin for three coding agents and a Node bridge for TypeScript agents (8). 5+12+15+18+8 = 58.\n\n### Payments \u0026 pricing: Gauge CLI +15\n\n- Gauge CLI (60): Scored on the hosted option. No payment protocol (0). Credit prices weren't found on the pages read (0). Local mode is free with no card (20). Local mode needs no sign-up (20). 0 + 0 + 20 + 20 = 40. Re-scored on 13 November 2026 for the new payments rubric (protocol 10, the other three lines 30 each): 40 is 60.\n- Plurai Simulation (45): No x402 or other machine payment (0). Plan prices and pay-as-you-go rates ($0.02 a credit on Base, $0.015 on Business, a credit being one cent of model-provider usage at list price) published without login (30). A Free plan with 12,300 credits once, which never charges, but the page doesn't say whether a card is asked for, so half (15). A person signs in or signs up in a browser on first run (0). 0+30+15+0 = 45.\n\n### Maintenance \u0026 community: Gauge CLI +10\n\n- Gauge CLI (82): CLI 0.28.0 on 4 November 2026 (30). Six releases in 90 days (20). Issues and pull requests weren't read; a support address and issue tracker are published (12 of 25). Current official package (15). CI on push and pull request (5 of 10, results not read). 30 + 20 + 12 + 15 + 5 = 82.\n- Plurai Simulation (72): Plugin v1.0.8 tagged 15 November 2026 and `plurai-simulation-sdk` 1.0.3 on PyPI on 13 November (30). Five plugin tags and four SDK releases since 9 November (20). The plugin repository is a five-commit mirror, github.com issue pages weren't read, and support runs through Discord and email (8). One official SDK, Python, current with the plugin (10). A mirror CI workflow only, and its state couldn't be seen (4). 30+20+8+10+4 = 72.\n\n## Score by category\n\n| Category | Weight | Gauge CLI | Plurai Simulation | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% | 60 | 22 | Gauge CLI +38 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% | 60 | 81 | Plurai Simulation +21 |\n| Agent ergonomics | 13% | 75 | 58 | Gauge CLI +17 |\n| Security \u0026 auth | 14% | 55 | 52 | Gauge CLI +3 |\n| Payments \u0026 pricing | 10% | 60 | 45 | Gauge CLI +15 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% | 82 | 72 | Gauge CLI +10 |\n| Transparency \u0026 trust | 7% | 53 | 52 | Gauge CLI +1 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **62.9 · B** | **52.6 · D** | |\n\n## Facts side by side\n\n| Fact | Gauge CLI | Plurai Simulation |\n| --- | --- | --- |\n| Kind | SDK + MCP | Platform |\n| Vendor | Gauge | Plurai |\n| Hosted endpoint | no (local only) | `https://sandbox.plurai.ai/v1/mcp` |\n| Transports |  | Streamable HTTP, stdio |\n| Auth | None | API key |\n| Pricing | Freemium | Freemium |\n| x402 | no | no |\n| Licence | MIT | none |\n| Tools exposed | none | 52 |\n| Read-only variant documented | no | yes |\n| llms.txt | no | yes |\n| Last release | 2026-11-04 | 2026-11-15 |\n| Terms last updated | no document linked | 2026-11-10 |\n| Privacy policy last updated | no document linked | 2026-04-27 |\n| Customer content may train models | not read yet | yes |\n| Terms restrict automated access | not read yet | yes |\n| Terms restrict benchmarking | not read yet | yes |\n| Terms or service can change without notice | not read yet | not found in the text |\n| Arbitration or class-action waiver | not read yet | not found in the text |\n\n## How the scores have moved\n\n### Gauge CLI\n\n- +2.5 on 13 November 2026 (C to B): checklist\n\n### Plurai Simulation\n\n- -0.1 on 18 November 2026: terms\n\n## Verdicts\n\n**Gauge CLI.** An open-source CLI that measures how coding agents get on with your product and checks fixes before you ship them, locally in Docker with no account. It's young and pre-1.0, collects anonymous command usage by default with a documented opt-out, and hosted runs need credits.\n\n**Plurai Simulation.** Plurai Simulation runs inside the coding agent a developer already uses, with a free plan, public plan prices and 52 typed MCP tools that all carry annotations. Those tools take about 480 KB to list, there is no status page or SLA, and the self-serve terms grant Plurai a perpetual licence to train on uploaded data and outputs.\n\n## Before you call either\n\n### Gauge CLI\n\n1. npm install -g @withgauge/cli, then gauge local runtime pull and gauge init --local in the project\n2. Run gauge install-skill so your coding agent finds the CLI's own instructions\n3. Set GAUGE_TELEMETRY_DISABLED=1 in CI if you don't want command usage collected\n4. Rebuild and pack an npm CLI or SDK before rerunning, so test sessions get the new tarball\n5. Keep .gauge/ private; it holds measurements and analyses\n\n### Plurai Simulation\n\n1. Ask the user before the first `/simulate`, since it opens a browser sign-in and uploads agent descriptions as written\n2. Set `anonymize: true` in `plurai.config.yaml` before the first upload if the data holds personal details, because an Environment can't change posture later\n3. Treat exit code 20 as credit, capacity or an outage and stop, rather than rerunning the simulation\n4. Use `PLURAI_SIM_NONINTERACTIVE=1` with `PLURAI_URL` and `PLURAI_TOKEN` in CI, and never paste the key into chat\n5. Prefer Claude models in Copilot CLI and Default mode in Codex, as the docs say the flows are tuned for them\n\n## Questions\n\n### Which is better for AI agents, Gauge CLI or Plurai Simulation?\n\nGauge CLI scores 62.9 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in 6 of 7 scored categories. Plurai Simulation leads on schema \u0026 documentation.\n\n### Are Gauge CLI and Plurai Simulation open source?\n\nGauge CLI is open source (MIT). No open-source release is listed for Plurai Simulation.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation.json, and with the fewest tokens: https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"gauge-cli\", \"b\": \"plurai-simulation\"}`. From a terminal: `anchor compare gauge-cli plurai-simulation`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/gauge-cli.json and https://www.anchorterminal.com/api/v1/tools/plurai-simulation.json\n\n## Other comparisons with Gauge CLI or Plurai Simulation\n\n- [Arize Phoenix vs Gauge CLI](https://www.anchorterminal.com/compare/arize-phoenix-vs-gauge-cli.md)\n- [Arize Phoenix vs Plurai Simulation](https://www.anchorterminal.com/compare/arize-phoenix-vs-plurai-simulation.md)\n- [Baserun vs Gauge CLI](https://www.anchorterminal.com/compare/baserun-vs-gauge-cli.md)\n- [Baserun vs Plurai Simulation](https://www.anchorterminal.com/compare/baserun-vs-plurai-simulation.md)\n- [BotGauge vs Gauge CLI](https://www.anchorterminal.com/compare/botgauge-vs-gauge-cli.md)\n- [BotGauge vs Plurai Simulation](https://www.anchorterminal.com/compare/botgauge-vs-plurai-simulation.md)\n- [Braintrust API + MCP vs Gauge CLI](https://www.anchorterminal.com/compare/braintrust-vs-gauge-cli.md)\n- [Braintrust API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/braintrust-vs-plurai-simulation.md)\n- [DeepEval vs Gauge CLI](https://www.anchorterminal.com/compare/deepeval-vs-gauge-cli.md)\n- [DeepEval vs Plurai Simulation](https://www.anchorterminal.com/compare/deepeval-vs-plurai-simulation.md)\n- [Galileo API + MCP vs Gauge CLI](https://www.anchorterminal.com/compare/galileo-vs-gauge-cli.md)\n- [Galileo API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/galileo-vs-plurai-simulation.md)\n- [Gauge CLI vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-helicone.md)\n- [Gauge CLI vs HoneyHive](https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive.md)\n- [Gauge CLI vs Hue](https://www.anchorterminal.com/compare/gauge-cli-vs-hue.md)\n- [Gauge CLI vs Laminar API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-laminar.md)\n- [Gauge CLI vs Langfuse API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-langfuse.md)\n- [Gauge CLI vs LangSmith API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-langsmith.md)\n- [Gauge CLI vs LangWatch](https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch.md)\n- [Gauge CLI vs MLflow Tracing](https://www.anchorterminal.com/compare/gauge-cli-vs-mlflow-tracing.md)\n- [Gauge CLI vs Opik API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-opik.md)\n- [Gauge CLI vs Overmind](https://www.anchorterminal.com/compare/gauge-cli-vs-overmind.md)\n- [Gauge CLI vs Prefactor](https://www.anchorterminal.com/compare/gauge-cli-vs-prefactor.md)\n- [Gauge CLI vs Pydantic Logfire](https://www.anchorterminal.com/compare/gauge-cli-vs-pydantic-logfire.md)\n- [Gauge CLI vs Respan API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-respan.md)\n- [Gauge CLI vs W\u0026B Weave](https://www.anchorterminal.com/compare/gauge-cli-vs-wandb-weave.md)\n- [Helicone AI Gateway + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/helicone-vs-plurai-simulation.md)\n- [HoneyHive vs Plurai Simulation](https://www.anchorterminal.com/compare/honeyhive-vs-plurai-simulation.md)\n- [Hue vs Plurai Simulation](https://www.anchorterminal.com/compare/hue-vs-plurai-simulation.md)\n- [Laminar API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/laminar-vs-plurai-simulation.md)\n- [Langfuse API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/langfuse-vs-plurai-simulation.md)\n- [LangSmith API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/langsmith-vs-plurai-simulation.md)\n- [LangWatch vs Plurai Simulation](https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation.md)\n- [MLflow Tracing vs Plurai Simulation](https://www.anchorterminal.com/compare/mlflow-tracing-vs-plurai-simulation.md)\n- [Opik API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/opik-vs-plurai-simulation.md)\n- [Overmind vs Plurai Simulation](https://www.anchorterminal.com/compare/overmind-vs-plurai-simulation.md)\n- [Plurai Simulation vs Prefactor](https://www.anchorterminal.com/compare/plurai-simulation-vs-prefactor.md)\n- [Plurai Simulation vs Pydantic Logfire](https://www.anchorterminal.com/compare/plurai-simulation-vs-pydantic-logfire.md)\n- [Plurai Simulation vs Respan API + MCP](https://www.anchorterminal.com/compare/plurai-simulation-vs-respan.md)\n- [Plurai Simulation vs W\u0026B Weave](https://www.anchorterminal.com/compare/plurai-simulation-vs-wandb-weave.md)\n",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-18",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "1.0",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "page": {
    "breadcrumbs": [
      {
        "name": "Home",
        "url": "https://www.anchorterminal.com/"
      },
      {
        "name": "Compare",
        "url": "https://www.anchorterminal.com/compare/"
      },
      {
        "name": "Gauge CLI vs Plurai Simulation",
        "url": ""
      }
    ],
    "description": "Gauge CLI scores 62.9 (B) to Plurai Simulation's 52.6 (D) for evaluations. Prices, MCP, x402, uptime and agent notes side by side.",
    "facts": [
      "Gauge CLI B 62.9",
      "Plurai Simulation D 52.6",
      "scores"
    ],
    "h1": "Gauge CLI vs Plurai Simulation",
    "image": "https://www.anchorterminal.com/assets/og/default.png",
    "path": "/compare/gauge-cli-vs-plurai-simulation",
    "published": "2026-10-01",
    "section": "tools",
    "title": "Gauge CLI vs Plurai Simulation for AI agents (2026) | Anchor Terminal",
    "toc": null,
    "updated": "2026-11-18",
    "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation"
  },
  "tokens": {
    "markdown": 4050,
    "slim": 980
  },
  "version": 1
}
