{ "data": { "a": { "slug": "gauge-cli", "name": "Gauge CLI", "vendor": "Gauge", "vendorUrl": "https://www.withgauge.com/agents/", "kind": "cli", "category": "agent-observability", "summary": "Gauge CLI runs real coding agents (Claude Code, Codex, Pi, OpenCode) against your skills, CLIs, SDKs, MCP servers and docs in Docker, records where they get stuck, and lets your agent test fixes before release.", "url": "https://www.anchorterminal.com/tools/gauge-cli", "markdownUrl": "https://www.anchorterminal.com/tools/gauge-cli.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/gauge-cli.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/gauge-cli.json", "dns": "gauge-cli.grade.anchorterminal.com", "repo": "https://github.com/gauge-sh/gauge-cli", "license": "MIT", "transports": [], "packages": [ { "registry": "npm", "name": "@withgauge/cli" } ], "auth": "none", "authNotes": "Local mode needs no Gauge account, only credentials for the agent under test (native Claude or Codex logins, or API keys). Hosted Gauge uses `gauge auth login`, with a device flow for remote terminals.", "pricing": "freemium", "pricingNotes": "The CLI and local mode are free and MIT-licensed; agent usage is billed by your provider or subscription. Hosted Gauge runs on workspace credits, whose prices weren't read (checked 2026-11-06).", "priceSummary": "Freemium", "where": "local", "x402": { "level": "no", "evidence": "No payment protocol in the CLI or its README; hosted runs use workspace credits (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://docs.withgauge.com/agents", "capabilities": [ "obs.evals" ], "tags": [ "open-source", "mit", "cli", "node", "docker", "telemetry", "new" ], "lastRelease": "2026-11-04", "graded": true, "anchor": { "graded": true, "score": 60.4, "grade": "C", "agentReady": false, "rank": 590, "ranked": true, "rankOf": 1354, "categoryRank": 13, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 75, "maintenance": 82, "payments": 40, "reliability": 60, "schema": 60, "security": 55, "transparency": 53 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "low", "date": "2026-11-06" }, "negative": 0, "verdict": "An open-source CLI that measures how coding agents get on with your product and checks fixes before you ship them, locally in Docker with no account. It's young and pre-1.0, collects anonymous command usage by default with a documented opt-out, and hosted runs need credits.", "bestFor": "Teams that build skills, CLIs, SDKs or MCP servers and want to see where coding agents get stuck with them, and to test fixes before release.", "strengths": [ "Runs Claude Code, Codex, Pi and OpenCode in fresh Docker sessions against working-tree or pre-release versions", "Local mode needs no Gauge account, only your existing agent credentials", "Dated changelog with six releases in about two weeks", "Instructions bundled in the CLI for coding agents, and -o json on read commands", "CI runs checks on every push and pull request" ], "weaknesses": [ "Collects anonymous command usage by default, with an opt-out", "Pre-1.0 and about two weeks old in this repository", "Docs, authenticated MCP servers and authenticated APIs need hosted Gauge and credits", "Hosted credit prices weren't found on the pages read" ], "agentNotes": [ "npm install -g @withgauge/cli, then gauge local runtime pull and gauge init --local in the project", "Run gauge install-skill so your coding agent finds the CLI's own instructions", "Set GAUGE_TELEMETRY_DISABLED=1 in CI if you don't want command usage collected", "Rebuild and pack an npm CLI or SDK before rerunning, so test sessions get the new tarball", "Keep .gauge/ private; it holds measurements and analyses" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "low", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 60.4 } ], "editorialScores": { "ergonomics": 75, "maintenance": 82, "payments": 40, "reliability": 60, "schema": 60, "security": 55, "transparency": 78 }, "provenanceScore": 27, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "npm install -g @withgauge/cli\ngauge local runtime pull\ngauge init --local\ngauge install-skill" }, "letme": { "capability": "https://letme.dev/obs.evals", "tool": "https://letme.dev/gauge-cli" }, "area": "developer", "provenance": { "legalEntity": "", "domain": "withgauge.com", "domainRegistered": "", "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/gauge-sh/gauge-cli/blob/main/cli/CHANGELOG.md", "securityTxt": "none", "checked": "2026-11-06", "notes": [ "The npm package's author is Gauge \u003csupport@withgauge.com\u003e, its homepage agents.withgauge.com, and its repository field points at gauge-sh/gauge-cli. The licence names Gauge.", "Hosted Gauge's terms and privacy weren't read, and security.txt wasn't checked." ], "score": 27 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/gauge-cli.json" }, "answer": "Gauge CLI scores 60.4 (C) on agent readiness against HoneyHive's 51.8 (D), and leads in 4 of 7 scored categories. HoneyHive leads on schema \u0026 documentation, security \u0026 auth and transparency \u0026 trust.", "b": { "slug": "honeyhive", "name": "HoneyHive", "vendor": "HoneyHive", "vendorUrl": "https://www.honeyhive.ai", "kind": "http-api", "category": "agent-observability", "summary": "Hosted tracing, evaluation, datasets and prompt management for agents, built on OpenTelemetry.", "url": "https://www.anchorterminal.com/tools/honeyhive", "markdownUrl": "https://www.anchorterminal.com/tools/honeyhive.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/honeyhive.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/honeyhive.json", "dns": "honeyhive.grade.anchorterminal.com", "repo": "https://github.com/honeyhiveai/python-sdk", "license": "MIT (SDK, CLI and OpenAPI specs only, platform closed source)", "transports": [ "http" ], "remoteUrl": "https://api.dp1.us.honeyhive.ai", "packages": [ { "registry": "pypi", "name": "honeyhive" }, { "registry": "npm", "name": "honeyhive" } ], "auth": "api-key", "authNotes": "Bearer API keys in five types. Project keys (`hh_`) and read-only project keys (`hh_ro_`) for the data plane, ingestion keys (`hh_ingst_`) that can only send traces and events to one project, fine-grained data plane keys (`hh_fgdp_`) rooted at an organisation, workspace or project with chosen permissions, and fine-grained keys (`hh_fgcp_`) for the control plane with chosen permissions and a required expiry of at most 365 days. Data plane at api.dp1.us.honeyhive.ai, control plane at api.cp.us.honeyhive.ai. Since 24 September 2026 invalid keys and permission failures return 404. Self-hosted deployments can use an OIDC identity provider.", "pricing": "freemium", "pricingNotes": "Free Developer plan with 10,000 events a month, up to 5 users and 30-day retention. An event is one trace span or one metric label. Enterprise is custom with unlimited users and workspaces, custom retention and self-hosting. No self-serve paid tier is published (https://www.honeyhive.ai/pricing).", "priceSummary": "Freemium", "where": "hosted", "x402": { "level": "no", "evidence": "No x402 support in docs or pricing (checked 2026-09-30).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 60, "pypiWeekly": 2105, "asOf": "2026-09-30" }, "docsUrl": "https://docs.honeyhive.ai", "llmsTxt": "https://docs.honeyhive.ai/llms.txt", "openapi": "https://raw.githubusercontent.com/honeyhiveai/honeyhive-openapi/main/data_plane_openapi.yaml", "capabilities": [ "obs.traces", "obs.evals", "obs.prompts", "obs.datasets" ], "tags": [ "hosted", "freemium", "llms-txt", "openapi", "python", "typescript", "closed-source", "enterprise", "self-hosted" ], "lastRelease": "2026-10-30", "graded": true, "anchor": { "graded": true, "score": 51.8, "grade": "D", "agentReady": false, "rank": 907, "ranked": true, "rankOf": 1354, "categoryRank": 17, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 63, "maintenance": 77, "payments": 20, "reliability": 39, "schema": 86, "security": 61, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-04" }, "negative": -6, "negativeNotes": [ "-3, behaviour changed for existing clients with notice only on the day (repeats folded). 2026-09-22 to 2026-09-24. The API stopped returning 401 for invalid, revoked or expired keys and 403 for permission failures and answers 404 for all of them, announced in the CLI 1.7.0 changelog on 22 September and the product changelog on 24 September with no window. The 21 October entry moved Python evaluators to Python 3.14, failing those that use removed APIs, and the 27 October entry made some custom-role and fine-grained key requests return 404, each announced the day it shipped (https://docs.honeyhive.ai/v2/changelog/product)", "-3, a released fix of the platform's own described flaw with no advisory. 2026-10-27. The product changelog says permission checks on dataset and datapoint writes that change both at once now \"correctly require both dataset and datapoint permissions\", so a role or key holding one could change the other until then. No advisory was found on OSV or in the changelog (https://docs.honeyhive.ai/v2/changelog/product)" ], "verdict": "Read-only, ingestion-only and fine-grained API keys, public OpenAPI specs and weekly dated changelogs. The status page showed its single component down on 4 November 2026 with no incident history, and the platform changed error codes and fixed a permission check without advance notice or an advisory.", "bestFor": "Teams that want OpenTelemetry tracing and evals with tight key scoping, drive the platform from a CLI and can talk to sales for volume.", "strengths": [ "Read-only (`hh_ro_`), ingestion-only (`hh_ingst_`) and fine-grained (`hh_fgdp_`, `hh_fgcp_`) API keys", "Public OpenAPI 3.1 specs for data plane and control plane under MIT, with 57 deprecated operations flagged", "CLI generated one to one from the specs, plus agent skills and Markdown docs", "Python SDK 1.8.1 and CLI 1.9.0 released on 30 October 2026", "Free plan with 30-day retention, 1,000 requests a minute and no card" ], "weaknesses": [ "Status page showed its single component in Downtime with 0.000 per cent uptime on 4 November 2026, with no incident history", "Since 24 September 2026 invalid keys and permission failures return 404, with no deprecation window", "A permission-check fix on dataset and datapoint writes shipped on 27 October 2026 with no advisory", "No MCP server for trace data, only a docs search MCP", "No self-serve paid tier, only Free and a sales-led Enterprise plan" ], "agentNotes": [ "Give the agent a read-only `hh_ro_` key for analysis and a separate `hh_ingst_` key for sending traces", "Treat a 404 as possibly a bad, revoked or expired key or a missing permission before assuming the record is missing", "Call the project-scoped `/v1/projects/{project_id}/...` routes with a data plane key. The unscoped routes are deprecated", "Set `limit` on `POST /v1/events/search`. The default is 1,000 rows", "Control plane commands need an `hh_fgcp_` key and the control plane host api.cp.us.honeyhive.ai" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 2.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 51.8 } ], "editorialScores": { "ergonomics": 63, "maintenance": 77, "payments": 20, "reliability": 39, "schema": 86, "security": 61, "transparency": 54 }, "provenanceScore": 80, "checked": { "categories": { "ergonomics": "2026-11-04", "maintenance": "2026-11-04", "payments": "2026-11-04", "reliability": "2026-11-04", "schema": "2026-11-04", "security": "2026-11-04", "transparency": "2026-11-04" }, "last": "2026-11-04", "lastMoved": "2026-11-04", "oldest": "2026-11-04", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://api.dp1.us.honeyhive.ai/v1/datasets -H \"Authorization: Bearer $HH_API_KEY\"" }, "letme": { "capability": "https://letme.dev/obs.traces", "tool": "https://letme.dev/honeyhive" }, "area": "developer", "provenance": { "legalEntity": "HoneyHive Inc.", "domain": "honeyhive.ai", "domainRegistered": "2022-07-28", "endpointOnVendorDomain": true, "terms": "https://www.honeyhive.ai/legal/terms-of-service", "privacy": "https://www.honeyhive.ai/legal/privacy-policy", "statusPage": "https://status.honeyhive.ai", "changelog": "https://docs.honeyhive.ai/v2/changelog/product", "securityTxt": "none", "checked": "2026-09-30", "score": 80 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/honeyhive.json", "live": { "slug": "honeyhive", "probe": { "target": "https://api.dp1.us.honeyhive.ai", "method": "get", "lastAt": "2026-11-06T09:47:31.947603538Z", "lastOk": true, "lastStatus": 404, "lastMs": 432, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 454, "p95ms24h": 559, "samples24h": 221, "samples30d": 7856, "days": [ { "date": "2026-10-06", "probes": 272, "ok": 272 }, { "date": "2026-10-07", "probes": 272, "ok": 272 }, { "date": "2026-10-08", "probes": 268, "ok": 268 }, { "date": "2026-10-09", "probes": 250, "ok": 250 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 253 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 251, "ok": 251 }, { "date": "2026-10-29", "probes": 248, "ok": 248 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://status.honeyhive.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-06T05:41:51.652500313Z" }, "versions": [ { "registry": "github", "name": "honeyhiveai/python-sdk", "version": "v1.8.1", "released": "2026-10-30", "seenAt": "2026-11-05T21:37:10.917293546Z" }, { "registry": "npm", "name": "honeyhive", "version": "1.0.45", "seenAt": "2026-11-05T21:37:10.033981185Z" }, { "registry": "pypi", "name": "honeyhive", "version": "1.8.1", "released": "2026-10-30", "seenAt": "2026-11-05T21:37:09.91170493Z" } ], "githubStars": 3, "npmWeekly": 148, "pypiWeekly": 2809, "securityTxt": { "url": "https://honeyhive.ai/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-05T15:54:57.641271519Z" }, "llmsTxt": { "url": "https://docs.honeyhive.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-05T15:26:16.524928902Z" }, "domain": { "domain": "honeyhive.ai", "registered": "2022-07-28", "source": "https://rdap.identitydigital.services/rdap/domain/honeyhive.ai", "checkedAt": "2026-11-01T14:08:12.635058415Z" }, "pages": [ { "url": "https://docs.honeyhive.ai/v2/changelog/product", "kind": "deprecations", "status": 304, "checkedAt": "2026-11-05T12:52:41.409683386Z", "changedAt": "2026-10-28T04:15:20.227553059Z", "fingerprint": "b15a55986a7b" }, { "url": "https://raw.githubusercontent.com/honeyhiveai/python-sdk/main/CHANGELOG.md", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-05T13:05:31.939798168Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "b3241be3360b" }, { "url": "https://www.honeyhive.ai/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-11-05T13:13:35.38712614Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "5861207b5e2f" }, { "url": "https://www.honeyhive.ai/legal/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-05T13:13:31.217876274Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "728d616153ce" }, { "url": "https://www.honeyhive.ai/legal/terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-11-05T13:13:33.420714294Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "68e3e45c1001" } ], "github": { "repo": "honeyhiveai/python-sdk", "checkedAt": "2026-11-02T08:54:54.117931292Z", "stars": 3, "archived": false, "issuesEnabled": false, "pushedAt": "2026-10-30T22:22:27Z", "openIssues": 0, "openPRs": 0, "issuesOpened90d": 0, "issuesClosed90d": 0, "prsMerged90d": 0, "ci": { "branch": "main", "runs": 41, "success": 27, "failure": 14, "other": 0, "latest": "success", "latestAt": "2026-10-30T22:23:33Z" } }, "updatedAt": "2026-11-06T09:47:31.947603538Z" } }, "edges": [ { "by": 26, "category": "schema", "leads": "honeyhive", "name": "Schema \u0026 documentation", "reasons": { "a": "CLI reading. No machine-readable contract, -o json on read commands (10 of 25). No llms.txt; instructions bundled in the CLI for agents (5). The README says what it finds and when local or hosted fits (16 of 20). Commands with help text; typed flags (9 of 15). Worked examples, no error reference (8 of 15). Dated changelog and semver tags (12 of 15). 10 + 5 + 16 + 9 + 8 + 12 = 60.", "b": "Two public OpenAPI 3.1 specs in an MIT repository, version 1.17.0 on 4 November 2026, data plane with 69 paths and 108 operations and control plane with 10 paths and 17 operations (25). llms.txt with every page as Markdown (10). All but 3 operations have a description, deprecated operations are flagged (57 of them) and `POST /v1/events/search` is labelled the primary way to read events (16). Typed request bodies with bounds such as `limit` 1 to 1,000 and `additionalProperties: false`, though event inputs, outputs and metadata are free-form objects (11). Only 9 operations carry examples, no 429 is declared, and since 24 September permission and key failures all return 404 (9). Spec changelog generated with oasdiff, plus dated product, client and self-hosting changelogs (15)." }, "scores": { "a": 60, "b": 86 } }, { "by": 21, "category": "reliability", "leads": "gauge-cli", "name": "Reliability", "reasons": { "a": "Local package. Installs from npm as @withgauge/cli with Node 22.13 or later and Docker stated (20). checks.yml runs npm run check on push and pull request across a matrix, and the repository has 76 test files; whether main passes wasn't read (20 of 25). Issues weren't read (5, unchecked). A dated changelog with Added sections per release (15). Version 0.28.0 (0). 20 + 20 + 5 + 15 + 0 = 60.", "b": "Better Stack page at status.honeyhive.ai with a single component, Backend Platform, and nothing separate for the data plane, control plane or ingestion (12 of 20). On 4 November 2026 the page showed \"Some services are down\", Backend Platform in Downtime and uptime figures of 0.000, 14.836 and 43.447 per cent, with no incident write-ups readable (its /history path redirects to the page itself). We can't tell whether the monitor watches a retired host, but the vendor's own page shows the figures, so 0. The pricing page publishes 1,000 requests a minute on Free and custom limits on Enterprise, and the changelog gives a 7 MiB ingestion body limit (12). The OpenAPI specs declare no 429 and we found no `Retry-After` or backoff guidance. The Python SDK has a configurable retry budget (5). Enterprise lists an uptime SLA with service credits, but no SLA document is published, so 0 under this run's reading. API, SDKs and CLI are GA (10)." }, "scores": { "a": 60, "b": 39 } }, { "by": 20, "category": "payments", "leads": "gauge-cli", "name": "Payments \u0026 pricing", "reasons": { "a": "Scored on the hosted option. No payment protocol (0). Credit prices weren't found on the pages read (0). Local mode is free with no card (20). Local mode needs no sign-up (20). 0 + 0 + 20 + 20 = 40.", "b": "No x402 or other machine payment (0). The only paid plan is Enterprise at a custom price, so there's no public per-unit or plan price (0). The free Developer plan needs no card (20). A person signs up in a browser to get a key (0)." }, "scores": { "a": 40, "b": 20 } }, { "by": 14, "category": "transparency", "leads": "honeyhive", "name": "Transparency \u0026 trust", "reasons": { "a": "MIT (30). Local data stays in .gauge/ and telemetry fields are listed; hosted data handling wasn't read (18 of 30). Dated changelog, no deprecation policy (10 of 20). Telemetry on by default, disclosed with an opt-out (20). 30 + 18 + 10 + 20 = 78.", "b": "Closed platform. The Python SDK, CLI and OpenAPI specs are MIT (18). The privacy policy (11 January 2025) covers platform data, defers retention to the pricing page (30 days on Free), names AWS and Stripe and uses standard contractual clauses for EU transfers, per the 1 October check. Self-hosted data-flow docs exist and a DPA is custom on Enterprise (14). 57 operations marked deprecated in the spec, and dated changelog notices for charts (5 October), datasets and datapoints (14 and 21 October) and experiment runs (27 October) that say the old endpoints keep working for now, with no end date. Against that, the v2.0.0 spec of 8 May removed `GET /events` and nine other operations without deprecation, per its own oasdiff changelog (14). AWS hosting and US transfer stated, no full subprocessor list. The Python SDK sends no usage data of its own, and the TypeScript SDK's PostHog client is commented out (8)." }, "scores": { "a": 53, "b": 67 } }, { "by": 12, "category": "ergonomics", "leads": "gauge-cli", "name": "Agent ergonomics", "reasons": { "a": "CLI reading for an agent driving it. Bundled instructions match the installed version, and output is filterable with -o json (20 of 25). Run summaries and Findings with queryable fields (15 of 20). Errors not documented as a reference (10 of 20). Reruns from checkpoints and a recheck command with a confirm step (15 of 20). Four commands to start, Node only (15 of 15). 20 + 15 + 10 + 15 + 15 = 75.", "b": "No MCP server for platform data. The docs MCP only searches documentation. Event search defaults to 1,000 rows with no field projection, so an agent has to set `limit` itself (10). Filters, date ranges, `limit` and `page` on search (18). Since 24 September a bad key, a revoked key and a missing permission all return the same 404 as a missing resource, which leaves an agent guessing (10). `POST /session/start` is idempotent on `session_id`. We found no other idempotency keys (10). Python SDK, TypeScript SDKs and a CLI generated one to one from the specs with agent skills. Few required parameters (15)." }, "scores": { "a": 75, "b": 63 } }, { "by": 6, "category": "security", "leads": "honeyhive", "name": "Security \u0026 auth", "reasons": { "a": "Local tool. Agent credentials stay on your machine in local mode; hosted login with a device flow (20 of 30). Test agents run in fresh Docker sessions with injected inputs, and the gateway brokers credentials in hosted mode (12 of 20). Agents under test read your product's docs and outputs, with no prompt-injection guidance (5 of 15). Local transcripts and SQLite evidence per run (10 of 15). No security policy found (8 of 20). 20 + 12 + 5 + 10 + 8 = 55.", "b": "Five key types. Project keys (`hh_`), read-only project keys (`hh_ro_`) since 11 June, fine-grained control plane keys (`hh_fgcp_`) with chosen permissions and a required expiry of at most 365 days, and ingestion-only keys (`hh_ingst_`) bound to one project since 17 September, and fine-grained data plane keys (`hh_fgdp_`) since 5 October. Revocation takes effect within two minutes (30). Read-only and ingestion-only keys give least privilege, and deleting a workspace with active children fails with 409 unless `--dangerously-delete-child-scopes` is passed (18). Traces hold whatever the application logged, and we found no prompt-injection guidance for agents reading them (3). No audit log found (0). The pricing page claims SOC 2 Type II, GDPR and HIPAA. The Drata trust centre at trust.honeyhive.ai rendered nothing readable to us, there's no security.txt, and the CLI changelog lists \"Security fixes\" in 1.6.0 without detail (10)." }, "scores": { "a": 55, "b": 61 } } ], "facts": [ { "a": "cli", "b": "HTTP API", "name": "Kind" }, { "a": "Gauge", "b": "HoneyHive", "name": "Vendor" }, { "a": "no (local only)", "b": "https://api.dp1.us.honeyhive.ai", "name": "Hosted endpoint" }, { "a": "", "b": "HTTP", "name": "Transports" }, { "a": "None", "b": "API key", "name": "Auth" }, { "a": "Freemium", "b": "Freemium", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT", "b": "MIT (SDK, CLI and OpenAPI specs only, platform closed source)", "name": "Licence" }, { "a": "no", "b": "yes", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-11-04", "b": "2026-10-30", "name": "Last release" }, { "a": "no document linked", "b": "2025-01-06", "name": "Terms last updated" }, { "a": "no document linked", "b": "2025-01-11", "name": "Privacy policy last updated" }, { "a": "not read yet", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not read yet", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not read yet", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not read yet", "b": "yes", "name": "Terms or service can change without notice" }, { "a": "not read yet", "b": "yes", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "60 npm/wk, 2.1k PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "2.5/5 (2)", "name": "Agent reviews" } ], "faq": [ { "answer": "Gauge CLI scores 60.4 (C) on agent readiness against HoneyHive's 51.8 (D), and leads in 4 of 7 scored categories. HoneyHive leads on schema \u0026 documentation, security \u0026 auth and transparency \u0026 trust.", "question": "Which is better for AI agents, Gauge CLI or HoneyHive?" }, { "answer": "No hosted endpoint is listed for Gauge CLI. HoneyHive has a hosted endpoint at https://api.dp1.us.honeyhive.ai.", "question": "Can an agent call Gauge CLI and HoneyHive without installing anything?" }, { "answer": "Gauge CLI is open source (MIT). No open-source release is listed for HoneyHive.", "question": "Are Gauge CLI and HoneyHive open source?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 60 against 39", "Agent ergonomics, 75 against 63", "Payments \u0026 pricing, 40 against 20", "Maintenance \u0026 community, 82 against 77" ], "also": [ "No key needed to call it", "Open source", "No incidents deducted, where HoneyHive loses 6 points for them" ], "goodFor": "Teams that build skills, CLIs, SDKs or MCP servers and want to see where coding agents get stuck with them, and to test fixes before release.", "slug": "gauge-cli", "watchFor": "Collects anonymous command usage by default, with an opt-out" }, { "aheadOn": [ "Schema \u0026 documentation, 86 against 60", "Security \u0026 auth, 61 against 55", "Transparency \u0026 trust, 67 against 53" ], "also": [ "A hosted endpoint, with nothing to install" ], "goodFor": "Teams that want OpenTelemetry tracing and evals with tight key scoping, drive the platform from a CLI and can talk to sales for volume.", "slug": "honeyhive", "watchFor": "Status page showed its single component in Downtime with 0.000 per cent uptime on 4 November 2026, with no incident history" } ], "history": { "gauge-cli": null, "honeyhive": [ { "causes": [ "security", "correction" ], "date": "2026-11-04", "delta": -4, "from": 55.8, "fromGrade": "C", "to": 51.8, "toGrade": "D" }, { "causes": [ "evidence" ], "date": "2026-10-28", "delta": 0.1, "from": 55.7, "fromGrade": "C", "to": 55.8, "toGrade": "C" }, { "causes": [ "method" ], "date": "2026-10-08", "delta": -0.2, "from": 55.9, "fromGrade": "C", "to": 55.7, "toGrade": "C" } ] }, "job": { "capability": "obs.evals", "name": "Evaluations" }, "others": [ { "json": "https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive.json", "title": "Agent Tree vs HoneyHive", "url": "https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/agents-tree-vs-honeyhive.json", "title": "agents-tree vs HoneyHive", "url": "https://www.anchorterminal.com/compare/agents-tree-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-honeyhive.json", "title": "Arize Phoenix vs HoneyHive", "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/baserun-vs-honeyhive.json", "title": "Baserun vs HoneyHive", "url": "https://www.anchorterminal.com/compare/baserun-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/botgauge-vs-honeyhive.json", "title": "BotGauge vs HoneyHive", "url": "https://www.anchorterminal.com/compare/botgauge-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/braintrust-vs-honeyhive.json", "title": "Braintrust API + MCP vs HoneyHive", "url": "https://www.anchorterminal.com/compare/braintrust-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/galileo-vs-honeyhive.json", "title": "Galileo API + MCP vs HoneyHive", "url": "https://www.anchorterminal.com/compare/galileo-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/helicone-vs-honeyhive.json", "title": "Helicone AI Gateway + MCP vs HoneyHive", "url": "https://www.anchorterminal.com/compare/helicone-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-laminar.json", "title": "HoneyHive vs Laminar API + MCP", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-laminar" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-langfuse.json", "title": "HoneyHive vs Langfuse API + MCP", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-langfuse" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-langsmith.json", "title": "HoneyHive vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-langwatch.json", "title": "HoneyHive vs LangWatch", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-langwatch" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-mlflow-tracing.json", "title": "HoneyHive vs MLflow Tracing", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-mlflow-tracing" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-navige.json", "title": "HoneyHive vs Navige", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-navige" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-opik.json", "title": "HoneyHive vs Opik API + MCP", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-opik" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-overmind.json", "title": "HoneyHive vs Overmind", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-overmind" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-prefactor.json", "title": "HoneyHive vs Prefactor", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-prefactor" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-pydantic-logfire.json", "title": "HoneyHive vs Pydantic Logfire", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-pydantic-logfire" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-respan.json", "title": "HoneyHive vs Respan API + MCP", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-respan" }, { "json": "https://www.anchorterminal.com/compare/honeyhive-vs-wandb-weave.json", "title": "HoneyHive vs W\u0026B Weave", "url": "https://www.anchorterminal.com/compare/honeyhive-vs-wandb-weave" }, { "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-gauge-cli.json", "title": "Arize Phoenix vs Gauge CLI", "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-gauge-cli" }, { "json": "https://www.anchorterminal.com/compare/baserun-vs-gauge-cli.json", "title": "Baserun vs Gauge CLI", "url": "https://www.anchorterminal.com/compare/baserun-vs-gauge-cli" }, { "json": "https://www.anchorterminal.com/compare/botgauge-vs-gauge-cli.json", "title": "BotGauge vs Gauge CLI", "url": "https://www.anchorterminal.com/compare/botgauge-vs-gauge-cli" }, { "json": "https://www.anchorterminal.com/compare/braintrust-vs-gauge-cli.json", "title": "Braintrust API + MCP vs Gauge CLI", "url": "https://www.anchorterminal.com/compare/braintrust-vs-gauge-cli" }, { "json": "https://www.anchorterminal.com/compare/deepeval-vs-gauge-cli.json", "title": "DeepEval vs Gauge CLI", "url": "https://www.anchorterminal.com/compare/deepeval-vs-gauge-cli" }, { "json": "https://www.anchorterminal.com/compare/deepeval-vs-honeyhive.json", "title": "DeepEval vs HoneyHive", "url": "https://www.anchorterminal.com/compare/deepeval-vs-honeyhive" }, { "json": "https://www.anchorterminal.com/compare/galileo-vs-gauge-cli.json", "title": "Galileo API + MCP vs Gauge CLI", "url": "https://www.anchorterminal.com/compare/galileo-vs-gauge-cli" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-helicone.json", "title": "Gauge CLI vs Helicone AI Gateway + MCP", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-helicone" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-laminar.json", "title": "Gauge CLI vs Laminar API + MCP", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-laminar" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-langfuse.json", "title": "Gauge CLI vs Langfuse API + MCP", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-langfuse" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-langsmith.json", "title": "Gauge CLI vs LangSmith API + MCP", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-langsmith" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch.json", "title": "Gauge CLI vs LangWatch", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-mlflow-tracing.json", "title": "Gauge CLI vs MLflow Tracing", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-mlflow-tracing" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-opik.json", "title": "Gauge CLI vs Opik API + MCP", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-opik" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-overmind.json", "title": "Gauge CLI vs Overmind", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-overmind" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-prefactor.json", "title": "Gauge CLI vs Prefactor", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-prefactor" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-pydantic-logfire.json", "title": "Gauge CLI vs Pydantic Logfire", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-pydantic-logfire" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-respan.json", "title": "Gauge CLI vs Respan API + MCP", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-respan" }, { "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-wandb-weave.json", "title": "Gauge CLI vs W\u0026B Weave", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-wandb-weave" } ], "panel": null, "scores": [ { "by": 21, "edge": "gauge-cli", "gauge-cli": 60, "honeyhive": 39, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 26, "edge": "honeyhive", "gauge-cli": 60, "honeyhive": 86, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "by": 12, "edge": "gauge-cli", "gauge-cli": 75, "honeyhive": 63, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "by": 6, "edge": "honeyhive", "gauge-cli": 55, "honeyhive": 61, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "by": 20, "edge": "gauge-cli", "gauge-cli": 40, "honeyhive": 20, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 5, "edge": "gauge-cli", "gauge-cli": 82, "honeyhive": 77, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "by": 14, "edge": "honeyhive", "gauge-cli": 53, "honeyhive": 67, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Gauge CLI scores 60.4 (C) on agent readiness against HoneyHive's 51.8 (D), and leads in 4 of 7 scored categories. HoneyHive leads on schema \u0026 documentation, security \u0026 auth and transparency \u0026 trust. Both do evaluations.", "tasks": null, "tutorials": [], "verdicts": { "gauge-cli": "An open-source CLI that measures how coding agents get on with your product and checks fixes before you ship them, locally in Docker with no account. It's young and pre-1.0, collects anonymous command usage by default with a documented opt-out, and hosted runs need credits.", "honeyhive": "Read-only, ingestion-only and fine-grained API keys, public OpenAPI specs and weekly dated changelogs. The status page showed its single component down on 4 November 2026 with no incident history, and the platform changed error codes and fixed a permission check without advance notice or an advisory." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive", "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive.min.md" }, "markdown": "Gauge CLI scores 60.4 (C) on agent readiness against HoneyHive's 51.8 (D), and leads in 4 of 7 scored categories. HoneyHive leads on schema \u0026 documentation, security \u0026 auth and transparency \u0026 trust. Both do evaluations.\n\n- Gauge CLI: grade C, 60.4/100, rank #590 of 1354. Markdown https://www.anchorterminal.com/tools/gauge-cli.md · JSON https://www.anchorterminal.com/api/v1/tools/gauge-cli.json\n- HoneyHive: grade D, 51.8/100, rank #907 of 1354. Markdown https://www.anchorterminal.com/tools/honeyhive.md · JSON https://www.anchorterminal.com/api/v1/tools/honeyhive.json\n- Best agent tracing, monitoring and evaluation tools: https://www.anchorterminal.com/best/agent-observability/index.md\n- All 250 evals comparisons: https://www.anchorterminal.com/compare/agent-observability/index.md\n\n## Which one, for what\n\n### Gauge CLI (C)\n\nGood for: Teams that build skills, CLIs, SDKs or MCP servers and want to see where coding agents get stuck with them, and to test fixes before release.\n\nAhead on:\n- Reliability, 60 against 39\n- Agent ergonomics, 75 against 63\n- Payments \u0026 pricing, 40 against 20\n- Maintenance \u0026 community, 82 against 77\n\nAlso in its favour:\n- No key needed to call it\n- Open source\n- No incidents deducted, where HoneyHive loses 6 points for them\n\nWatch for: Collects anonymous command usage by default, with an opt-out\n\n### HoneyHive (D)\n\nGood for: Teams that want OpenTelemetry tracing and evals with tight key scoping, drive the platform from a CLI and can talk to sales for volume.\n\nAhead on:\n- Schema \u0026 documentation, 86 against 60\n- Security \u0026 auth, 61 against 55\n- Transparency \u0026 trust, 67 against 53\n\nAlso in its favour:\n- A hosted endpoint, with nothing to install\n\nWatch for: Status page showed its single component in Downtime with 0.000 per cent uptime on 4 November 2026, with no incident history\n\n\n## Why the edge\n\n### Schema \u0026 documentation: HoneyHive +26\n\n- Gauge CLI (60): CLI reading. No machine-readable contract, -o json on read commands (10 of 25). No llms.txt; instructions bundled in the CLI for agents (5). The README says what it finds and when local or hosted fits (16 of 20). Commands with help text; typed flags (9 of 15). Worked examples, no error reference (8 of 15). Dated changelog and semver tags (12 of 15). 10 + 5 + 16 + 9 + 8 + 12 = 60.\n- HoneyHive (86): Two public OpenAPI 3.1 specs in an MIT repository, version 1.17.0 on 4 November 2026, data plane with 69 paths and 108 operations and control plane with 10 paths and 17 operations (25). llms.txt with every page as Markdown (10). All but 3 operations have a description, deprecated operations are flagged (57 of them) and `POST /v1/events/search` is labelled the primary way to read events (16). Typed request bodies with bounds such as `limit` 1 to 1,000 and `additionalProperties: false`, though event inputs, outputs and metadata are free-form objects (11). Only 9 operations carry examples, no 429 is declared, and since 24 September permission and key failures all return 404 (9). Spec changelog generated with oasdiff, plus dated product, client and self-hosting changelogs (15).\n\n### Reliability: Gauge CLI +21\n\n- Gauge CLI (60): Local package. Installs from npm as @withgauge/cli with Node 22.13 or later and Docker stated (20). checks.yml runs npm run check on push and pull request across a matrix, and the repository has 76 test files; whether main passes wasn't read (20 of 25). Issues weren't read (5, unchecked). A dated changelog with Added sections per release (15). Version 0.28.0 (0). 20 + 20 + 5 + 15 + 0 = 60.\n- HoneyHive (39): Better Stack page at status.honeyhive.ai with a single component, Backend Platform, and nothing separate for the data plane, control plane or ingestion (12 of 20). On 4 November 2026 the page showed \"Some services are down\", Backend Platform in Downtime and uptime figures of 0.000, 14.836 and 43.447 per cent, with no incident write-ups readable (its /history path redirects to the page itself). We can't tell whether the monitor watches a retired host, but the vendor's own page shows the figures, so 0. The pricing page publishes 1,000 requests a minute on Free and custom limits on Enterprise, and the changelog gives a 7 MiB ingestion body limit (12). The OpenAPI specs declare no 429 and we found no `Retry-After` or backoff guidance. The Python SDK has a configurable retry budget (5). Enterprise lists an uptime SLA with service credits, but no SLA document is published, so 0 under this run's reading. API, SDKs and CLI are GA (10).\n\n### Payments \u0026 pricing: Gauge CLI +20\n\n- Gauge CLI (40): Scored on the hosted option. No payment protocol (0). Credit prices weren't found on the pages read (0). Local mode is free with no card (20). Local mode needs no sign-up (20). 0 + 0 + 20 + 20 = 40.\n- HoneyHive (20): No x402 or other machine payment (0). The only paid plan is Enterprise at a custom price, so there's no public per-unit or plan price (0). The free Developer plan needs no card (20). A person signs up in a browser to get a key (0).\n\n### Transparency \u0026 trust: HoneyHive +14\n\n- Gauge CLI (53): MIT (30). Local data stays in .gauge/ and telemetry fields are listed; hosted data handling wasn't read (18 of 30). Dated changelog, no deprecation policy (10 of 20). Telemetry on by default, disclosed with an opt-out (20). 30 + 18 + 10 + 20 = 78.\n- HoneyHive (67): Closed platform. The Python SDK, CLI and OpenAPI specs are MIT (18). The privacy policy (11 January 2025) covers platform data, defers retention to the pricing page (30 days on Free), names AWS and Stripe and uses standard contractual clauses for EU transfers, per the 1 October check. Self-hosted data-flow docs exist and a DPA is custom on Enterprise (14). 57 operations marked deprecated in the spec, and dated changelog notices for charts (5 October), datasets and datapoints (14 and 21 October) and experiment runs (27 October) that say the old endpoints keep working for now, with no end date. Against that, the v2.0.0 spec of 8 May removed `GET /events` and nine other operations without deprecation, per its own oasdiff changelog (14). AWS hosting and US transfer stated, no full subprocessor list. The Python SDK sends no usage data of its own, and the TypeScript SDK's PostHog client is commented out (8).\n\n### Agent ergonomics: Gauge CLI +12\n\n- Gauge CLI (75): CLI reading for an agent driving it. Bundled instructions match the installed version, and output is filterable with -o json (20 of 25). Run summaries and Findings with queryable fields (15 of 20). Errors not documented as a reference (10 of 20). Reruns from checkpoints and a recheck command with a confirm step (15 of 20). Four commands to start, Node only (15 of 15). 20 + 15 + 10 + 15 + 15 = 75.\n- HoneyHive (63): No MCP server for platform data. The docs MCP only searches documentation. Event search defaults to 1,000 rows with no field projection, so an agent has to set `limit` itself (10). Filters, date ranges, `limit` and `page` on search (18). Since 24 September a bad key, a revoked key and a missing permission all return the same 404 as a missing resource, which leaves an agent guessing (10). `POST /session/start` is idempotent on `session_id`. We found no other idempotency keys (10). Python SDK, TypeScript SDKs and a CLI generated one to one from the specs with agent skills. Few required parameters (15).\n\n### Security \u0026 auth: HoneyHive +6\n\n- Gauge CLI (55): Local tool. Agent credentials stay on your machine in local mode; hosted login with a device flow (20 of 30). Test agents run in fresh Docker sessions with injected inputs, and the gateway brokers credentials in hosted mode (12 of 20). Agents under test read your product's docs and outputs, with no prompt-injection guidance (5 of 15). Local transcripts and SQLite evidence per run (10 of 15). No security policy found (8 of 20). 20 + 12 + 5 + 10 + 8 = 55.\n- HoneyHive (61): Five key types. Project keys (`hh_`), read-only project keys (`hh_ro_`) since 11 June, fine-grained control plane keys (`hh_fgcp_`) with chosen permissions and a required expiry of at most 365 days, and ingestion-only keys (`hh_ingst_`) bound to one project since 17 September, and fine-grained data plane keys (`hh_fgdp_`) since 5 October. Revocation takes effect within two minutes (30). Read-only and ingestion-only keys give least privilege, and deleting a workspace with active children fails with 409 unless `--dangerously-delete-child-scopes` is passed (18). Traces hold whatever the application logged, and we found no prompt-injection guidance for agents reading them (3). No audit log found (0). The pricing page claims SOC 2 Type II, GDPR and HIPAA. The Drata trust centre at trust.honeyhive.ai rendered nothing readable to us, there's no security.txt, and the CLI changelog lists \"Security fixes\" in 1.6.0 without detail (10).\n\n## Score by category\n\n| Category | Weight | Gauge CLI | HoneyHive | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 60 | 39 | Gauge CLI +21 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 60 | 86 | HoneyHive +26 |\n| Agent ergonomics | 13% (16.2 this run) | 75 | 63 | Gauge CLI +12 |\n| Security \u0026 auth | 14% (17.5 this run) | 55 | 61 | HoneyHive +6 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 20 | Gauge CLI +20 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 82 | 77 | Gauge CLI +5 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 53 | 67 | HoneyHive +14 |\n| Negative events | ≤15 | 0 | -6 | |\n| **Total** | | **60.4 · C** | **51.8 · D** | |\n\n## Facts side by side\n\n| Fact | Gauge CLI | HoneyHive |\n| --- | --- | --- |\n| Kind | cli | HTTP API |\n| Vendor | Gauge | HoneyHive |\n| Hosted endpoint | no (local only) | `https://api.dp1.us.honeyhive.ai` |\n| Transports | | HTTP |\n| Auth | None | API key |\n| Pricing | Freemium | Freemium |\n| x402 | no | no |\n| Licence | MIT | MIT (SDK, CLI and OpenAPI specs only, platform closed source) |\n| Read-only variant documented | no | yes |\n| llms.txt | no | yes |\n| Last release | 2026-11-04 | 2026-10-30 |\n| Terms last updated | no document linked | 2025-01-06 |\n| Privacy policy last updated | no document linked | 2025-01-11 |\n| Customer content may train models | not read yet | not found in the text |\n| Terms restrict automated access | not read yet | not found in the text |\n| Terms restrict benchmarking | not read yet | yes |\n| Terms or service can change without notice | not read yet | yes |\n| Arbitration or class-action waiver | not read yet | yes |\n| Popularity | none | 60 npm/wk, 2.1k PyPI/wk |\n| Agent reviews | none | 2.5/5 (2) |\n\n## How the scores have moved\n\n### Gauge CLI\n\nNo score change since it was listed.\n\n### HoneyHive\n\n- -4.0 on 4 November 2026 (C to D): security, correction\n- +0.1 on 28 October 2026: new evidence\n- -0.2 on 8 October 2026: checklist\n\n## Verdicts\n\n**Gauge CLI.** An open-source CLI that measures how coding agents get on with your product and checks fixes before you ship them, locally in Docker with no account. It's young and pre-1.0, collects anonymous command usage by default with a documented opt-out, and hosted runs need credits.\n\n**HoneyHive.** Read-only, ingestion-only and fine-grained API keys, public OpenAPI specs and weekly dated changelogs. The status page showed its single component down on 4 November 2026 with no incident history, and the platform changed error codes and fixed a permission check without advance notice or an advisory.\n\n## Before you call either\n\n### Gauge CLI\n\n1. npm install -g @withgauge/cli, then gauge local runtime pull and gauge init --local in the project\n2. Run gauge install-skill so your coding agent finds the CLI's own instructions\n3. Set GAUGE_TELEMETRY_DISABLED=1 in CI if you don't want command usage collected\n4. Rebuild and pack an npm CLI or SDK before rerunning, so test sessions get the new tarball\n5. Keep .gauge/ private; it holds measurements and analyses\n\n### HoneyHive\n\n1. Give the agent a read-only `hh_ro_` key for analysis and a separate `hh_ingst_` key for sending traces\n2. Treat a 404 as possibly a bad, revoked or expired key or a missing permission before assuming the record is missing\n3. Call the project-scoped `/v1/projects/{project_id}/...` routes with a data plane key. The unscoped routes are deprecated\n4. Set `limit` on `POST /v1/events/search`. The default is 1,000 rows\n5. Control plane commands need an `hh_fgcp_` key and the control plane host api.cp.us.honeyhive.ai\n\n## Questions\n\n### Which is better for AI agents, Gauge CLI or HoneyHive?\n\nGauge CLI scores 60.4 (C) on agent readiness against HoneyHive's 51.8 (D), and leads in 4 of 7 scored categories. HoneyHive leads on schema \u0026 documentation, security \u0026 auth and transparency \u0026 trust.\n\n### Can an agent call Gauge CLI and HoneyHive without installing anything?\n\nNo hosted endpoint is listed for Gauge CLI. HoneyHive has a hosted endpoint at https://api.dp1.us.honeyhive.ai.\n\n### Are Gauge CLI and HoneyHive open source?\n\nGauge CLI is open source (MIT). No open-source release is listed for HoneyHive.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive.json, and with the fewest tokens: https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"gauge-cli\", \"b\": \"honeyhive\"}`. From a terminal: `anchor compare gauge-cli honeyhive`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/gauge-cli.json and https://www.anchorterminal.com/api/v1/tools/honeyhive.json\n\n## Other comparisons with Gauge CLI or HoneyHive\n\n- [Agent Tree vs HoneyHive](https://www.anchorterminal.com/compare/agent-tree-vs-honeyhive.md)\n- [agents-tree vs HoneyHive](https://www.anchorterminal.com/compare/agents-tree-vs-honeyhive.md)\n- [Arize Phoenix vs HoneyHive](https://www.anchorterminal.com/compare/arize-phoenix-vs-honeyhive.md)\n- [Baserun vs HoneyHive](https://www.anchorterminal.com/compare/baserun-vs-honeyhive.md)\n- [BotGauge vs HoneyHive](https://www.anchorterminal.com/compare/botgauge-vs-honeyhive.md)\n- [Braintrust API + MCP vs HoneyHive](https://www.anchorterminal.com/compare/braintrust-vs-honeyhive.md)\n- [Galileo API + MCP vs HoneyHive](https://www.anchorterminal.com/compare/galileo-vs-honeyhive.md)\n- [Helicone AI Gateway + MCP vs HoneyHive](https://www.anchorterminal.com/compare/helicone-vs-honeyhive.md)\n- [HoneyHive vs Laminar API + MCP](https://www.anchorterminal.com/compare/honeyhive-vs-laminar.md)\n- [HoneyHive vs Langfuse API + MCP](https://www.anchorterminal.com/compare/honeyhive-vs-langfuse.md)\n- [HoneyHive vs LangSmith API + MCP](https://www.anchorterminal.com/compare/honeyhive-vs-langsmith.md)\n- [HoneyHive vs LangWatch](https://www.anchorterminal.com/compare/honeyhive-vs-langwatch.md)\n- [HoneyHive vs MLflow Tracing](https://www.anchorterminal.com/compare/honeyhive-vs-mlflow-tracing.md)\n- [HoneyHive vs Navige](https://www.anchorterminal.com/compare/honeyhive-vs-navige.md)\n- [HoneyHive vs Opik API + MCP](https://www.anchorterminal.com/compare/honeyhive-vs-opik.md)\n- [HoneyHive vs Overmind](https://www.anchorterminal.com/compare/honeyhive-vs-overmind.md)\n- [HoneyHive vs Prefactor](https://www.anchorterminal.com/compare/honeyhive-vs-prefactor.md)\n- [HoneyHive vs Pydantic Logfire](https://www.anchorterminal.com/compare/honeyhive-vs-pydantic-logfire.md)\n- [HoneyHive vs Respan API + MCP](https://www.anchorterminal.com/compare/honeyhive-vs-respan.md)\n- [HoneyHive vs W\u0026B Weave](https://www.anchorterminal.com/compare/honeyhive-vs-wandb-weave.md)\n- [Arize Phoenix vs Gauge CLI](https://www.anchorterminal.com/compare/arize-phoenix-vs-gauge-cli.md)\n- [Baserun vs Gauge CLI](https://www.anchorterminal.com/compare/baserun-vs-gauge-cli.md)\n- [BotGauge vs Gauge CLI](https://www.anchorterminal.com/compare/botgauge-vs-gauge-cli.md)\n- [Braintrust API + MCP vs Gauge CLI](https://www.anchorterminal.com/compare/braintrust-vs-gauge-cli.md)\n- [DeepEval vs Gauge CLI](https://www.anchorterminal.com/compare/deepeval-vs-gauge-cli.md)\n- [DeepEval vs HoneyHive](https://www.anchorterminal.com/compare/deepeval-vs-honeyhive.md)\n- [Galileo API + MCP vs Gauge CLI](https://www.anchorterminal.com/compare/galileo-vs-gauge-cli.md)\n- [Gauge CLI vs Helicone AI Gateway + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-helicone.md)\n- [Gauge CLI vs Laminar API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-laminar.md)\n- [Gauge CLI vs Langfuse API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-langfuse.md)\n- [Gauge CLI vs LangSmith API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-langsmith.md)\n- [Gauge CLI vs LangWatch](https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch.md)\n- [Gauge CLI vs MLflow Tracing](https://www.anchorterminal.com/compare/gauge-cli-vs-mlflow-tracing.md)\n- [Gauge CLI vs Opik API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-opik.md)\n- [Gauge CLI vs Overmind](https://www.anchorterminal.com/compare/gauge-cli-vs-overmind.md)\n- [Gauge CLI vs Prefactor](https://www.anchorterminal.com/compare/gauge-cli-vs-prefactor.md)\n- [Gauge CLI vs Pydantic Logfire](https://www.anchorterminal.com/compare/gauge-cli-vs-pydantic-logfire.md)\n- [Gauge CLI vs Respan API + MCP](https://www.anchorterminal.com/compare/gauge-cli-vs-respan.md)\n- [Gauge CLI vs W\u0026B Weave](https://www.anchorterminal.com/compare/gauge-cli-vs-wandb-weave.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-06", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Gauge CLI vs HoneyHive", "url": "" } ], "description": "Gauge CLI scores 60.4 (C) to HoneyHive's 51.8 (D) for evaluations. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Gauge CLI C 60.4", "HoneyHive D 51.8", "scores" ], "h1": "Gauge CLI vs HoneyHive", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/gauge-cli-vs-honeyhive", "published": "2026-10-01", "section": "tools", "title": "Gauge CLI vs HoneyHive for AI agents in 2026: scores and prices", "toc": null, "updated": "2026-11-06", "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-honeyhive" }, "tokens": { "markdown": 4550, "slim": 2480 }, "version": 1 }