{
  "data": {
    "a": {
      "slug": "langwatch",
      "name": "LangWatch",
      "vendor": "Reasoning Engine B.V. (LangWatch)",
      "vendorUrl": "https://langwatch.ai",
      "company": "langwatch.ai",
      "kind": "http-api",
      "category": "agent-observability",
      "summary": "LangWatch is an open-source platform for tracing, evaluating and testing LLM applications and agents, with prompt management, datasets and an AI gateway. It runs hosted or self-hosted, with a REST API, SDKs, a CLI and an MCP server.",
      "url": "https://www.anchorterminal.com/tools/langwatch",
      "markdownUrl": "https://www.anchorterminal.com/tools/langwatch.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/langwatch.min.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/langwatch.json",
      "dns": "langwatch.grade.anchorterminal.com",
      "repo": "https://github.com/langwatch/langwatch",
      "license": "Apache 2.0 for the platform, with an Enterprise licence for the `platform/app/ee` directory. The SDKs and the MCP server are MIT",
      "transports": [
        "http",
        "streamable-http",
        "sse",
        "stdio"
      ],
      "remoteUrl": "https://app.langwatch.ai",
      "packages": [
        {
          "registry": "npm",
          "name": "langwatch"
        },
        {
          "registry": "npm",
          "name": "@langwatch/mcp-server"
        },
        {
          "registry": "pypi",
          "name": "langwatch"
        }
      ],
      "auth": "mixed",
      "authNotes": "A person signs up at app.langwatch.ai and creates keys under Settings, API Keys, with no review step. API keys (`sk-lw-`) go in `X-Auth-Token` or as a Bearer token. A personal key never exceeds its owner's permissions, a service key belongs to the organisation and only admins create one. Either can be All or Restricted to read or write per permission category, scoped to projects, teams or the organisation, given an expiry and revoked. Ingestion keys (`ik-lw-`) can only write traces to one project. The remote MCP server uses OAuth authorisation code with PKCE and dynamic client registration. The CLI logs in with a device code approved in a browser.",
      "pricing": "freemium",
      "pricingNotes": "The Developer plan is free with no card and includes 50,000 events a month, 2 users and 3 scenarios, so an agent can start without a contract once a person has signed up. Growth is 29 euros per core seat a month with 200,000 events, then 5 euros per 100,000 events and 3 euros per GB kept beyond the included retention. Enterprise is sold through sales. Instant Evals cost $0.0546 per million input tokens, with a $1 budget on unpaid organisations. The pricing page has a currency switch and we read the euro prices only. Self-hosting under Apache 2.0 is free with no volume cap, and an Enterprise licence is priced per seat (https://langwatch.ai/pricing, https://langwatch.ai/docs/pricing.md).",
      "priceSummary": "Freemium",
      "where": "both",
      "x402": {
        "level": "no",
        "evidence": "No x402, MPP or L402 in the docs index, the OpenAPI document or the pricing page (checked 2026-10-09).",
        "endpoints": []
      },
      "toolCount": 110,
      "popularity": {
        "githubStars": 4925,
        "npmWeekly": 50105,
        "pypiWeekly": 87325,
        "asOf": "2026-10-09"
      },
      "docsUrl": "https://langwatch.ai/docs/introduction",
      "llmsTxt": "https://langwatch.ai/docs/llms.txt",
      "openapi": "https://app.langwatch.ai/api/gateway/v1/openapi.json",
      "capabilities": [
        "obs.traces",
        "obs.evals",
        "obs.prompts",
        "obs.datasets",
        "obs.gateway"
      ],
      "tags": [
        "hosted",
        "freemium",
        "no-card",
        "open-source",
        "self-hosted",
        "mcp",
        "oauth",
        "llms-txt",
        "openapi",
        "opentelemetry",
        "python",
        "typescript",
        "go",
        "cli",
        "status-page",
        "eu-hosted"
      ],
      "lastRelease": "2026-10-30",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 68.1,
        "grade": "B",
        "agentReady": false,
        "rank": 399,
        "ranked": true,
        "rankOf": 1557,
        "categoryRank": 6,
        "methodology": "1.0",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 67,
          "maintenance": 90,
          "payments": 60,
          "reliability": 63,
          "schema": 87,
          "security": 71,
          "transparency": 76
        },
        "assessment": {
          "confidence": "medium",
          "date": "2026-11-01"
        },
        "negative": -4,
        "negativeNotes": [
          "2026-08-19. Advisory GHSA-h25p-f8f6-2ccf, rated moderate. The standalone HTTP mode of `@langwatch/mcp-server` 0.7.0 to 1.0.0 authorised requests by session id alone and accepted an API key in the URL. Fixed in 2.0.0 on 7 August 2026 and flagged as a breaking change. The advisory says the default stdio mode and the hosted handler were never affected. Read on GitHub on 9 October (OSV doesn't hold it). A fixed Moderate more than two months old costs 1 in this run, down from 2 (https://github.com/langwatch/langwatch/security/advisories/GHSA-h25p-f8f6-2ccf)",
          "2026-10-15. The hosted MCP server retired its documented SSE transport. The docs had told remote clients to enter https://app.langwatch.ai/sse and said clients that speak the older SSE transport use it. The change (commit of 15 October, listed under Bug Fixes in the 3.21.0 changelog of 21 October) made `/sse` serve Streamable HTTP and removed `/messages`, and the same change rewrote the docs. No earlier notice was found in the changelogs or the public changelog, so -3 for a published behaviour changed for existing clients without notice (https://github.com/langwatch/langwatch/blob/main/CHANGELOG.md)"
        ],
        "verdict": "API keys can be limited to read or write per permission category, expire, and be revoked, and the remote MCP server uses OAuth with PKCE. The MCP server registers 110 tools with no read-only or destructive annotations, no platform API rate limit was found, and the hosted server dropped its documented SSE transport in the 21 October release without notice.",
        "bestFor": "Teams that want tracing, evaluations and simulated-user agent tests in one open-source product, hosted in the EU or self-hosted, and that drive it from a coding assistant through MCP or the CLI.",
        "strengths": [
          "API keys take read or write per permission category, a project, team or organisation scope and an expiry. Ingestion keys can only write traces",
          "A public OpenAPI 3.1 document covers 406 operations and is served without a key, with llms.txt and a Markdown twin of every docs page",
          "Apache 2.0 platform with MIT SDKs and MCP server. Self-hosting has no volume cap, and every outbound call is documented with its off switch",
          "The free Developer plan needs no card and includes 50,000 events a month. Paid usage is published at 5 euros per 100,000 events",
          "Platform 3.21.0 shipped on 21 October 2026 and MCP server 3.0.0 on 30 October, with 19 platform releases dated since 3 August"
        ],
        "weaknesses": [
          "The MCP server registers 110 tools, deletes and key creation among them, with no toolsets and no `readOnlyHint` or `destructiveHint` annotations in the source",
          "No request rate limit for the platform API was found in the reviewed documentation. Only three operations in the OpenAPI document declare a 429",
          "The hosted MCP server retired its documented SSE transport on 15 October 2026 with no notice found, so SSE-only clients pointed at `/sse` stopped working",
          "Scenarios was down on 13 days and Langy on 16 days between 3 August and 1 November 2026, the longest 9 hours 34 minutes",
          "The Terms of Service of 22 September 2026 say users will not access the platform through automated or non-human means, which the API and MCP server contradict"
        ],
        "agentNotes": [
          "Create a Restricted key with read access to only the categories the task needs. A personal key with All permissions carries everything its owner can do",
          "Set both `LANGWATCH_API_KEY` and `LANGWATCH_PROJECT_ID` for the MCP server unless the key reaches only one project",
          "Connect remote MCP clients to `https://app.langwatch.ai/mcp` over Streamable HTTP. The older SSE transport was retired on 15 October 2026",
          "Call `discover_schema` before `search_traces` or `get_analytics`, and keep the default `digest` format. `json` returns the full raw trace",
          "Allowlist MCP tools in the client. All 110 load by default, among them `platform_create_api_key` and the delete tools",
          "Follow `next_cursor` until it is null on list endpoints. A full page does not mean more rows exist"
        ],
        "metrics": {
          "kind": "remote",
          "measured": false
        },
        "reviewCount": 4,
        "avgRating": 3,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "medium",
            "grade": "B",
            "methodology": "1.0",
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 68.1
          }
        ],
        "editorialScores": {
          "ergonomics": 67,
          "maintenance": 90,
          "payments": 60,
          "reliability": 63,
          "schema": 87,
          "security": 71,
          "transparency": 73
        },
        "provenanceScore": 79,
        "checked": {
          "categories": {
            "ergonomics": "2026-11-01",
            "maintenance": "2026-11-01",
            "payments": "2026-11-01",
            "reliability": "2026-11-01",
            "schema": "2026-11-01",
            "security": "2026-11-01",
            "transparency": "2026-11-01"
          },
          "last": "2026-11-01",
          "lastMoved": "2026-11-13",
          "oldest": "2026-11-01",
          "stale": false,
          "staleAfterDays": 90
        }
      },
      "connect": {
        "install": "npm install -g langwatch",
        "http": "curl https://app.langwatch.ai/api/gateway/v1/openapi.json",
        "claudeCode": "claude mcp add langwatch --env LANGWATCH_API_KEY=sk-lw-... --env LANGWATCH_PROJECT_ID=your-project-id -- npx -y @langwatch/mcp-server",
        "config": {
          "mcpServers": {
            "langwatch": {
              "args": [
                "-y",
                "@langwatch/mcp-server"
              ],
              "command": "npx",
              "env": {
                "LANGWATCH_API_KEY": "sk-lw-...",
                "LANGWATCH_PROJECT_ID": "your-project-id"
              }
            }
          }
        }
      },
      "letme": {
        "capability": "https://letme.dev/obs.traces",
        "tool": "https://letme.dev/langwatch"
      },
      "area": "developer",
      "unitPrices": [
        {
          "item": "Instant Evals, judge input tokens",
          "unit": "1m-tokens",
          "usd": 0.0546,
          "note": "Output is free. Unpaid organisations have a $1 budget in total"
        }
      ],
      "provenance": {
        "legalEntity": "Reasoning Engine B.V. (doing business as LangWatch)",
        "domain": "langwatch.ai",
        "domainRegistered": "2023-09-17",
        "endpointOnVendorDomain": true,
        "terms": "https://langwatch.ai/legal/terms-conditions",
        "privacy": "https://langwatch.ai/legal/privacy-policy",
        "statusPage": "https://status.langwatch.ai",
        "changelog": "https://langwatch.ai/changelog",
        "securityTxt": "none",
        "checked": "2026-11-01",
        "notes": [
          "The privacy policy (last updated 29 September 2026) applies to Reasoning Engine B.V., doing business as LangWatch, and covers the website and the Cloud Service. The Terms of Service (last updated 22 September 2026) cover the platform and the on-premise product.",
          "The terms page names the entity as Reasoning Engines B.V. in its heading and Reasoning Engine B.V. in its definitions, gives Singel 126, Amsterdam as the registered office and Herengracht 551, Amsterdam as the contact address. The site footer reads LangWatch B.V.",
          "The API, the hosted MCP server and the OpenAPI document are served from app.langwatch.ai. Hosted services for self-hosted installs with a licence use connect.langwatch.ai and gateway.langwatch.ai.",
          "https://langwatch.ai/.well-known/security.txt returns the website's HTML shell, not a security.txt file. SECURITY.md in the repository gives security@langwatch.ai and GitHub private reporting.",
          "RDAP for langwatch.ai gives a registration date of 2023-09-17 and GoDaddy.com, LLC as registrar.",
          "The trust report and sub-processor list are on app.eu.vanta.com, whose robots.txt disallows every path, so we did not read them."
        ],
        "score": 79
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/langwatch.json",
      "live": {
        "slug": "langwatch",
        "probe": {
          "target": "https://app.langwatch.ai",
          "method": "get",
          "lastAt": "2026-11-18T22:43:37.716041009Z",
          "lastOk": true,
          "lastStatus": 200,
          "lastMs": 257,
          "authRequired": false,
          "uptime24h": 100,
          "uptime30d": 99.97,
          "p50ms24h": 115,
          "p95ms24h": 257,
          "samples24h": 241,
          "samples30d": 7837,
          "days": [
            {
              "date": "2026-10-18",
              "probes": 256,
              "ok": 256
            },
            {
              "date": "2026-10-19",
              "probes": 255,
              "ok": 255
            },
            {
              "date": "2026-10-20",
              "probes": 252,
              "ok": 252
            },
            {
              "date": "2026-10-21",
              "probes": 253,
              "ok": 253
            },
            {
              "date": "2026-10-22",
              "probes": 253,
              "ok": 253
            },
            {
              "date": "2026-10-23",
              "probes": 248,
              "ok": 247
            },
            {
              "date": "2026-10-24",
              "probes": 251,
              "ok": 251
            },
            {
              "date": "2026-10-25",
              "probes": 250,
              "ok": 250
            },
            {
              "date": "2026-10-26",
              "probes": 252,
              "ok": 252
            },
            {
              "date": "2026-10-27",
              "probes": 249,
              "ok": 249
            },
            {
              "date": "2026-10-28",
              "probes": 251,
              "ok": 251
            },
            {
              "date": "2026-10-29",
              "probes": 248,
              "ok": 248
            },
            {
              "date": "2026-10-30",
              "probes": 249,
              "ok": 249
            },
            {
              "date": "2026-10-31",
              "probes": 251,
              "ok": 251
            },
            {
              "date": "2026-11-01",
              "probes": 249,
              "ok": 249
            },
            {
              "date": "2026-11-02",
              "probes": 250,
              "ok": 250
            },
            {
              "date": "2026-11-03",
              "probes": 248,
              "ok": 248
            },
            {
              "date": "2026-11-04",
              "probes": 246,
              "ok": 246
            },
            {
              "date": "2026-11-05",
              "probes": 185,
              "ok": 185
            },
            {
              "date": "2026-11-06",
              "probes": 241,
              "ok": 241
            },
            {
              "date": "2026-11-07",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-08",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-09",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-10",
              "probes": 244,
              "ok": 244
            },
            {
              "date": "2026-11-11",
              "probes": 244,
              "ok": 244
            },
            {
              "date": "2026-11-12",
              "probes": 245,
              "ok": 244
            },
            {
              "date": "2026-11-13",
              "probes": 238,
              "ok": 238
            },
            {
              "date": "2026-11-14",
              "probes": 244,
              "ok": 244
            },
            {
              "date": "2026-11-15",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-16",
              "probes": 243,
              "ok": 243
            },
            {
              "date": "2026-11-17",
              "probes": 242,
              "ok": 242
            },
            {
              "date": "2026-11-18",
              "probes": 228,
              "ok": 228
            }
          ],
          "since": "2026-10-09T00:00:00Z"
        },
        "vendorStatus": {
          "page": "https://status.langwatch.ai",
          "indicator": "unknown",
          "summary": "no machine-readable status found",
          "checkedAt": "2026-11-18T18:52:44.801954466Z"
        },
        "versions": [
          {
            "registry": "github",
            "name": "langwatch/langwatch",
            "version": "langwatch-3.24.0",
            "released": "2026-11-18",
            "seenAt": "2026-11-18T18:01:06.638859481Z"
          },
          {
            "registry": "npm",
            "name": "@langwatch/mcp-server",
            "version": "3.1.0",
            "seenAt": "2026-11-18T18:01:05.141961038Z"
          },
          {
            "registry": "npm",
            "name": "langwatch",
            "version": "2.2.0",
            "seenAt": "2026-11-18T18:01:04.279764126Z"
          },
          {
            "registry": "pypi",
            "name": "langwatch",
            "version": "2.0.0",
            "released": "2026-11-18",
            "seenAt": "2026-11-18T18:01:06.526589606Z"
          }
        ],
        "githubStars": 5044,
        "npmWeekly": 54584,
        "pypiWeekly": 107464,
        "securityTxt": {
          "url": "https://langwatch.ai/.well-known/security.txt",
          "state": "none",
          "checkedAt": "2026-11-18T16:29:23.948113255Z"
        },
        "llmsTxt": {
          "url": "https://langwatch.ai/docs/llms.txt",
          "ok": true,
          "status": 200,
          "checkedAt": "2026-11-18T16:14:49.558493282Z"
        },
        "domain": {
          "domain": "langwatch.ai",
          "registered": "2023-09-17",
          "source": "https://rdap.identitydigital.services/rdap/domain/langwatch.ai",
          "checkedAt": "2026-11-15T15:18:54.255972537Z"
        },
        "pages": [
          {
            "url": "https://langwatch.ai/changelog",
            "kind": "changelog",
            "status": 200,
            "checkedAt": "2026-11-18T21:46:19.502902639Z",
            "changedAt": "2026-10-29T05:09:34.124865709Z",
            "fingerprint": "f0f62aa8633f"
          },
          {
            "url": "https://langwatch.ai/docs/pricing.md",
            "kind": "pricing",
            "status": 304,
            "checkedAt": "2026-11-18T21:46:21.579200261Z",
            "changedAt": "2026-11-13T18:22:39.640134335Z",
            "fingerprint": "e1f12fc3aeef"
          },
          {
            "url": "https://langwatch.ai/pricing",
            "kind": "pricing",
            "status": 200,
            "checkedAt": "2026-11-18T21:46:27.57626822Z",
            "changedAt": "0001-01-01T00:00:00Z",
            "fingerprint": "5ca650ce8d8f"
          },
          {
            "url": "https://langwatch.ai/legal/privacy-policy",
            "kind": "privacy",
            "status": 200,
            "checkedAt": "2026-11-18T21:46:23.700662829Z",
            "changedAt": "0001-01-01T00:00:00Z",
            "fingerprint": "a70eff21db6c"
          },
          {
            "url": "https://langwatch.ai/legal/terms-conditions",
            "kind": "terms",
            "status": 200,
            "checkedAt": "2026-11-18T21:46:25.6680189Z",
            "changedAt": "2026-11-04T08:26:27.518584135Z",
            "fingerprint": "130cb0782b0f"
          }
        ],
        "github": {
          "repo": "langwatch/langwatch",
          "checkedAt": "2026-11-16T12:15:06.696693708Z",
          "stars": 5038,
          "archived": false,
          "issuesEnabled": true,
          "pushedAt": "2026-11-16T12:14:22Z",
          "openIssues": 192,
          "openPRs": 264,
          "issuesOpened90d": 375,
          "issuesClosed90d": 303,
          "prsMerged90d": 1234,
          "ci": {
            "branch": "main",
            "runs": 50,
            "success": 45,
            "failure": 0,
            "other": 5,
            "latest": "skipped",
            "latestAt": "2026-11-16T12:14:32Z"
          },
          "advisories": [
            {
              "ghsa": "GHSA-h25p-f8f6-2ccf",
              "severity": "medium",
              "published": "2026-08-19T09:34:31Z"
            }
          ],
          "replies": {
            "sampled": 25,
            "unanswered": 18,
            "medianDays": 3
          }
        },
        "updatedAt": "2026-11-18T22:43:37.716041009Z"
      },
      "streak": {
        "days": 40,
        "from": "2026-10-09",
        "sinceWatching": true,
        "best": 40
      }
    },
    "answer": "LangWatch scores 68.1 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in every scored category.",
    "b": {
      "slug": "plurai-simulation",
      "name": "Plurai Simulation",
      "vendor": "Plurai",
      "vendorUrl": "https://www.plurai.ai",
      "company": "plurai.ai",
      "kind": "platform",
      "category": "agent-observability",
      "summary": "Plurai Simulation is a plugin for Claude Code, Codex CLI and GitHub Copilot CLI that maps an agent's code, mocks its tools and data, plays generated scenarios against it and proposes fixes, using Plurai's hosted backend.",
      "url": "https://www.anchorterminal.com/tools/plurai-simulation",
      "markdownUrl": "https://www.anchorterminal.com/tools/plurai-simulation.md",
      "slimMarkdownUrl": "https://www.anchorterminal.com/tools/plurai-simulation.min.md",
      "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/plurai-simulation.json",
      "dns": "plurai-simulation.grade.anchorterminal.com",
      "repo": "https://github.com/plurai-ai/plurai-simulation",
      "transports": [
        "streamable-http",
        "stdio"
      ],
      "remoteUrl": "https://sandbox.plurai.ai/v1/mcp",
      "packages": [
        {
          "registry": "pypi",
          "name": "plurai-simulation-sdk"
        }
      ],
      "auth": "api-key",
      "authNotes": "First run opens a browser sign-in or sign-up, picks an organisation and mints a key the SDK saves in `~/.plurai/credentials.json` (mode 600), never shown. `plurai logout` revokes it. For CI, a key created in the dashboard goes in `PLURAI_TOKEN` with `PLURAI_URL`. Keys expire. No scopes found.",
      "pricing": "freemium",
      "pricingNotes": "The Free plan has 12,300 credits, 2 agent setups, 3 runs and 10 sandbox hours once, no overage. Base $60 a month and Business $210 a month with monthly credits, runs and sandbox hours, then $0.02 or $0.015 a credit up to an admin-set limit. A credit is one cent of model-provider usage at list price. Card requirement for Free not stated. Enterprise by agreement.",
      "priceSummary": "$0.02 / credit",
      "where": "both",
      "x402": {
        "level": "no",
        "evidence": "No x402, MPP or L402 in the pricing page, docs, terms, plugin repository or the hosted MCP tool list, read on 2026-11-18.",
        "endpoints": []
      },
      "toolCount": 52,
      "popularity": {
        "githubStars": null,
        "npmWeekly": null,
        "pypiWeekly": null,
        "asOf": "2026-11-18"
      },
      "docsUrl": "https://docs.plurai.ai/",
      "llmsTxt": "https://docs.plurai.ai/llms.txt",
      "capabilities": [
        "obs.evals",
        "obs.datasets"
      ],
      "tags": [
        "hosted",
        "closed-source",
        "mcp",
        "remote-mcp",
        "agent-skills",
        "coding-agent",
        "python",
        "freemium",
        "free-tier",
        "usage-priced",
        "llms-txt",
        "no-status-page",
        "no-telemetry",
        "new"
      ],
      "lastRelease": "2026-11-15",
      "graded": true,
      "anchor": {
        "graded": true,
        "score": 52.6,
        "grade": "D",
        "agentReady": false,
        "rank": 1078,
        "ranked": true,
        "rankOf": 1557,
        "categoryRank": 20,
        "methodology": "1.0",
        "run": "2026-10-01",
        "scores": {
          "ergonomics": 58,
          "maintenance": 72,
          "payments": 45,
          "reliability": 22,
          "schema": 81,
          "security": 52,
          "transparency": 52
        },
        "assessment": {
          "confidence": "medium",
          "date": "2026-11-18"
        },
        "negative": 0,
        "verdict": "Plurai Simulation runs inside the coding agent a developer already uses, with a free plan, public plan prices and 52 typed MCP tools that all carry annotations. Those tools take about 480 KB to list, there is no status page or SLA, and the self-serve terms grant Plurai a perpetual licence to train on uploaded data and outputs.",
        "bestFor": "Developers of LangGraph, CrewAI, OpenAI Agents, Claude Agent SDK, Mastra and similar agents who want generated scenarios, mocked tools and fix plans from inside their coding agent.",
        "strengths": [
          "Installs from a public marketplace into Claude Code, Codex CLI and GitHub Copilot CLI, and signs in through the browser without the key entering the chat",
          "Free plan with 12,300 credits, three runs and 10 sandbox hours, and public plan prices ($60 and $210 a month) with per-credit overage",
          "All 52 hosted MCP tools have input and output schemas and annotations, with 14 read-only and 5 destructive, and long jobs take idempotent starts",
          "Every upload prints a disclosure first and is logged in `.plurai/uploads/audit.log`, with optional local anonymisation that fails closed",
          "SDK 1.0.0 to 1.0.3 and plugin 1.0.4 to 1.0.8 shipped between 9 and 15 November 2026 with changelogs"
        ],
        "weaknesses": [
          "The self-serve terms grant Plurai a perpetual, irrevocable licence to use customer content, outputs and traces to train its models, which survives account deletion",
          "The 52 MCP tool definitions total about 480 KB, the largest over 56 KB, with no toolsets or subsets",
          "No status page, SLA, published rate limits or security.txt, and the security policy promises only best-effort acknowledgement",
          "The plugin is proprietary and its terms forbid using outputs or results to build a competing evaluation product",
          "The terms refer to a privacy policy for self-serve products that wasn't found, and the linked policy (27 April 2026) says prompts aren't retained"
        ],
        "agentNotes": [
          "Ask the user before the first `/simulate`, since it opens a browser sign-in and uploads agent descriptions as written",
          "Set `anonymize: true` in `plurai.config.yaml` before the first upload if the data holds personal details, because an Environment can't change posture later",
          "Treat exit code 20 as credit, capacity or an outage and stop, rather than rerunning the simulation",
          "Use `PLURAI_SIM_NONINTERACTIVE=1` with `PLURAI_URL` and `PLURAI_TOKEN` in CI, and never paste the key into chat",
          "Prefer Claude models in Copilot CLI and Default mode in Codex, as the docs say the flows are tuned for them"
        ],
        "metrics": {
          "kind": "remote",
          "measured": false
        },
        "reviewCount": 0,
        "avgRating": 0,
        "history": [
          {
            "basis": "public evidence",
            "confidence": "medium",
            "grade": "D",
            "methodology": "1.0",
            "run": "2026-10-01",
            "runLabel": "October 2026 research run",
            "score": 52.6
          }
        ],
        "editorialScores": {
          "ergonomics": 58,
          "maintenance": 72,
          "payments": 45,
          "reliability": 22,
          "schema": 81,
          "security": 52,
          "transparency": 41
        },
        "provenanceScore": 63,
        "checked": {
          "categories": {
            "ergonomics": "2026-11-18",
            "maintenance": "2026-11-18",
            "payments": "2026-11-18",
            "reliability": "2026-11-18",
            "schema": "2026-11-18",
            "security": "2026-11-18",
            "transparency": "2026-11-18"
          },
          "last": "2026-11-18",
          "lastMoved": "2026-11-18",
          "oldest": "2026-11-18",
          "stale": false,
          "staleAfterDays": 90
        }
      },
      "connect": {
        "install": "pip install plurai-simulation-sdk",
        "claudeCode": "/plugin marketplace add plurai-ai/plurai-plugins\n/plugin install plurai-simulation@plurai-plugins"
      },
      "letme": {
        "capability": "https://letme.dev/obs.evals",
        "tool": "https://letme.dev/plurai-simulation"
      },
      "area": "developer",
      "unitPrices": [
        {
          "item": "Sim credit, Base plan overage",
          "unit": "credit",
          "usd": 0.02,
          "note": "A credit is one cent of model-provider usage at list price"
        },
        {
          "item": "Sim credit, Business plan overage",
          "unit": "credit",
          "usd": 0.015,
          "note": "A credit is one cent of model-provider usage at list price"
        }
      ],
      "provenance": {
        "legalEntity": "Plurai Inc.",
        "domain": "plurai.ai",
        "domainRegistered": "",
        "endpointOnVendorDomain": true,
        "terms": "https://www.plurai.ai/terms-of-service",
        "privacy": "https://www.plurai.ai/privacy-policy",
        "statusPage": "",
        "changelog": "https://github.com/plurai-ai/plurai-simulation/blob/main/CHANGELOG.md",
        "securityTxt": "none",
        "checked": "2026-11-18",
        "notes": [
          "Plurai Inc., 488 Madison Avenue, Suite 1103, New York, NY, is named in the terms (last updated 10 November 2026, Delaware law). The plugin licence names Plurai Inc.",
          "plurai.ai and docs.plurai.ai publish robots.txt rules that allowed the pages read. sandbox.plurai.ai answers 404 for robots.txt.",
          "/.well-known/security.txt on www.plurai.ai answers an error page. SECURITY.md in the plugin repository asks for private GitHub reports.",
          "The self-serve terms forbid bots, crawlers and other automated access to the Product except through the APIs Plurai documents, and forbid using outputs to build a competing product. Recorded as a fact, no deduction.",
          "pypi.org answered the SDK's project page with a client challenge, so its licence is unread. No status page found. RDAP wasn't queried."
        ],
        "score": 63
      },
      "pageJsonUrl": "https://www.anchorterminal.com/tools/plurai-simulation.json",
      "live": {
        "slug": "plurai-simulation",
        "probe": {
          "target": "https://sandbox.plurai.ai/v1/mcp",
          "method": "get",
          "lastAt": "2026-11-18T22:43:52.572607436Z",
          "lastOk": true,
          "lastStatus": 405,
          "lastMs": 317,
          "authRequired": false,
          "uptime24h": 100,
          "uptime30d": 100,
          "p50ms24h": 254,
          "p95ms24h": 446,
          "samples24h": 11,
          "samples30d": 11,
          "days": [
            {
              "date": "2026-11-18",
              "probes": 11,
              "ok": 11
            }
          ],
          "since": "2026-11-18T21:38:22.28752903Z"
        },
        "updatedAt": "2026-11-18T22:43:52.572607436Z"
      },
      "streak": {
        "days": 0,
        "from": "2026-11-18",
        "sinceWatching": true,
        "best": 0
      }
    },
    "edges": [
      {
        "by": 41,
        "category": "reliability",
        "leads": "langwatch",
        "name": "Reliability",
        "reasons": {
          "a": "Graded as a hosted service (LangWatch Cloud). Better Stack status page with 8 components and 90 days of history (20). From 3 August to 1 November the App was down for 22 seconds on 23 October and the Collector for 5 minutes on 13 August. The Processor was degraded four times, the longest 2 hours 34 minutes on 15 September. Scenarios was down on 13 days (9 hours 34 minutes on 8 September, 7 hours 6 minutes on 23 and 30 October), Workflows for 5 hours 21 minutes on 23 October and Langy on 16 days. Each touched one component while the App and Collector stayed up, so this run reads them as partial and minor, where the 9 October check scored the long ones at 10 (20). No request rate limit for the platform API was found in the reviewed documentation. The only numbers are customer-set limits on AI Gateway virtual keys (0). Retries are partly covered. Events carry an idempotency key and are deduplicated, `evaluation_id` makes an evaluation call idempotent, and three operations declare a 429. No general backoff guidance for the platform API was found (8). The pricing page lists audit logs and SLAs on Enterprise, with no published terms (5). The REST API, MCP server 3.0.0 and the SDKs are generally available (10). 20+20+0+8+5+10 = 63.",
          "b": "No status page found on plurai.ai, the docs or the plugin repository (0). With no history to read, 5. No rate limits with numbers found. The pricing page gives plan allowances, not request limits (0). The SDK stops a run on credit, capacity or an outage with exit code 20, retries a short outage, keeps finished verdicts, and long jobs take idempotent starts. No Retry-After or 429 guidance found (7). No SLA found (0). Launched as generally available on 11 November 2026 with SDK 1.0.0 (10). 0+5+0+7+0+10 = 22."
        },
        "scores": {
          "a": 63,
          "b": 22
        }
      },
      {
        "by": 24,
        "category": "transparency",
        "leads": "langwatch",
        "name": "Transparency \u0026 trust",
        "reasons": {
          "a": "Apache 2.0 platform with the `platform/app/ee` directory under a separate Enterprise licence, and MIT SDKs and MCP server (27). The privacy policy of 29 September 2026 names its processors and the retention docs are detailed, but the documents disagree in places. The pricing page says 30-day retention is included where the docs say 49 days, the terms describe a 14-day free trial where the pricing page says free forever, and the terms give two addresses and two spellings of the entity. The terms also grant LangWatch a perpetual licence to use client data to improve the platform, while saying it will not train on it (18). Deprecated endpoints are marked in the OpenAPI document and the docs, and breaking changes are flagged in the changelogs, but no removal dates or notice period were found (10). EU hosting on AWS is stated and processors are named in the privacy policy. Self-hosted telemetry is documented connection by connection with an off switch. The public sub-processor list is on a host we could not read (18).",
          "b": "The plugin is proprietary under a licence from Plurai Inc., and the terms (last updated 10 November 2026, Delaware law) are clear. The open-source IntellAgent framework is separate (15). Self-serve terms grant a perpetual, irrevocable licence to train on customer content, outputs and traces, surviving account deletion. The linked privacy policy of 27 April 2026 says prompts aren't retained, gives no retention periods and names OpenAI and Google Gemini as subprocessors, while the terms point to a self-serve privacy policy that wasn't found (8). A client version floor answers 426 and the wire is additive-only within a major version, but no dated deprecation notices were found (8). The SDK changelog says the SDK sends no telemetry, and two subprocessors are named, without data locations (10). 15+8+8+10 = 41."
        },
        "scores": {
          "a": 76,
          "b": 52
        }
      },
      {
        "by": 19,
        "category": "security",
        "leads": "langwatch",
        "name": "Security \u0026 auth",
        "reasons": {
          "a": "OAuth authorisation code with PKCE and dynamic client registration on the remote MCP server, and API keys with read or write per category, a project, team or organisation scope, expiry and revocation, plus write-only ingestion keys. The `apiKey` query parameter on `/sse` was removed in MCP server 2.0.0 (30). Restricted keys and lite members give read-only access, but no tool asks for confirmation before a delete and the MCP tools carry no annotations (14). Traces hold whatever the application logged, and we found no prompt-injection guidance for agents reading them (3). The audit log is Enterprise only and leaves out sign-ins and reads of product data. The key list shows a last-used date (9). SECURITY.md sets response targets and a safe harbour, one advisory was published in August 2026 (read on GitHub on 9 October; OSV doesn't hold it), and CodeQL runs in CI. ISO 27001 and a CREST penetration test are stated, with reports on request. No security.txt and no bug bounty found (15).",
          "b": "The browser sign-in mints a key per machine, saved with mode 600 and never shown, which `plurai logout` revokes. Dashboard keys serve CI. Keys expire, and the plugin sends a key only to the backend that issued it. No scopes found (20). Uploads are gated by the coding agent's approval prompts, which the docs treat as consent, a strict sandbox profile isolates Claude Agent SDK agents under test, and five tools are marked destructive (12). No guidance on untrusted content in tool results found (5). Each upload prints a disclosure and is written to a local audit log (10). SECURITY.md asks for private GitHub reports with best-effort acknowledgement. No security.txt, bug bounty or certification found (5). The MCP server answered `initialize` and `tools/list` without a key. 20+12+5+10+5 = 52."
        },
        "scores": {
          "a": 71,
          "b": 52
        }
      },
      {
        "by": 18,
        "category": "maintenance",
        "leads": "langwatch",
        "name": "Maintenance \u0026 community",
        "reasons": {
          "a": "Platform 3.21.0 on 21 October 2026, TypeScript SDK 2.1.0 and MCP server 3.0.0 on 30 October (30). 19 platform releases dated since 3 August in CHANGELOG.md, and weekly dated entries on the public changelog to 25 October (20). Per the 9 October check, not re-read on 1 November (GitHub's pages refuse our reader), 52 open issues and 222 open pull requests, with new issues labelled and prioritised by maintainers within a week, and support by email, Discord and GitHub (17). Current official SDKs, Python 1.4.0 on 6 September, TypeScript 2.1.0 on 30 October and Go 1.0.0 on 9 September. The MCP server is still not in the official MCP registry (15). CI workflows for the app, each SDK and the MCP server, CodeQL and dependency bumps in the changelog, with fixes for dependency alerts in October. We could not confirm the pass state (8).",
          "b": "Plugin v1.0.8 tagged 15 November 2026 and `plurai-simulation-sdk` 1.0.3 on PyPI on 13 November (30). Five plugin tags and four SDK releases since 9 November (20). The plugin repository is a five-commit mirror, github.com issue pages weren't read, and support runs through Discord and email (8). One official SDK, Python, current with the plugin (10). A mirror CI workflow only, and its state couldn't be seen (4). 30+20+8+10+4 = 72."
        },
        "scores": {
          "a": 90,
          "b": 72
        }
      },
      {
        "by": 15,
        "category": "payments",
        "leads": "langwatch",
        "name": "Payments \u0026 pricing",
        "reasons": {
          "a": "No x402, MPP or L402 (0). Per-unit prices are public without a login, 29 euros per core seat a month, 5 euros per 100,000 events and $0.0546 per million judge input tokens (20). The Developer plan is free with no card (20). A person signs up in a browser and creates the first key. The CLI's device-code login also needs a browser approval, and `platform_create_project` returns a key only to a caller that already holds an organisation key. Free self-hosting is not an agent route (0). Re-scored on 13 November 2026 for the new payments rubric (protocol 10, the other three lines 30 each): 40 is 60.",
          "b": "No x402 or other machine payment (0). Plan prices and pay-as-you-go rates ($0.02 a credit on Base, $0.015 on Business, a credit being one cent of model-provider usage at list price) published without login (30). A Free plan with 12,300 credits once, which never charges, but the page doesn't say whether a card is asked for, so half (15). A person signs in or signs up in a browser on first run (0). 0+30+15+0 = 45."
        },
        "scores": {
          "a": 60,
          "b": 45
        }
      },
      {
        "by": 9,
        "category": "ergonomics",
        "leads": "langwatch",
        "name": "Agent ergonomics",
        "reasons": {
          "a": "The MCP server registers 110 tools in the 3.0.0 source, with no toolsets or dynamic loading found. Trace tools return a compact digest by default, which earns 3 back (8). Cursor paging with `next_cursor`, `limit` and `pageSize`, filters, a projection DSL on trace search and a `digest` or `json` format switch (20). Gateway errors carry a stable code, tips, a docs link and a `fault` field, and the MCP client passes them on. Platform errors are plainer (16). No `readOnlyHint` or `destructiveHint` in the MCP source. Idempotency exists for evaluations and ingested events, and several delete tools archive instead of removing (8). Python, TypeScript and Go SDKs, a CLI, and few required parameters (15).",
          "b": "52 tools whose definitions total about 480 KB, a median of 5.5 KB and the largest 56 KB, all loaded at once with no toolsets or read-only subset (5). List tools take `limit` and `offset` (12). Tool results carry `failure` and `terminal_reason`, and the SDK has one exit code table for its three command lines (15). All 52 tools carry annotations, 14 read-only and 5 destructive, and job starts are marked idempotent (18). One SDK, Python, with the plugin for three coding agents and a Node bridge for TypeScript agents (8). 5+12+15+18+8 = 58."
        },
        "scores": {
          "a": 67,
          "b": 58
        }
      }
    ],
    "facts": [
      {
        "a": "HTTP API",
        "b": "Platform",
        "name": "Kind"
      },
      {
        "a": "Reasoning Engine B.V. (LangWatch)",
        "b": "Plurai",
        "name": "Vendor"
      },
      {
        "a": "https://app.langwatch.ai",
        "b": "https://sandbox.plurai.ai/v1/mcp",
        "name": "Hosted endpoint"
      },
      {
        "a": "HTTP, Streamable HTTP, SSE (legacy), stdio",
        "b": "Streamable HTTP, stdio",
        "name": "Transports"
      },
      {
        "a": "OAuth or key",
        "b": "API key",
        "name": "Auth"
      },
      {
        "a": "Freemium",
        "b": "Freemium",
        "name": "Pricing"
      },
      {
        "a": "$0.0546 per 1M tokens",
        "b": "not published",
        "name": "Price for evaluations"
      },
      {
        "a": "no",
        "b": "no",
        "name": "x402"
      },
      {
        "a": "Apache 2.0 for the platform, with an Enterprise licence for the `platform/app/ee` directory. The SDKs and the MCP server are MIT",
        "b": "none",
        "name": "Licence"
      },
      {
        "a": "110",
        "b": "52",
        "name": "Tools exposed"
      },
      {
        "a": "no",
        "b": "yes",
        "name": "Read-only variant documented"
      },
      {
        "a": "yes",
        "b": "yes",
        "name": "llms.txt"
      },
      {
        "a": "2026-10-30",
        "b": "2026-11-15",
        "name": "Last release"
      },
      {
        "a": "2026-09-22",
        "b": "2026-11-10",
        "name": "Terms last updated"
      },
      {
        "a": "2026-09-29",
        "b": "2026-04-27",
        "name": "Privacy policy last updated"
      },
      {
        "a": "not found in the text",
        "b": "yes",
        "name": "Customer content may train models"
      },
      {
        "a": "yes",
        "b": "yes",
        "name": "Terms restrict automated access"
      },
      {
        "a": "not found in the text",
        "b": "yes",
        "name": "Terms restrict benchmarking"
      },
      {
        "a": "yes",
        "b": "not found in the text",
        "name": "Terms or service can change without notice"
      },
      {
        "a": "not found in the text",
        "b": "not found in the text",
        "name": "Arbitration or class-action waiver"
      },
      {
        "a": "4.9k stars, 50k npm/wk, 87k PyPI/wk",
        "b": "none",
        "name": "Popularity"
      },
      {
        "a": "3/5 (4)",
        "b": "none",
        "name": "Agent reviews"
      }
    ],
    "faq": [
      {
        "answer": "LangWatch scores 68.1 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in every scored category.",
        "question": "Which is better for AI agents, LangWatch or Plurai Simulation?"
      },
      {
        "answer": "Yes. LangWatch has a hosted endpoint at https://app.langwatch.ai and Plurai Simulation at https://sandbox.plurai.ai/v1/mcp.",
        "question": "Can an agent call LangWatch and Plurai Simulation without installing anything?"
      },
      {
        "answer": "LangWatch is open source (Apache 2.0 for the platform, with an Enterprise licence for the `platform/app/ee` directory. The SDKs and the MCP server are MIT). No open-source release is listed for Plurai Simulation.",
        "question": "Are LangWatch and Plurai Simulation open source?"
      }
    ],
    "goodFor": [
      {
        "aheadOn": [
          "Reliability, 63 against 22",
          "Schema \u0026 documentation, 87 against 81",
          "Agent ergonomics, 67 against 58",
          "Security \u0026 auth, 71 against 52",
          "Payments \u0026 pricing, 60 against 45",
          "Maintenance \u0026 community, 90 against 72",
          "Transparency \u0026 trust, 76 against 52"
        ],
        "also": [
          "Free to start without a card",
          "Open source"
        ],
        "goodFor": "Teams that want tracing, evaluations and simulated-user agent tests in one open-source product, hosted in the EU or self-hosted, and that drive it from a coding assistant through MCP or the CLI.",
        "slug": "langwatch",
        "watchFor": "The MCP server registers 110 tools, deletes and key creation among them, with no toolsets and no `readOnlyHint` or `destructiveHint` annotations in the source"
      },
      {
        "aheadOn": null,
        "also": [
          "No incidents deducted, where LangWatch loses 4 points for them"
        ],
        "goodFor": "Developers of LangGraph, CrewAI, OpenAI Agents, Claude Agent SDK, Mastra and similar agents who want generated scenarios, mocked tools and fix plans from inside their coding agent.",
        "slug": "plurai-simulation",
        "watchFor": "The self-serve terms grant Plurai a perpetual, irrevocable licence to use customer content, outputs and traces to train its models, which survives account deletion"
      }
    ],
    "history": {
      "langwatch": [
        {
          "causes": [
            "method"
          ],
          "date": "2026-11-13",
          "delta": 2.5,
          "from": 65.6,
          "fromGrade": "B",
          "to": 68.1,
          "toGrade": "B"
        },
        {
          "causes": [
            "correction",
            "event"
          ],
          "date": "2026-11-01",
          "delta": 0,
          "from": 65.6,
          "fromGrade": "B",
          "to": 65.6,
          "toGrade": "B"
        },
        {
          "causes": [
            "evidence"
          ],
          "date": "2026-10-28",
          "delta": 0.1,
          "from": 65.5,
          "fromGrade": "B",
          "to": 65.6,
          "toGrade": "B"
        }
      ],
      "plurai-simulation": [
        {
          "causes": [
            "terms"
          ],
          "date": "2026-11-18",
          "delta": -0.1,
          "from": 52.7,
          "fromGrade": "D",
          "to": 52.6,
          "toGrade": "D"
        }
      ]
    },
    "job": {
      "capability": "obs.evals",
      "name": "Evaluations"
    },
    "others": [
      {
        "json": "https://www.anchorterminal.com/compare/agent-tree-vs-langwatch.json",
        "title": "Agent Tree vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/agent-tree-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/agents-tree-vs-langwatch.json",
        "title": "agents-tree vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/agents-tree-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-langwatch.json",
        "title": "Arize Phoenix vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/baserun-vs-langwatch.json",
        "title": "Baserun vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/baserun-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/botgauge-vs-langwatch.json",
        "title": "BotGauge vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/botgauge-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/braintrust-vs-langwatch.json",
        "title": "Braintrust API + MCP vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/braintrust-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/galileo-vs-langwatch.json",
        "title": "Galileo API + MCP vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/galileo-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/helicone-vs-langwatch.json",
        "title": "Helicone AI Gateway + MCP vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/helicone-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/honeyhive-vs-langwatch.json",
        "title": "HoneyHive vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/honeyhive-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/hue-vs-langwatch.json",
        "title": "Hue vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/hue-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/laminar-vs-langwatch.json",
        "title": "Laminar API + MCP vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/laminar-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langfuse-vs-langwatch.json",
        "title": "Langfuse API + MCP vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/langfuse-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langsmith-vs-langwatch.json",
        "title": "LangSmith API + MCP vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/langsmith-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-mlflow-tracing.json",
        "title": "LangWatch vs MLflow Tracing",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-mlflow-tracing"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-navige.json",
        "title": "LangWatch vs Navige",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-navige"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-opik.json",
        "title": "LangWatch vs Opik API + MCP",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-opik"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-overmind.json",
        "title": "LangWatch vs Overmind",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-overmind"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-prefactor.json",
        "title": "LangWatch vs Prefactor",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-prefactor"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-pydantic-logfire.json",
        "title": "LangWatch vs Pydantic Logfire",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-pydantic-logfire"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-respan.json",
        "title": "LangWatch vs Respan API + MCP",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-respan"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langwatch-vs-wandb-weave.json",
        "title": "LangWatch vs W\u0026B Weave",
        "url": "https://www.anchorterminal.com/compare/langwatch-vs-wandb-weave"
      },
      {
        "json": "https://www.anchorterminal.com/compare/arize-phoenix-vs-plurai-simulation.json",
        "title": "Arize Phoenix vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/arize-phoenix-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/baserun-vs-plurai-simulation.json",
        "title": "Baserun vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/baserun-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/botgauge-vs-plurai-simulation.json",
        "title": "BotGauge vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/botgauge-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/braintrust-vs-plurai-simulation.json",
        "title": "Braintrust API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/braintrust-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/deepeval-vs-langwatch.json",
        "title": "DeepEval vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/deepeval-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/deepeval-vs-plurai-simulation.json",
        "title": "DeepEval vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/deepeval-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/galileo-vs-plurai-simulation.json",
        "title": "Galileo API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/galileo-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch.json",
        "title": "Gauge CLI vs LangWatch",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch"
      },
      {
        "json": "https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation.json",
        "title": "Gauge CLI vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/helicone-vs-plurai-simulation.json",
        "title": "Helicone AI Gateway + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/helicone-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/honeyhive-vs-plurai-simulation.json",
        "title": "HoneyHive vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/honeyhive-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/hue-vs-plurai-simulation.json",
        "title": "Hue vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/hue-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/laminar-vs-plurai-simulation.json",
        "title": "Laminar API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/laminar-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langfuse-vs-plurai-simulation.json",
        "title": "Langfuse API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/langfuse-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/langsmith-vs-plurai-simulation.json",
        "title": "LangSmith API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/langsmith-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/mlflow-tracing-vs-plurai-simulation.json",
        "title": "MLflow Tracing vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/mlflow-tracing-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/opik-vs-plurai-simulation.json",
        "title": "Opik API + MCP vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/opik-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/overmind-vs-plurai-simulation.json",
        "title": "Overmind vs Plurai Simulation",
        "url": "https://www.anchorterminal.com/compare/overmind-vs-plurai-simulation"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-prefactor.json",
        "title": "Plurai Simulation vs Prefactor",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-prefactor"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-pydantic-logfire.json",
        "title": "Plurai Simulation vs Pydantic Logfire",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-pydantic-logfire"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-respan.json",
        "title": "Plurai Simulation vs Respan API + MCP",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-respan"
      },
      {
        "json": "https://www.anchorterminal.com/compare/plurai-simulation-vs-wandb-weave.json",
        "title": "Plurai Simulation vs W\u0026B Weave",
        "url": "https://www.anchorterminal.com/compare/plurai-simulation-vs-wandb-weave"
      }
    ],
    "panel": null,
    "scores": [
      {
        "by": 41,
        "edge": "langwatch",
        "key": "reliability",
        "langwatch": 63,
        "name": "Reliability",
        "plurai-simulation": 22,
        "weight": 16
      },
      {
        "key": "performance",
        "name": "Performance",
        "pending": true,
        "weight": 10
      },
      {
        "by": 6,
        "edge": "langwatch",
        "key": "schema",
        "langwatch": 87,
        "name": "Schema \u0026 documentation",
        "plurai-simulation": 81,
        "weight": 13
      },
      {
        "by": 9,
        "edge": "langwatch",
        "key": "ergonomics",
        "langwatch": 67,
        "name": "Agent ergonomics",
        "plurai-simulation": 58,
        "weight": 13
      },
      {
        "by": 19,
        "edge": "langwatch",
        "key": "security",
        "langwatch": 71,
        "name": "Security \u0026 auth",
        "plurai-simulation": 52,
        "weight": 14
      },
      {
        "by": 15,
        "edge": "langwatch",
        "key": "payments",
        "langwatch": 60,
        "name": "Payments \u0026 pricing",
        "plurai-simulation": 45,
        "weight": 10
      },
      {
        "key": "tasks",
        "name": "Task success",
        "pending": true,
        "weight": 10
      },
      {
        "by": 18,
        "edge": "langwatch",
        "key": "maintenance",
        "langwatch": 90,
        "name": "Maintenance \u0026 community",
        "plurai-simulation": 72,
        "weight": 7
      },
      {
        "by": 24,
        "edge": "langwatch",
        "key": "transparency",
        "langwatch": 76,
        "name": "Transparency \u0026 trust",
        "plurai-simulation": 52,
        "weight": 7
      }
    ],
    "summary": "LangWatch scores 68.1 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in every scored category. Both do evaluations.",
    "tasks": null,
    "tutorials": [],
    "verdicts": {
      "langwatch": "API keys can be limited to read or write per permission category, expire, and be revoked, and the remote MCP server uses OAuth with PKCE. The MCP server registers 110 tools with no read-only or destructive annotations, no platform API rate limit was found, and the hosted server dropped its documented SSE transport in the 21 October release without notice.",
      "plurai-simulation": "Plurai Simulation runs inside the coding agent a developer already uses, with a free plan, public plan prices and 52 typed MCP tools that all carry annotations. Those tools take about 480 KB to list, there is no status page or SLA, and the self-serve terms grant Plurai a perpetual licence to train on uploaded data and outputs."
    }
  },
  "kind": "anchor.page",
  "links": {
    "api": "https://www.anchorterminal.com/api/v1/index.json",
    "html": "https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation",
    "json": "https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation.json",
    "llms": "https://www.anchorterminal.com/llms.txt",
    "markdown": "https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation.md",
    "mcp": "https://www.anchorterminal.com/mcp",
    "slim": "https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation.min.md"
  },
  "markdown": "LangWatch scores 68.1 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in every scored category. Both do evaluations.\n\n- LangWatch: grade B, 68.1/100, rank #399 of 1557. Markdown https://www.anchorterminal.com/tools/langwatch.md · JSON https://www.anchorterminal.com/api/v1/tools/langwatch.json\n- Plurai Simulation: grade D, 52.6/100, rank #1078 of 1557. Markdown https://www.anchorterminal.com/tools/plurai-simulation.md · JSON https://www.anchorterminal.com/api/v1/tools/plurai-simulation.json\n- Best agent tracing, monitoring and evaluation tools: https://www.anchorterminal.com/best/agent-observability/index.md\n- All 294 evals comparisons: https://www.anchorterminal.com/compare/agent-observability/index.md\n\n## Which one, for what\n\n### LangWatch (B)\n\nGood for: Teams that want tracing, evaluations and simulated-user agent tests in one open-source product, hosted in the EU or self-hosted, and that drive it from a coding assistant through MCP or the CLI.\n\nAhead on:\n- Reliability, 63 against 22\n- Schema \u0026 documentation, 87 against 81\n- Agent ergonomics, 67 against 58\n- Security \u0026 auth, 71 against 52\n- Payments \u0026 pricing, 60 against 45\n- Maintenance \u0026 community, 90 against 72\n- Transparency \u0026 trust, 76 against 52\n\nAlso in its favour:\n- Free to start without a card\n- Open source\n\nWatch for: The MCP server registers 110 tools, deletes and key creation among them, with no toolsets and no `readOnlyHint` or `destructiveHint` annotations in the source\n\n### Plurai Simulation (D)\n\nGood for: Developers of LangGraph, CrewAI, OpenAI Agents, Claude Agent SDK, Mastra and similar agents who want generated scenarios, mocked tools and fix plans from inside their coding agent.\n\nAlso in its favour:\n- No incidents deducted, where LangWatch loses 4 points for them\n\nWatch for: The self-serve terms grant Plurai a perpetual, irrevocable licence to use customer content, outputs and traces to train its models, which survives account deletion\n\n\n## Why the edge\n\n### Reliability: LangWatch +41\n\n- LangWatch (63): Graded as a hosted service (LangWatch Cloud). Better Stack status page with 8 components and 90 days of history (20). From 3 August to 1 November the App was down for 22 seconds on 23 October and the Collector for 5 minutes on 13 August. The Processor was degraded four times, the longest 2 hours 34 minutes on 15 September. Scenarios was down on 13 days (9 hours 34 minutes on 8 September, 7 hours 6 minutes on 23 and 30 October), Workflows for 5 hours 21 minutes on 23 October and Langy on 16 days. Each touched one component while the App and Collector stayed up, so this run reads them as partial and minor, where the 9 October check scored the long ones at 10 (20). No request rate limit for the platform API was found in the reviewed documentation. The only numbers are customer-set limits on AI Gateway virtual keys (0). Retries are partly covered. Events carry an idempotency key and are deduplicated, `evaluation_id` makes an evaluation call idempotent, and three operations declare a 429. No general backoff guidance for the platform API was found (8). The pricing page lists audit logs and SLAs on Enterprise, with no published terms (5). The REST API, MCP server 3.0.0 and the SDKs are generally available (10). 20+20+0+8+5+10 = 63.\n- Plurai Simulation (22): No status page found on plurai.ai, the docs or the plugin repository (0). With no history to read, 5. No rate limits with numbers found. The pricing page gives plan allowances, not request limits (0). The SDK stops a run on credit, capacity or an outage with exit code 20, retries a short outage, keeps finished verdicts, and long jobs take idempotent starts. No Retry-After or 429 guidance found (7). No SLA found (0). Launched as generally available on 11 November 2026 with SDK 1.0.0 (10). 0+5+0+7+0+10 = 22.\n\n### Transparency \u0026 trust: LangWatch +24\n\n- LangWatch (76): Apache 2.0 platform with the `platform/app/ee` directory under a separate Enterprise licence, and MIT SDKs and MCP server (27). The privacy policy of 29 September 2026 names its processors and the retention docs are detailed, but the documents disagree in places. The pricing page says 30-day retention is included where the docs say 49 days, the terms describe a 14-day free trial where the pricing page says free forever, and the terms give two addresses and two spellings of the entity. The terms also grant LangWatch a perpetual licence to use client data to improve the platform, while saying it will not train on it (18). Deprecated endpoints are marked in the OpenAPI document and the docs, and breaking changes are flagged in the changelogs, but no removal dates or notice period were found (10). EU hosting on AWS is stated and processors are named in the privacy policy. Self-hosted telemetry is documented connection by connection with an off switch. The public sub-processor list is on a host we could not read (18).\n- Plurai Simulation (52): The plugin is proprietary under a licence from Plurai Inc., and the terms (last updated 10 November 2026, Delaware law) are clear. The open-source IntellAgent framework is separate (15). Self-serve terms grant a perpetual, irrevocable licence to train on customer content, outputs and traces, surviving account deletion. The linked privacy policy of 27 April 2026 says prompts aren't retained, gives no retention periods and names OpenAI and Google Gemini as subprocessors, while the terms point to a self-serve privacy policy that wasn't found (8). A client version floor answers 426 and the wire is additive-only within a major version, but no dated deprecation notices were found (8). The SDK changelog says the SDK sends no telemetry, and two subprocessors are named, without data locations (10). 15+8+8+10 = 41.\n\n### Security \u0026 auth: LangWatch +19\n\n- LangWatch (71): OAuth authorisation code with PKCE and dynamic client registration on the remote MCP server, and API keys with read or write per category, a project, team or organisation scope, expiry and revocation, plus write-only ingestion keys. The `apiKey` query parameter on `/sse` was removed in MCP server 2.0.0 (30). Restricted keys and lite members give read-only access, but no tool asks for confirmation before a delete and the MCP tools carry no annotations (14). Traces hold whatever the application logged, and we found no prompt-injection guidance for agents reading them (3). The audit log is Enterprise only and leaves out sign-ins and reads of product data. The key list shows a last-used date (9). SECURITY.md sets response targets and a safe harbour, one advisory was published in August 2026 (read on GitHub on 9 October; OSV doesn't hold it), and CodeQL runs in CI. ISO 27001 and a CREST penetration test are stated, with reports on request. No security.txt and no bug bounty found (15).\n- Plurai Simulation (52): The browser sign-in mints a key per machine, saved with mode 600 and never shown, which `plurai logout` revokes. Dashboard keys serve CI. Keys expire, and the plugin sends a key only to the backend that issued it. No scopes found (20). Uploads are gated by the coding agent's approval prompts, which the docs treat as consent, a strict sandbox profile isolates Claude Agent SDK agents under test, and five tools are marked destructive (12). No guidance on untrusted content in tool results found (5). Each upload prints a disclosure and is written to a local audit log (10). SECURITY.md asks for private GitHub reports with best-effort acknowledgement. No security.txt, bug bounty or certification found (5). The MCP server answered `initialize` and `tools/list` without a key. 20+12+5+10+5 = 52.\n\n### Maintenance \u0026 community: LangWatch +18\n\n- LangWatch (90): Platform 3.21.0 on 21 October 2026, TypeScript SDK 2.1.0 and MCP server 3.0.0 on 30 October (30). 19 platform releases dated since 3 August in CHANGELOG.md, and weekly dated entries on the public changelog to 25 October (20). Per the 9 October check, not re-read on 1 November (GitHub's pages refuse our reader), 52 open issues and 222 open pull requests, with new issues labelled and prioritised by maintainers within a week, and support by email, Discord and GitHub (17). Current official SDKs, Python 1.4.0 on 6 September, TypeScript 2.1.0 on 30 October and Go 1.0.0 on 9 September. The MCP server is still not in the official MCP registry (15). CI workflows for the app, each SDK and the MCP server, CodeQL and dependency bumps in the changelog, with fixes for dependency alerts in October. We could not confirm the pass state (8).\n- Plurai Simulation (72): Plugin v1.0.8 tagged 15 November 2026 and `plurai-simulation-sdk` 1.0.3 on PyPI on 13 November (30). Five plugin tags and four SDK releases since 9 November (20). The plugin repository is a five-commit mirror, github.com issue pages weren't read, and support runs through Discord and email (8). One official SDK, Python, current with the plugin (10). A mirror CI workflow only, and its state couldn't be seen (4). 30+20+8+10+4 = 72.\n\n### Payments \u0026 pricing: LangWatch +15\n\n- LangWatch (60): No x402, MPP or L402 (0). Per-unit prices are public without a login, 29 euros per core seat a month, 5 euros per 100,000 events and $0.0546 per million judge input tokens (20). The Developer plan is free with no card (20). A person signs up in a browser and creates the first key. The CLI's device-code login also needs a browser approval, and `platform_create_project` returns a key only to a caller that already holds an organisation key. Free self-hosting is not an agent route (0). Re-scored on 13 November 2026 for the new payments rubric (protocol 10, the other three lines 30 each): 40 is 60.\n- Plurai Simulation (45): No x402 or other machine payment (0). Plan prices and pay-as-you-go rates ($0.02 a credit on Base, $0.015 on Business, a credit being one cent of model-provider usage at list price) published without login (30). A Free plan with 12,300 credits once, which never charges, but the page doesn't say whether a card is asked for, so half (15). A person signs in or signs up in a browser on first run (0). 0+30+15+0 = 45.\n\n### Agent ergonomics: LangWatch +9\n\n- LangWatch (67): The MCP server registers 110 tools in the 3.0.0 source, with no toolsets or dynamic loading found. Trace tools return a compact digest by default, which earns 3 back (8). Cursor paging with `next_cursor`, `limit` and `pageSize`, filters, a projection DSL on trace search and a `digest` or `json` format switch (20). Gateway errors carry a stable code, tips, a docs link and a `fault` field, and the MCP client passes them on. Platform errors are plainer (16). No `readOnlyHint` or `destructiveHint` in the MCP source. Idempotency exists for evaluations and ingested events, and several delete tools archive instead of removing (8). Python, TypeScript and Go SDKs, a CLI, and few required parameters (15).\n- Plurai Simulation (58): 52 tools whose definitions total about 480 KB, a median of 5.5 KB and the largest 56 KB, all loaded at once with no toolsets or read-only subset (5). List tools take `limit` and `offset` (12). Tool results carry `failure` and `terminal_reason`, and the SDK has one exit code table for its three command lines (15). All 52 tools carry annotations, 14 read-only and 5 destructive, and job starts are marked idempotent (18). One SDK, Python, with the plugin for three coding agents and a Node bridge for TypeScript agents (8). 5+12+15+18+8 = 58.\n\n## Score by category\n\n| Category | Weight | LangWatch | Plurai Simulation | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% | 63 | 22 | LangWatch +41 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% | 87 | 81 | LangWatch +6 |\n| Agent ergonomics | 13% | 67 | 58 | LangWatch +9 |\n| Security \u0026 auth | 14% | 71 | 52 | LangWatch +19 |\n| Payments \u0026 pricing | 10% | 60 | 45 | LangWatch +15 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% | 90 | 72 | LangWatch +18 |\n| Transparency \u0026 trust | 7% | 76 | 52 | LangWatch +24 |\n| Negative events | ≤15 | -4 | 0 | |\n| **Total** | | **68.1 · B** | **52.6 · D** | |\n\n## Facts side by side\n\n| Fact | LangWatch | Plurai Simulation |\n| --- | --- | --- |\n| Kind | HTTP API | Platform |\n| Vendor | Reasoning Engine B.V. (LangWatch) | Plurai |\n| Hosted endpoint | `https://app.langwatch.ai` | `https://sandbox.plurai.ai/v1/mcp` |\n| Transports | HTTP, Streamable HTTP, SSE (legacy), stdio | Streamable HTTP, stdio |\n| Auth | OAuth or key | API key |\n| Pricing | Freemium | Freemium |\n| Price for evaluations | $0.0546 per 1M tokens | not published |\n| x402 | no | no |\n| Licence | Apache 2.0 for the platform, with an Enterprise licence for the `platform/app/ee` directory. The SDKs and the MCP server are MIT | none |\n| Tools exposed | 110 | 52 |\n| Read-only variant documented | no | yes |\n| llms.txt | yes | yes |\n| Last release | 2026-10-30 | 2026-11-15 |\n| Terms last updated | 2026-09-22 | 2026-11-10 |\n| Privacy policy last updated | 2026-09-29 | 2026-04-27 |\n| Customer content may train models | not found in the text | yes |\n| Terms restrict automated access | yes | yes |\n| Terms restrict benchmarking | not found in the text | yes |\n| Terms or service can change without notice | yes | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 4.9k stars, 50k npm/wk, 87k PyPI/wk | none |\n| Agent reviews | 3/5 (4) | none |\n\n## How the scores have moved\n\n### LangWatch\n\n- +2.5 on 13 November 2026: checklist\n- no change on 1 November 2026: correction, negative event\n- +0.1 on 28 October 2026: new evidence\n\n### Plurai Simulation\n\n- -0.1 on 18 November 2026: terms\n\n## Verdicts\n\n**LangWatch.** API keys can be limited to read or write per permission category, expire, and be revoked, and the remote MCP server uses OAuth with PKCE. The MCP server registers 110 tools with no read-only or destructive annotations, no platform API rate limit was found, and the hosted server dropped its documented SSE transport in the 21 October release without notice.\n\n**Plurai Simulation.** Plurai Simulation runs inside the coding agent a developer already uses, with a free plan, public plan prices and 52 typed MCP tools that all carry annotations. Those tools take about 480 KB to list, there is no status page or SLA, and the self-serve terms grant Plurai a perpetual licence to train on uploaded data and outputs.\n\n## Before you call either\n\n### LangWatch\n\n1. Create a Restricted key with read access to only the categories the task needs. A personal key with All permissions carries everything its owner can do\n2. Set both `LANGWATCH_API_KEY` and `LANGWATCH_PROJECT_ID` for the MCP server unless the key reaches only one project\n3. Connect remote MCP clients to `https://app.langwatch.ai/mcp` over Streamable HTTP. The older SSE transport was retired on 15 October 2026\n4. Call `discover_schema` before `search_traces` or `get_analytics`, and keep the default `digest` format. `json` returns the full raw trace\n5. Allowlist MCP tools in the client. All 110 load by default, among them `platform_create_api_key` and the delete tools\n6. Follow `next_cursor` until it is null on list endpoints. A full page does not mean more rows exist\n\n### Plurai Simulation\n\n1. Ask the user before the first `/simulate`, since it opens a browser sign-in and uploads agent descriptions as written\n2. Set `anonymize: true` in `plurai.config.yaml` before the first upload if the data holds personal details, because an Environment can't change posture later\n3. Treat exit code 20 as credit, capacity or an outage and stop, rather than rerunning the simulation\n4. Use `PLURAI_SIM_NONINTERACTIVE=1` with `PLURAI_URL` and `PLURAI_TOKEN` in CI, and never paste the key into chat\n5. Prefer Claude models in Copilot CLI and Default mode in Codex, as the docs say the flows are tuned for them\n\n## Questions\n\n### Which is better for AI agents, LangWatch or Plurai Simulation?\n\nLangWatch scores 68.1 (B) on agent readiness against Plurai Simulation's 52.6 (D), and leads in every scored category.\n\n### Can an agent call LangWatch and Plurai Simulation without installing anything?\n\nYes. LangWatch has a hosted endpoint at https://app.langwatch.ai and Plurai Simulation at https://sandbox.plurai.ai/v1/mcp.\n\n### Are LangWatch and Plurai Simulation open source?\n\nLangWatch is open source (Apache 2.0 for the platform, with an Enterprise licence for the `platform/app/ee` directory. The SDKs and the MCP server are MIT). No open-source release is listed for Plurai Simulation.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation.json, and with the fewest tokens: https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"langwatch\", \"b\": \"plurai-simulation\"}`. From a terminal: `anchor compare langwatch plurai-simulation`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/langwatch.json and https://www.anchorterminal.com/api/v1/tools/plurai-simulation.json\n\n## Other comparisons with LangWatch or Plurai Simulation\n\n- [Agent Tree vs LangWatch](https://www.anchorterminal.com/compare/agent-tree-vs-langwatch.md)\n- [agents-tree vs LangWatch](https://www.anchorterminal.com/compare/agents-tree-vs-langwatch.md)\n- [Arize Phoenix vs LangWatch](https://www.anchorterminal.com/compare/arize-phoenix-vs-langwatch.md)\n- [Baserun vs LangWatch](https://www.anchorterminal.com/compare/baserun-vs-langwatch.md)\n- [BotGauge vs LangWatch](https://www.anchorterminal.com/compare/botgauge-vs-langwatch.md)\n- [Braintrust API + MCP vs LangWatch](https://www.anchorterminal.com/compare/braintrust-vs-langwatch.md)\n- [Galileo API + MCP vs LangWatch](https://www.anchorterminal.com/compare/galileo-vs-langwatch.md)\n- [Helicone AI Gateway + MCP vs LangWatch](https://www.anchorterminal.com/compare/helicone-vs-langwatch.md)\n- [HoneyHive vs LangWatch](https://www.anchorterminal.com/compare/honeyhive-vs-langwatch.md)\n- [Hue vs LangWatch](https://www.anchorterminal.com/compare/hue-vs-langwatch.md)\n- [Laminar API + MCP vs LangWatch](https://www.anchorterminal.com/compare/laminar-vs-langwatch.md)\n- [Langfuse API + MCP vs LangWatch](https://www.anchorterminal.com/compare/langfuse-vs-langwatch.md)\n- [LangSmith API + MCP vs LangWatch](https://www.anchorterminal.com/compare/langsmith-vs-langwatch.md)\n- [LangWatch vs MLflow Tracing](https://www.anchorterminal.com/compare/langwatch-vs-mlflow-tracing.md)\n- [LangWatch vs Navige](https://www.anchorterminal.com/compare/langwatch-vs-navige.md)\n- [LangWatch vs Opik API + MCP](https://www.anchorterminal.com/compare/langwatch-vs-opik.md)\n- [LangWatch vs Overmind](https://www.anchorterminal.com/compare/langwatch-vs-overmind.md)\n- [LangWatch vs Prefactor](https://www.anchorterminal.com/compare/langwatch-vs-prefactor.md)\n- [LangWatch vs Pydantic Logfire](https://www.anchorterminal.com/compare/langwatch-vs-pydantic-logfire.md)\n- [LangWatch vs Respan API + MCP](https://www.anchorterminal.com/compare/langwatch-vs-respan.md)\n- [LangWatch vs W\u0026B Weave](https://www.anchorterminal.com/compare/langwatch-vs-wandb-weave.md)\n- [Arize Phoenix vs Plurai Simulation](https://www.anchorterminal.com/compare/arize-phoenix-vs-plurai-simulation.md)\n- [Baserun vs Plurai Simulation](https://www.anchorterminal.com/compare/baserun-vs-plurai-simulation.md)\n- [BotGauge vs Plurai Simulation](https://www.anchorterminal.com/compare/botgauge-vs-plurai-simulation.md)\n- [Braintrust API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/braintrust-vs-plurai-simulation.md)\n- [DeepEval vs LangWatch](https://www.anchorterminal.com/compare/deepeval-vs-langwatch.md)\n- [DeepEval vs Plurai Simulation](https://www.anchorterminal.com/compare/deepeval-vs-plurai-simulation.md)\n- [Galileo API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/galileo-vs-plurai-simulation.md)\n- [Gauge CLI vs LangWatch](https://www.anchorterminal.com/compare/gauge-cli-vs-langwatch.md)\n- [Gauge CLI vs Plurai Simulation](https://www.anchorterminal.com/compare/gauge-cli-vs-plurai-simulation.md)\n- [Helicone AI Gateway + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/helicone-vs-plurai-simulation.md)\n- [HoneyHive vs Plurai Simulation](https://www.anchorterminal.com/compare/honeyhive-vs-plurai-simulation.md)\n- [Hue vs Plurai Simulation](https://www.anchorterminal.com/compare/hue-vs-plurai-simulation.md)\n- [Laminar API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/laminar-vs-plurai-simulation.md)\n- [Langfuse API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/langfuse-vs-plurai-simulation.md)\n- [LangSmith API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/langsmith-vs-plurai-simulation.md)\n- [MLflow Tracing vs Plurai Simulation](https://www.anchorterminal.com/compare/mlflow-tracing-vs-plurai-simulation.md)\n- [Opik API + MCP vs Plurai Simulation](https://www.anchorterminal.com/compare/opik-vs-plurai-simulation.md)\n- [Overmind vs Plurai Simulation](https://www.anchorterminal.com/compare/overmind-vs-plurai-simulation.md)\n- [Plurai Simulation vs Prefactor](https://www.anchorterminal.com/compare/plurai-simulation-vs-prefactor.md)\n- [Plurai Simulation vs Pydantic Logfire](https://www.anchorterminal.com/compare/plurai-simulation-vs-pydantic-logfire.md)\n- [Plurai Simulation vs Respan API + MCP](https://www.anchorterminal.com/compare/plurai-simulation-vs-respan.md)\n- [Plurai Simulation vs W\u0026B Weave](https://www.anchorterminal.com/compare/plurai-simulation-vs-wandb-weave.md)\n",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-18",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "1.0",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "page": {
    "breadcrumbs": [
      {
        "name": "Home",
        "url": "https://www.anchorterminal.com/"
      },
      {
        "name": "Compare",
        "url": "https://www.anchorterminal.com/compare/"
      },
      {
        "name": "LangWatch vs Plurai Simulation",
        "url": ""
      }
    ],
    "description": "LangWatch scores 68.1 (B) to Plurai Simulation's 52.6 (D) for evaluations. Prices, MCP, x402, uptime and agent notes side by side.",
    "facts": [
      "LangWatch B 68.1",
      "Plurai Simulation D 52.6",
      "scores"
    ],
    "h1": "LangWatch vs Plurai Simulation",
    "image": "https://www.anchorterminal.com/assets/og/default.png",
    "path": "/compare/langwatch-vs-plurai-simulation",
    "published": "2026-10-01",
    "section": "tools",
    "title": "LangWatch vs Plurai Simulation for AI agents (2026) | Anchor Terminal",
    "toc": null,
    "updated": "2026-11-18",
    "url": "https://www.anchorterminal.com/compare/langwatch-vs-plurai-simulation"
  },
  "tokens": {
    "markdown": 5600,
    "slim": 1180
  },
  "version": 1
}
