{
  "listings": [
    {
      "slug": "botgauge",
      "name": "BotGauge",
      "company": "BotGauge AI Inc. (Delaware, United States)",
      "grade": "E",
      "fit": "caveat",
      "why": "Each run reports Found, Held and Errors per rule with findings, Verify fix replays the exact attack, Rerun errors repeats failures, Not tested is a state, and reports export as JSON, CSV or PDF via the API. The red-team API has no published endpoints and production runs read-only attacks.",
      "source": "https://www.botgauge.com/docs/red-teaming/reports.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/botgauge"
    },
    {
      "slug": "langwatch",
      "name": "LangWatch",
      "company": "Reasoning Engine B.V. (doing business as LangWatch)",
      "grade": "B",
      "fit": "caveat",
      "why": "RedTeamAgent (crescendo or GOAT) replaces the user simulator for multi-turn attacks in your own CI and scenario redteam-report lists findings, transcripts and severity. Reports are per criterion rather than per rule, and the agent under test is whatever your adapter calls.",
      "source": "https://langwatch.ai/docs/agent-testing/red-teaming.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/langwatch"
    },
    {
      "slug": "agent-tree",
      "name": "Agent Tree",
      "company": "No legal entity found. The LICENSE, plugin.json and marketplace.json name \"Mike Pollow, Digitalroots\"",
      "grade": "C",
      "fit": "no",
      "why": "No attack runner.",
      "source": "https://raw.githubusercontent.com/MikeGT4/agent-tree/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agent-tree"
    },
    {
      "slug": "agents-tree",
      "name": "agents-tree",
      "company": "No legal entity found. The LICENSE and pyproject.toml name Karel Blavka",
      "grade": "B",
      "fit": "no",
      "why": "No attack runner.",
      "source": "https://raw.githubusercontent.com/blavka/agents-tree/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agents-tree"
    },
    {
      "slug": "arize-phoenix",
      "name": "Arize Phoenix",
      "company": "Arize AI, Inc.",
      "grade": "BB",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://arize.com/docs/phoenix/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/arize-phoenix"
    },
    {
      "slug": "braintrust",
      "name": "Braintrust API + MCP",
      "company": "Braintrust Data, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://docs.braintrust.dev/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/braintrust"
    },
    {
      "slug": "deepeval",
      "name": "DeepEval",
      "company": "Confident AI, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "Red teaming lives in the separate DeepTeam package; it is not in the DeepEval docs index.",
      "source": "https://deepeval.com/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/deepeval"
    },
    {
      "slug": "galileo",
      "name": "Galileo API + MCP",
      "company": "Galileo Technologies, Inc.",
      "grade": "D",
      "fit": "no",
      "why": "Prompt injection is a metric, not an attack runner; no red-team report.",
      "source": "https://docs.galileo.ai/_llms/documentation.txt",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/galileo"
    },
    {
      "slug": "gauge-cli",
      "name": "Gauge CLI",
      "company": "Gauge",
      "grade": "B",
      "fit": "no",
      "why": "No attack rules or red-team report.",
      "source": "https://docs.withgauge.com/agents/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/gauge-cli"
    },
    {
      "slug": "helicone",
      "name": "Helicone AI Gateway + MCP",
      "company": "Helicone, Inc.",
      "grade": "E",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://docs.helicone.ai/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/helicone"
    },
    {
      "slug": "honeyhive",
      "name": "HoneyHive",
      "company": "HoneyHive Inc.",
      "grade": "D",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://docs.honeyhive.ai/v2/../llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/honeyhive"
    },
    {
      "slug": "laminar",
      "name": "Laminar API + MCP",
      "company": "LMNR AI, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://laminar.sh/docs/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/laminar"
    },
    {
      "slug": "langfuse",
      "name": "Langfuse API + MCP",
      "company": "Langfuse GmbH (a ClickHouse, Inc. company)",
      "grade": "BB",
      "fit": "no",
      "why": "No attack runner, rule set or red-team report anywhere in the docs index.",
      "source": "https://langfuse.com/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/langfuse"
    },
    {
      "slug": "langsmith",
      "name": "LangSmith API + MCP",
      "company": "LangChain, Inc.",
      "grade": "BB",
      "fit": "no",
      "why": "No attack runner or red-team report in the observability docs index.",
      "source": "https://docs.langchain.com/_llms/agent-development-lifecycle/monitor.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/langsmith"
    },
    {
      "slug": "mlflow-tracing",
      "name": "MLflow Tracing",
      "company": "MLflow Project, a Series of LF Projects, LLC",
      "grade": "C",
      "fit": "no",
      "why": "Conversation simulation mentions stress-testing with personas, but there is no attack rule set, finding report or replay.",
      "source": "https://mlflow.org/docs/latest/genai/eval-monitor/running-evaluation/conversation-simulation.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/mlflow-tracing"
    },
    {
      "slug": "navige",
      "name": "Navige",
      "company": "Navige Ltd",
      "grade": "E",
      "fit": "no",
      "why": "No attack runner.",
      "source": "https://app.navige.ai/docs/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/navige"
    },
    {
      "slug": "opik",
      "name": "Opik API + MCP",
      "company": "Comet ML, Inc.",
      "grade": "BB",
      "fit": "no",
      "why": "Guardrails and a prompt injection model exist, but no attack runner, rules or red-team report.",
      "source": "https://www.comet.com/docs/opik/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/opik"
    },
    {
      "slug": "overmind",
      "name": "Overmind",
      "company": "Overmind Technology Ltd (England and Wales, company 16585996)",
      "grade": "C",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://docs.overmindlab.ai/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/overmind"
    },
    {
      "slug": "prefactor",
      "name": "Prefactor",
      "company": "Prefactor Pty Ltd",
      "grade": "B",
      "fit": "no",
      "why": "No attack runner.",
      "source": "https://docs.prefactor.ai/llms-full.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/prefactor"
    },
    {
      "slug": "pydantic-logfire",
      "name": "Pydantic Logfire",
      "company": "Pydantic Services Inc.",
      "grade": "B",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://pydantic.dev/docs/logfire/llms.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/pydantic-logfire"
    },
    {
      "slug": "respan",
      "name": "Respan API + MCP",
      "company": "Keywords AI Inc. (d/b/a Respan)",
      "grade": "BB",
      "fit": "no",
      "why": "No attack runner or red-team report in the docs index.",
      "source": "https://www.respan.ai/docs/llms.txt",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/respan"
    },
    {
      "slug": "wandb-weave",
      "name": "W\u0026B Weave",
      "company": "Weights and Biases, LLC",
      "grade": "B",
      "fit": "no",
      "why": "No attack runner or red-team report in the Weave docs.",
      "source": "https://docs.coreweave.com/products/wandb/weave.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/wandb-weave"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 2,
    "after": [
      "agent-observability.agent-trajectory-eval"
    ],
    "area": "developer",
    "asks": [
      "red-team my agent",
      "try prompt injection against the endpoint",
      "what breaks if the tool returns garbage"
    ],
    "before": [
      "agent-observability.instrument-app"
    ],
    "blockers": [
      "attacks can call real tools in production",
      "red-team API has no published endpoints",
      "docs, authenticated servers and APIs need the hosted tier and credits"
    ],
    "capabilities": [
      "obs.redteam",
      "obs.traces"
    ],
    "category": "agent-observability",
    "categoryName": "Agent observability \u0026 evals",
    "checked": "2026-11-12",
    "companies": {
      "fit": 0,
      "fitWithLimit": 2,
      "tagged": 22
    },
    "competition": "none",
    "fits": null,
    "fitsWithLimit": [
      "botgauge",
      "langwatch"
    ],
    "id": "agent-observability.redteam-before-release",
    "listings": {
      "caveat": 2,
      "no": 20,
      "notRead": 0,
      "tagged": 22,
      "unchecked": 0,
      "yes": 0
    },
    "name": "Attack an agent before release and record what held",
    "status": "draft",
    "success": "A report of attacks tried per rule, each with the trace behind it, replayable to confirm a fix, and a clear statement of which rules were not tested.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/agent-observability.redteam-before-release.json",
    "weight": 2,
    "weightBasis": "No first-hand account of agent red-teaming found; the one BotGauge comment is about its earlier QA product and the one Gauge issue is a CLI flag. Weight set low and rests on vendor pages (BotGauge, DeepEval, Gauge)."
  }
}
