{ "data": { "a": { "slug": "agentgate", "name": "AgentGate", "vendor": "Mohit Singh (mohitdebian)", "vendorUrl": "https://github.com/mohitdebian/AgentGate", "kind": "http-api", "category": "guardrails", "summary": "AgentGate is an open-source, self-hosted gateway that checks an agent's tool calls before they run. A small local classifier scores each call and a YAML policy returns allow, deny or ask, through a REST API or an MCP stdio wrapper.", "url": "https://www.anchorterminal.com/tools/agentgate", "markdownUrl": "https://www.anchorterminal.com/tools/agentgate.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/agentgate.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/agentgate.json", "repo": "https://github.com/mohitdebian/AgentGate", "license": "MIT", "transports": [ "http", "stdio" ], "packages": [], "auth": "none", "authNotes": "No account. The agent endpoints (`/v1/sessions`, `/v1/assess`) are open unless the owner sets `AG_AGENT_KEY`, then need `Authorization: Bearer \u003ckey\u003e` or `x-agent-key`. Dashboard endpoints need `AG_DASHBOARD_KEY`, which falls back to `dev-key-123` when unset and is also accepted as a `?token=` query parameter. The checkpoint and shadow-summary endpoints have no auth check in the source.", "pricing": "free", "pricingNotes": "Free under MIT with nothing to buy. The owner runs four containers (Postgres, the Python decision service, the Fastify proxy and the dashboard), with an NVIDIA GPU recommended for the classifier and a CPU path in the code.", "priceSummary": "Free · OSS", "where": "local", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the source, the docs or the wiki (checked 2026-10-15). The project has no paid tier.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 0, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-15" }, "docsUrl": "https://github.com/mohitdebian/AgentGate/wiki/Client-Integration-Guide", "openapi": "https://github.com/mohitdebian/AgentGate/blob/main/docs/openapi.yaml", "capabilities": [ "guard.policy", "guard.injection", "guard.self-host" ], "tags": [ "open-source", "self-hosted", "local", "free", "no-card", "mit", "typescript", "python", "mcp", "docker", "openapi" ], "graded": true, "anchor": { "graded": true, "score": 48.5, "grade": "D", "agentReady": false, "rank": 883, "ranked": true, "rankOf": 1094, "categoryRank": 16, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 53, "maintenance": 28, "payments": 60, "reliability": 44, "schema": 47, "security": 49, "transparency": 56 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-15" }, "negative": 0, "verdict": "An agent or its host can send each tool call to one REST endpoint, or wrap an MCP server, and get allow, deny or ask from a local classifier and a YAML policy, with an audit log and approval queue. The project is three days old, auth is off by default, and no detection accuracy is published.", "bestFor": "A team that wants a self-hosted check between an agent and its shell, database or webhook tools, with a human approval queue.", "strengths": [ "One documented call, `POST /v1/assess`, returns a verdict, reason codes and four head probabilities", "Fail-closed defaults. A model error or timeout falls back to ask, and unmatched tools default to ask", "Decisions are logged in Postgres with redacted arguments, a SHA-256 of the full arguments and approval reviewer notes", "MIT code and MIT model weights on Hugging Face with no gate, run entirely on the owner's machines", "Shadow mode and policy replay let an operator test a policy against past decisions before enforcing it" ], "weaknesses": [ "Agent endpoints need no key unless `AG_AGENT_KEY` is set, the proxy binds 0.0.0.0:8080, and the dashboard key defaults to `dev-key-123`", "Checkpoint revert, which runs git on the proxy's workspace, has no auth check in the source of 15 October 2026", "No tagged release, an empty changelog and version 0.1.0, three days after the first commit", "The MCP wrapper treats `allow_with_checkpoint` as an error and does not send the agent key to `/v1/assess`", "No published accuracy or false-positive rate for the classifier, trained in 60 steps per its model card" ], "agentNotes": [ "Create a session with the user's real goal first. The goal-alignment head scores every later call against it", "Pass earlier tool results in `history_override` with `untrusted: true` for web or email content, or the injection head sees only the action", "On `ask`, stop and tell the user the `decision_id`. Polling `/v1/decisions/:id` needs the dashboard key", "Treat `allow_with_checkpoint` as allow and keep the `checkpoint_id` for an undo", "Expect HTTP 404 with `not_found` for an unknown session and 401 when the owner has set an agent key" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 48.5 } ], "editorialScores": { "ergonomics": 53, "maintenance": 28, "payments": 60, "reliability": 44, "schema": 47, "security": 49, "transparency": 59 }, "provenanceScore": 53 }, "connect": { "install": "git clone https://github.com/mohitdebian/AgentGate.git \u0026\u0026 cd AgentGate \u0026\u0026 docker compose up -d", "http": "curl -s -X POST http://localhost:8080/v1/assess -H \"Content-Type: application/json\" -d '{\"session_id\":\"\u003cid from POST /v1/sessions\u003e\",\"action\":{\"tool\":\"bash_exec\",\"arguments\":{\"command\":\"rm -rf /var/www\"}}}'", "config": { "mcpServers": { "postgres": { "args": [ "/path/to/AgentGate/proxy/dist/src/mcp.js", "npx", "-y", "@modelcontextprotocol/server-postgres", "postgresql://user:pass@localhost:5432/production" ], "command": "node", "env": { "AGENTGATE_URL": "http://localhost:8080" } } } } }, "letme": { "capability": "https://letme.dev/guard.policy", "tool": "https://letme.dev/agentgate" }, "area": "models", "provenance": { "legalEntity": "Mohit Singh (individual)", "domain": "", "domainRegistered": "", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/mohitdebian/AgentGate/blob/main/CHANGELOG.md", "securityTxt": "none", "checked": "2026-10-15", "notes": [ "The licence file reads Copyright (c) 2026 Mohit Singh. The GitHub account mohitdebian links to mohitbuilds.in, a personal developer page.", "No terms or privacy policy. The software runs on the owner's machines, so there is no vendor endpoint or status page to check.", "SECURITY.md routes reports to GitHub private vulnerability reporting or a personal email, with a 48-hour acknowledgement target. No security.txt, since the project has no website.", "CHANGELOG.md holds a single Unreleased line, \"Initial scaffolding for Phase 1\"." ], "score": 53 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/agentgate.json" }, "answer": "OpenAI Guardrails scores 69.5 (B) on agent readiness against AgentGate's 48.5 (D), and leads in 6 of 7 scored categories.", "b": { "slug": "openai-guardrails", "name": "OpenAI Guardrails", "vendor": "OpenAI", "vendorUrl": "https://openai.com", "kind": "framework", "category": "guardrails", "summary": "OpenAI's open-source Python library that wraps the OpenAI client and runs configured checks on inputs, outputs and tool calls, including moderation, jailbreak, prompt injection, personal data, URL and off-topic checks. It is labelled a preview.", "url": "https://www.anchorterminal.com/tools/openai-guardrails", "markdownUrl": "https://www.anchorterminal.com/tools/openai-guardrails.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/openai-guardrails.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/openai-guardrails.json", "repo": "https://github.com/openai/openai-guardrails-python", "license": "MIT", "transports": [ "http" ], "packages": [ { "registry": "pypi", "name": "openai-guardrails" }, { "registry": "npm", "name": "@openai/guardrails" } ], "auth": "api-key", "authNotes": "No credential of its own. The wrapped client takes an OpenAI API key from `OPENAI_API_KEY` or the constructor, an Azure OpenAI key through `GuardrailsAzureOpenAI`, or the key of any OpenAI-compatible endpoint set with `base_url`, such as a local Ollama server (https://openai.github.io/openai-guardrails-python/quickstart/).", "pricing": "free", "pricingNotes": "Free under the MIT licence, with no hosted or paid edition and no account of its own. The README states that Guardrails calls paid OpenAI APIs. Each LLM-based check is one extra model call billed at OpenAI's rates, the moderation check is documented as no cost, and the keyword, URL, secret key and personal data checks run locally (https://github.com/openai/openai-guardrails-python).", "priceSummary": "Free · OSS", "where": "library", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the README or docs (checked 2026-10-08).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 259, "npmWeekly": 18502, "pypiWeekly": 104530, "asOf": "2026-10-08" }, "docsUrl": "https://openai.github.io/openai-guardrails-python/", "capabilities": [ "guard.injection", "guard.pii", "guard.moderation", "guard.policy", "guard.self-host" ], "tags": [ "official", "framework", "open-source", "self-hosted", "local", "python", "typescript", "free", "preview", "openai-compatible" ], "lastRelease": "2026-09-10", "graded": true, "anchor": { "graded": true, "score": 69.5, "grade": "B", "agentReady": false, "rank": 194, "ranked": true, "rankOf": 1094, "categoryRank": 4, "methodology": "0.4", "run": "2026-10-01", "scores": { "ergonomics": 73, "maintenance": 89, "payments": 60, "reliability": 73, "schema": 66, "security": 59, "transparency": 76 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-08" }, "negative": 0, "verdict": "MIT-licensed wrapper that adds twelve configurable checks to OpenAI client calls from one JSON file, with tool-level injection checks for the Agents SDK. The README labels it a preview at version 0.3.3, and by default a check that fails to run is reported as passed unless `raise_guardrail_errors=True` is set.", "bestFor": "Teams already on the OpenAI client or Agents SDK that want several checks from one config file with little code.", "strengths": [ "MIT licence, source on GitHub, and three PyPI releases in the 90 days to 8 October 2026 (0.3.0, 0.3.2, 0.3.3)", "Twelve built-in checks set in one versioned JSON file across pre-flight, input and output stages", "`GuardrailAgent` runs the prompt injection check before and after every tool call in the OpenAI Agents SDK", "CI runs ruff, mypy, pyright and tests on Python 3.11 to 3.14, with CodeQL, Dependabot and SHA-pinned actions", "The jailbreak page publishes ROC AUC, precision, recall and latency per model on a 4,000-conversation sample" ], "weaknesses": [ "By default a check that fails to run returns `tripwire_triggered=False`, so the request continues. Strict mode is opt-in", "The README titles the package a preview, the version is 0.3.3, and no release was published between 15 December 2025 and 21 July 2026", "With `stream=True` the output checks run alongside the stream, and the docs say violating content may appear briefly", "The docs' own table gives the default jailbreak model, `gpt-4.1-mini`, a recall of 0.000 at a 1 per cent false positive rate", "LLM-based checks add a billed model call each. The docs list a median of 1,538 ms for `gpt-4.1-mini` on the jailbreak check", "Pull requests from non-collaborators are not accepted, and CHANGELOG.md starts at 0.3.3" ], "agentNotes": [ "Pass `raise_guardrail_errors=True` to the client. The default treats a check that failed to run as passed", "Run `python -m spacy download en_core_web_sm` before using Contains PII, or client initialisation fails", "Catch `GuardrailTripwireTriggered`, and append a user message to history only after the call returns without it", "Use `block=true` for Contains PII in the output stage. Masking works only in the pre-flight stage", "Keep `stream=False` where output must be checked before it is shown, and budget one extra model call per LLM-based check" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.4", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 69.5 } ], "editorialScores": { "ergonomics": 73, "maintenance": 89, "payments": 60, "reliability": 73, "schema": 66, "security": 59, "transparency": 65 }, "provenanceScore": 87 }, "connect": { "install": "pip install openai-guardrails\npython -m spacy download en_core_web_sm # only for Contains PII" }, "letme": { "capability": "https://letme.dev/guard.injection", "tool": "https://letme.dev/openai-guardrails" }, "sameCompany": [ "openai-api", "openai-embeddings", "openai-moderation", "openai-image-api", "openai-sora", "openai-speech-to-text", "openai-realtime", "openai-agents-sdk", "openai-decisions-api", "openai-codex" ], "area": "models", "provenance": { "legalEntity": "OpenAI (as named in the LICENSE copyright line and the PyPI author field)", "domain": "openai.com", "domainRegistered": "2007-01-19", "domainNote": "A library, not a service. The code is on github.com under the openai organisation, the docs on openai.github.io and the configuration wizard on guardrails.openai.com.", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://github.com/openai/openai-guardrails-python/blob/main/CHANGELOG.md", "securityTxt": "valid", "checked": "2026-10-08", "notes": [ "The library is governed by the MIT licence in the repository. The model and moderation calls it makes are OpenAI API calls on the user's own key, under OpenAI's API terms.", "https://openai.com/policies/services-agreement/ and https://openai.com/policies/privacy-policy/ answered HTTP 403 to us on 8 October 2026, so the terms and privacy fields are left out as unread.", "https://openai.com/.well-known/security.txt is PGP-signed and lists a Bugcrowd contact, a disclosure address and a policy link. It has no Expires line. The copy at cdn.openai.com/security.txt that SECURITY.md links carries an Expires date of 17 January 2024.", "No status page applies to the library. The OpenAI API it calls has one at https://status.openai.com.", "RDAP gives 19 January 2007 as the registration date of openai.com. The repository was created on 9 April 2025 and the first PyPI release is dated 6 October 2025." ], "score": 87 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/openai-guardrails.json", "live": { "slug": "openai-guardrails", "versions": [ { "registry": "github", "name": "openai/openai-guardrails-python", "version": "v0.3.3", "released": "2026-09-10", "seenAt": "2026-10-15T00:10:47.359348628Z" }, { "registry": "npm", "name": "@openai/guardrails", "version": "0.3.0", "seenAt": "2026-10-15T00:10:46.591071328Z" }, { "registry": "pypi", "name": "openai-guardrails", "version": "0.3.3", "released": "2026-09-10", "seenAt": "2026-10-15T00:10:46.408939747Z" } ], "githubStars": 261, "npmWeekly": 15444, "pypiWeekly": 100825, "securityTxt": { "url": "https://openai.com/.well-known/security.txt", "state": "valid", "checkedAt": "2026-10-14T15:46:09.998505188Z" }, "domain": { "domain": "openai.com", "registered": "2007-01-19", "source": "https://rdap.verisign.com/com/v1/domain/openai.com", "checkedAt": "2026-10-11T13:21:28.452415088Z" }, "pages": [ { "url": "https://raw.githubusercontent.com/openai/openai-guardrails-python/main/CHANGELOG.md", "kind": "changelog", "status": 304, "checkedAt": "2026-10-14T21:07:37.820136894Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "3681265a502f" } ], "updatedAt": "2026-10-15T00:10:47.359348628Z" } }, "facts": [ { "a": "HTTP API", "b": "Agent framework", "name": "Kind" }, { "a": "Mohit Singh (mohitdebian)", "b": "OpenAI", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "HTTP, stdio", "b": "HTTP", "name": "Transports" }, { "a": "None", "b": "API key", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "MIT", "b": "MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "no", "name": "llms.txt" }, { "a": "none", "b": "2026-09-10", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no document linked", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "", "b": "", "name": "Customer content may train models" }, { "a": "", "b": "", "name": "Terms restrict automated access" }, { "a": "", "b": "", "name": "Terms restrict benchmarking" }, { "a": "", "b": "", "name": "Terms or service can change without notice" }, { "a": "", "b": "", "name": "Arbitration or class-action waiver" }, { "a": "0 stars", "b": "259 stars, 19k npm/wk, 105k PyPI/wk", "name": "Popularity" } ], "faq": [ { "answer": "OpenAI Guardrails scores 69.5 (B) on agent readiness against AgentGate's 48.5 (D), and leads in 6 of 7 scored categories.", "question": "Which is better for AI agents, AgentGate or OpenAI Guardrails?" }, { "answer": "AgentGate runs on your own machine, with no hosted endpoint listed. No hosted endpoint is listed for OpenAI Guardrails.", "question": "Can an agent call AgentGate and OpenAI Guardrails without installing anything?" }, { "answer": "Yes. AgentGate is open source (MIT). OpenAI Guardrails is open source (MIT).", "question": "Are AgentGate and OpenAI Guardrails open source?" } ], "goodFor": [ { "aheadOn": null, "also": [ "No key needed to call it", "Runs on your own machine", "Free to start without a card" ], "goodFor": "A team that wants a self-hosted check between an agent and its shell, database or webhook tools, with a human approval queue.", "slug": "agentgate", "watchFor": "Agent endpoints need no key unless `AG_AGENT_KEY` is set, the proxy binds 0.0.0.0:8080, and the dashboard key defaults to `dev-key-123`" }, { "aheadOn": [ "Reliability, 73 against 44", "Schema \u0026 documentation, 66 against 47", "Agent ergonomics, 73 against 53", "Security \u0026 auth, 59 against 49", "Maintenance \u0026 community, 89 against 28", "Transparency \u0026 trust, 76 against 56" ], "also": null, "goodFor": "Teams already on the OpenAI client or Agents SDK that want several checks from one config file with little code.", "slug": "openai-guardrails", "watchFor": "By default a check that fails to run returns `tripwire_triggered=False`, so the request continues. Strict mode is opt-in" } ], "job": { "capability": "guard.policy", "name": "Policy enforcement" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-guardrails-vs-openai-guardrails.json", "title": "Amazon Bedrock Guardrails vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-guardrails-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/azure-ai-content-safety-vs-openai-guardrails.json", "title": "Azure AI Content Safety (Prompt Shields) vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/azure-ai-content-safety-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/cisco-ai-defense-inspection-vs-openai-guardrails.json", "title": "Cisco AI Defense Inspection API vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/cisco-ai-defense-inspection-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/google-model-armor-vs-openai-guardrails.json", "title": "Google Cloud Model Armor vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/google-model-armor-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/guardrails-ai-vs-openai-guardrails.json", "title": "Guardrails AI vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/guardrails-ai-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/lakera-guard-vs-openai-guardrails.json", "title": "Lakera Guard (Check Point AI Guardrails) vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/lakera-guard-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/llamafirewall-vs-openai-guardrails.json", "title": "LlamaFirewall vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/llamafirewall-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/nemo-guardrails-vs-openai-guardrails.json", "title": "NVIDIA NeMo Guardrails vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/nemo-guardrails-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/openai-guardrails-vs-prisma-airs.json", "title": "OpenAI Guardrails vs Prisma AIRS AI Runtime Security API", "url": "https://www.anchorterminal.com/compare/openai-guardrails-vs-prisma-airs" }, { "json": "https://www.anchorterminal.com/compare/granite-guardian-vs-openai-guardrails.json", "title": "Granite Guardian vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/granite-guardian-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/llama-guard-vs-openai-guardrails.json", "title": "Llama Guard 4 vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/llama-guard-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/mistral-moderation-vs-openai-guardrails.json", "title": "Mistral Moderation API vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/mistral-moderation-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/openai-guardrails-vs-openai-moderation.json", "title": "OpenAI Guardrails vs OpenAI Moderation API", "url": "https://www.anchorterminal.com/compare/openai-guardrails-vs-openai-moderation" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-amazon-bedrock-guardrails.json", "title": "AgentGate vs Amazon Bedrock Guardrails", "url": "https://www.anchorterminal.com/compare/agentgate-vs-amazon-bedrock-guardrails" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-azure-ai-content-safety.json", "title": "AgentGate vs Azure AI Content Safety (Prompt Shields)", "url": "https://www.anchorterminal.com/compare/agentgate-vs-azure-ai-content-safety" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-cisco-ai-defense-inspection.json", "title": "AgentGate vs Cisco AI Defense Inspection API", "url": "https://www.anchorterminal.com/compare/agentgate-vs-cisco-ai-defense-inspection" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-google-model-armor.json", "title": "AgentGate vs Google Cloud Model Armor", "url": "https://www.anchorterminal.com/compare/agentgate-vs-google-model-armor" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-granite-guardian.json", "title": "AgentGate vs Granite Guardian", "url": "https://www.anchorterminal.com/compare/agentgate-vs-granite-guardian" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-guardrails-ai.json", "title": "AgentGate vs Guardrails AI", "url": "https://www.anchorterminal.com/compare/agentgate-vs-guardrails-ai" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-lakera-guard.json", "title": "AgentGate vs Lakera Guard (Check Point AI Guardrails)", "url": "https://www.anchorterminal.com/compare/agentgate-vs-lakera-guard" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-llama-guard.json", "title": "AgentGate vs Llama Guard 4", "url": "https://www.anchorterminal.com/compare/agentgate-vs-llama-guard" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-llamafirewall.json", "title": "AgentGate vs LlamaFirewall", "url": "https://www.anchorterminal.com/compare/agentgate-vs-llamafirewall" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-mistral-moderation.json", "title": "AgentGate vs Mistral Moderation API", "url": "https://www.anchorterminal.com/compare/agentgate-vs-mistral-moderation" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-nemo-guardrails.json", "title": "AgentGate vs NVIDIA NeMo Guardrails", "url": "https://www.anchorterminal.com/compare/agentgate-vs-nemo-guardrails" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-prisma-airs.json", "title": "AgentGate vs Prisma AIRS AI Runtime Security API", "url": "https://www.anchorterminal.com/compare/agentgate-vs-prisma-airs" }, { "json": "https://www.anchorterminal.com/compare/microsoft-presidio-vs-openai-guardrails.json", "title": "Presidio vs OpenAI Guardrails", "url": "https://www.anchorterminal.com/compare/microsoft-presidio-vs-openai-guardrails" }, { "json": "https://www.anchorterminal.com/compare/agentgate-vs-microsoft-presidio.json", "title": "AgentGate vs Presidio", "url": "https://www.anchorterminal.com/compare/agentgate-vs-microsoft-presidio" } ], "scores": [ { "agentgate": 44, "by": 29, "edge": "openai-guardrails", "key": "reliability", "name": "Reliability", "openai-guardrails": 73, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "agentgate": 47, "by": 19, "edge": "openai-guardrails", "key": "schema", "name": "Schema \u0026 documentation", "openai-guardrails": 66, "weight": 13 }, { "agentgate": 53, "by": 20, "edge": "openai-guardrails", "key": "ergonomics", "name": "Agent ergonomics", "openai-guardrails": 73, "weight": 13 }, { "agentgate": 49, "by": 10, "edge": "openai-guardrails", "key": "security", "name": "Security \u0026 auth", "openai-guardrails": 59, "weight": 14 }, { "agentgate": 60, "by": 0, "edge": "", "key": "payments", "name": "Payments \u0026 pricing", "openai-guardrails": 60, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "agentgate": 28, "by": 61, "edge": "openai-guardrails", "key": "maintenance", "name": "Maintenance \u0026 community", "openai-guardrails": 89, "weight": 7 }, { "agentgate": 56, "by": 20, "edge": "openai-guardrails", "key": "transparency", "name": "Transparency \u0026 trust", "openai-guardrails": 76, "weight": 7 } ], "summary": "OpenAI Guardrails scores 69.5 (B) on agent readiness against AgentGate's 48.5 (D), and leads in 6 of 7 scored categories. Both do policy enforcement.", "verdicts": { "agentgate": "An agent or its host can send each tool call to one REST endpoint, or wrap an MCP server, and get allow, deny or ask from a local classifier and a YAML policy, with an audit log and approval queue. The project is three days old, auth is off by default, and no detection accuracy is published.", "openai-guardrails": "MIT-licensed wrapper that adds twelve configurable checks to OpenAI client calls from one JSON file, with tool-level injection checks for the Agents SDK. The README labels it a preview at version 0.3.3, and by default a check that fails to run is reported as passed unless `raise_guardrail_errors=True` is set." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/agentgate-vs-openai-guardrails", "json": "https://www.anchorterminal.com/compare/agentgate-vs-openai-guardrails.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/agentgate-vs-openai-guardrails.md", "slim": "https://www.anchorterminal.com/compare/agentgate-vs-openai-guardrails.min.md" }, "markdown": "OpenAI Guardrails scores 69.5 (B) on agent readiness against AgentGate's 48.5 (D), and leads in 6 of 7 scored categories. Both do policy enforcement.\n\n- AgentGate: grade D, 48.5/100, rank #883 of 1094. Markdown https://www.anchorterminal.com/tools/agentgate.md · JSON https://www.anchorterminal.com/api/v1/tools/agentgate.json\n- OpenAI Guardrails: grade B, 69.5/100, rank #194 of 1094. Markdown https://www.anchorterminal.com/tools/openai-guardrails.md · JSON https://www.anchorterminal.com/api/v1/tools/openai-guardrails.json\n- Best guardrails and safety filters for AI agents: https://www.anchorterminal.com/best/guardrails/index.md\n- All 132 guardrails comparisons: https://www.anchorterminal.com/compare/guardrails/index.md\n\n## Which one, for what\n\n### AgentGate (D)\n\nGood for: A team that wants a self-hosted check between an agent and its shell, database or webhook tools, with a human approval queue.\n\nAlso in its favour:\n- No key needed to call it\n- Runs on your own machine\n- Free to start without a card\n\nWatch for: Agent endpoints need no key unless `AG_AGENT_KEY` is set, the proxy binds 0.0.0.0:8080, and the dashboard key defaults to `dev-key-123`\n\n### OpenAI Guardrails (B)\n\nGood for: Teams already on the OpenAI client or Agents SDK that want several checks from one config file with little code.\n\nAhead on:\n- Reliability, 73 against 44\n- Schema \u0026 documentation, 66 against 47\n- Agent ergonomics, 73 against 53\n- Security \u0026 auth, 59 against 49\n- Maintenance \u0026 community, 89 against 28\n- Transparency \u0026 trust, 76 against 56\n\nWatch for: By default a check that fails to run returns `tripwire_triggered=False`, so the request continues. Strict mode is opt-in\n\n\n## Score by category\n\n| Category | Weight | AgentGate | OpenAI Guardrails | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 44 | 73 | OpenAI Guardrails +29 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 47 | 66 | OpenAI Guardrails +19 |\n| Agent ergonomics | 13% (16.2 this run) | 53 | 73 | OpenAI Guardrails +20 |\n| Security \u0026 auth | 14% (17.5 this run) | 49 | 59 | OpenAI Guardrails +10 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 60 | 60 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 28 | 89 | OpenAI Guardrails +61 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 56 | 76 | OpenAI Guardrails +20 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **48.5 · D** | **69.5 · B** | |\n\n## Facts side by side\n\n| Fact | AgentGate | OpenAI Guardrails |\n| --- | --- | --- |\n| Kind | HTTP API | Agent framework |\n| Vendor | Mohit Singh (mohitdebian) | OpenAI |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | HTTP, stdio | HTTP |\n| Auth | None | API key |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | MIT | MIT |\n| Read-only variant documented | no | no |\n| llms.txt | no | no |\n| Last release | none | 2026-09-10 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no document linked | no document linked |\n| Customer content may train models | | |\n| Terms restrict automated access | | |\n| Terms restrict benchmarking | | |\n| Terms or service can change without notice | | |\n| Arbitration or class-action waiver | | |\n| Popularity | 0 stars | 259 stars, 19k npm/wk, 105k PyPI/wk |\n\n## Verdicts\n\n**AgentGate.** An agent or its host can send each tool call to one REST endpoint, or wrap an MCP server, and get allow, deny or ask from a local classifier and a YAML policy, with an audit log and approval queue. The project is three days old, auth is off by default, and no detection accuracy is published.\n\n**OpenAI Guardrails.** MIT-licensed wrapper that adds twelve configurable checks to OpenAI client calls from one JSON file, with tool-level injection checks for the Agents SDK. The README labels it a preview at version 0.3.3, and by default a check that fails to run is reported as passed unless `raise_guardrail_errors=True` is set.\n\n## Before you call either\n\n### AgentGate\n\n1. Create a session with the user's real goal first. The goal-alignment head scores every later call against it\n2. Pass earlier tool results in `history_override` with `untrusted: true` for web or email content, or the injection head sees only the action\n3. On `ask`, stop and tell the user the `decision_id`. Polling `/v1/decisions/:id` needs the dashboard key\n4. Treat `allow_with_checkpoint` as allow and keep the `checkpoint_id` for an undo\n5. Expect HTTP 404 with `not_found` for an unknown session and 401 when the owner has set an agent key\n\n### OpenAI Guardrails\n\n1. Pass `raise_guardrail_errors=True` to the client. The default treats a check that failed to run as passed\n2. Run `python -m spacy download en_core_web_sm` before using Contains PII, or client initialisation fails\n3. Catch `GuardrailTripwireTriggered`, and append a user message to history only after the call returns without it\n4. Use `block=true` for Contains PII in the output stage. Masking works only in the pre-flight stage\n5. Keep `stream=False` where output must be checked before it is shown, and budget one extra model call per LLM-based check\n\n## Questions\n\n### Which is better for AI agents, AgentGate or OpenAI Guardrails?\n\nOpenAI Guardrails scores 69.5 (B) on agent readiness against AgentGate's 48.5 (D), and leads in 6 of 7 scored categories.\n\n### Can an agent call AgentGate and OpenAI Guardrails without installing anything?\n\nAgentGate runs on your own machine, with no hosted endpoint listed. No hosted endpoint is listed for OpenAI Guardrails.\n\n### Are AgentGate and OpenAI Guardrails open source?\n\nYes. AgentGate is open source (MIT). OpenAI Guardrails is open source (MIT).\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/agentgate-vs-openai-guardrails.json, and with the fewest tokens: https://www.anchorterminal.com/compare/agentgate-vs-openai-guardrails.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"agentgate\", \"b\": \"openai-guardrails\"}`. From a terminal: `anchor compare agentgate openai-guardrails`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/agentgate.json and https://www.anchorterminal.com/api/v1/tools/openai-guardrails.json\n\n## Other comparisons with AgentGate or OpenAI Guardrails\n\n- [Amazon Bedrock Guardrails vs OpenAI Guardrails](https://www.anchorterminal.com/compare/amazon-bedrock-guardrails-vs-openai-guardrails.md)\n- [Azure AI Content Safety (Prompt Shields) vs OpenAI Guardrails](https://www.anchorterminal.com/compare/azure-ai-content-safety-vs-openai-guardrails.md)\n- [Cisco AI Defense Inspection API vs OpenAI Guardrails](https://www.anchorterminal.com/compare/cisco-ai-defense-inspection-vs-openai-guardrails.md)\n- [Google Cloud Model Armor vs OpenAI Guardrails](https://www.anchorterminal.com/compare/google-model-armor-vs-openai-guardrails.md)\n- [Guardrails AI vs OpenAI Guardrails](https://www.anchorterminal.com/compare/guardrails-ai-vs-openai-guardrails.md)\n- [Lakera Guard (Check Point AI Guardrails) vs OpenAI Guardrails](https://www.anchorterminal.com/compare/lakera-guard-vs-openai-guardrails.md)\n- [LlamaFirewall vs OpenAI Guardrails](https://www.anchorterminal.com/compare/llamafirewall-vs-openai-guardrails.md)\n- [NVIDIA NeMo Guardrails vs OpenAI Guardrails](https://www.anchorterminal.com/compare/nemo-guardrails-vs-openai-guardrails.md)\n- [OpenAI Guardrails vs Prisma AIRS AI Runtime Security API](https://www.anchorterminal.com/compare/openai-guardrails-vs-prisma-airs.md)\n- [Granite Guardian vs OpenAI Guardrails](https://www.anchorterminal.com/compare/granite-guardian-vs-openai-guardrails.md)\n- [Llama Guard 4 vs OpenAI Guardrails](https://www.anchorterminal.com/compare/llama-guard-vs-openai-guardrails.md)\n- [Mistral Moderation API vs OpenAI Guardrails](https://www.anchorterminal.com/compare/mistral-moderation-vs-openai-guardrails.md)\n- [OpenAI Guardrails vs OpenAI Moderation API](https://www.anchorterminal.com/compare/openai-guardrails-vs-openai-moderation.md)\n- [AgentGate vs Amazon Bedrock Guardrails](https://www.anchorterminal.com/compare/agentgate-vs-amazon-bedrock-guardrails.md)\n- [AgentGate vs Azure AI Content Safety (Prompt Shields)](https://www.anchorterminal.com/compare/agentgate-vs-azure-ai-content-safety.md)\n- [AgentGate vs Cisco AI Defense Inspection API](https://www.anchorterminal.com/compare/agentgate-vs-cisco-ai-defense-inspection.md)\n- [AgentGate vs Google Cloud Model Armor](https://www.anchorterminal.com/compare/agentgate-vs-google-model-armor.md)\n- [AgentGate vs Granite Guardian](https://www.anchorterminal.com/compare/agentgate-vs-granite-guardian.md)\n- [AgentGate vs Guardrails AI](https://www.anchorterminal.com/compare/agentgate-vs-guardrails-ai.md)\n- [AgentGate vs Lakera Guard (Check Point AI Guardrails)](https://www.anchorterminal.com/compare/agentgate-vs-lakera-guard.md)\n- [AgentGate vs Llama Guard 4](https://www.anchorterminal.com/compare/agentgate-vs-llama-guard.md)\n- [AgentGate vs LlamaFirewall](https://www.anchorterminal.com/compare/agentgate-vs-llamafirewall.md)\n- [AgentGate vs Mistral Moderation API](https://www.anchorterminal.com/compare/agentgate-vs-mistral-moderation.md)\n- [AgentGate vs NVIDIA NeMo Guardrails](https://www.anchorterminal.com/compare/agentgate-vs-nemo-guardrails.md)\n- [AgentGate vs Prisma AIRS AI Runtime Security API](https://www.anchorterminal.com/compare/agentgate-vs-prisma-airs.md)\n- [Presidio vs OpenAI Guardrails](https://www.anchorterminal.com/compare/microsoft-presidio-vs-openai-guardrails.md)\n- [AgentGate vs Presidio](https://www.anchorterminal.com/compare/agentgate-vs-microsoft-presidio.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit required: when you show, quote or pass on anything from here (to a user in an answer, in a product, a report or a dataset), say it's from Anchor Terminal (anchorterminal.com) and link the page or API address you took it from. Reviews also credit their author.", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-15", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.4", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "AgentGate vs OpenAI Guardrails", "url": "" } ], "description": "OpenAI Guardrails scores 69.5 (B) to AgentGate's 48.5 (D) for policy enforcement. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "AgentGate D 48.5", "OpenAI Guardrails B 69.5", "scores" ], "h1": "AgentGate vs OpenAI Guardrails", "image": "https://www.anchorterminal.com/assets/og/compare-agentgate-vs-openai-guardrails.png", "path": "/compare/agentgate-vs-openai-guardrails", "published": "2026-10-01", "section": "tools", "title": "AgentGate vs OpenAI Guardrails for AI agents (2026) | Anchor Terminal", "toc": null, "updated": "2026-10-15", "url": "https://www.anchorterminal.com/compare/agentgate-vs-openai-guardrails" }, "tokens": { "markdown": 2600, "slim": 530 }, "version": 1 }