{
  "listings": [
    {
      "slug": "claude-agent-sdk",
      "name": "Claude Agent SDK",
      "company": "Anthropic, PBC",
      "grade": "BB",
      "fit": "yes",
      "why": "Permission rules gate tools in code, canUseTool receives tool name and input and can allow, deny or change input, and may stay pending indefinitely; a PreToolUse hook can return defer so the process exits and resumes later from the persisted session.",
      "source": "https://code.claude.com/docs/en/agent-sdk/user-input.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/claude-agent-sdk"
    },
    {
      "slug": "pydantic-ai",
      "name": "Pydantic AI",
      "company": "Pydantic Services Inc.",
      "grade": "AA",
      "fit": "yes",
      "why": "requires_approval=True defers the call; the run ends with DeferredToolRequests listing each pending call, and a later run takes DeferredToolResults with approve, ToolDenied or overridden arguments plus the stored message history. No built-in timeout.",
      "source": "https://pydantic.dev/docs/ai/tools-toolsets/deferred-tools/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/pydantic-ai"
    },
    {
      "slug": "agentos",
      "name": "AgentOS",
      "company": "Framers Lab, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "hitl.approvals.beforeTool gates named tools in code, but the handler waits in process with a 30 s default timeoutMs (settable) and rejects on timeout. Suspend-and-resume from a checkpoint after a restart is for graph human nodes, not tool calls.",
      "source": "https://docs.agentos.sh/features/human-in-the-loop",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/agentos"
    },
    {
      "slug": "agno",
      "name": "Agno",
      "company": "Agno Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "@tool(requires_confirmation=True) pauses in code, the pending tool name and args are readable, and continue_run(run_id) resumes from the database in a new process. Reject takes a note; editing arguments before approval isn't shown.",
      "source": "https://docs.agno.com/hitl/user-confirmation.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/agno"
    },
    {
      "slug": "boxlang-ai",
      "name": "BoxLang AI",
      "company": "Ortus Solutions, Corp.",
      "grade": "B",
      "fit": "caveat",
      "why": "HumanInTheLoopMiddleware gates toolsRequiringApproval, web mode defers and suspends to a required checkpointer, and resume maps approve, reject and edit by threadId. The documented example uses the cache checkpointer, which persists only within its TTL; a restart-safe setup needs jdbc.",
      "source": "https://ai.ortusbooks.com/main-components/middleware/human-in-the-loop.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/boxlang-ai"
    },
    {
      "slug": "crewai",
      "name": "CrewAI",
      "company": "CrewAI, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "A PRE_TOOL_CALL hook can block a tool or ask a human in process. A resumable pause is task-level webhook HITL on Enterprise, or a frontend tool over AG-UI in a Flow; no per-tool approval that survives a restart in open source.",
      "source": "https://docs.crewai.com/v1.15.41/en/learn/tool-hooks.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/crewai"
    },
    {
      "slug": "cursor-agent-sdk",
      "name": "Cursor Agent SDK",
      "company": "Anysphere, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "Tools can be marked needsApproval and ctx.approvedBy records who approved, including Slack's Approve button. The pages read don't give the pending-call API, edit, or the wait limit.",
      "source": "https://cursor.com/docs/agent-sdk/reference/tools.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/cursor-agent-sdk"
    },
    {
      "slug": "docker-agent",
      "name": "Docker Agent",
      "company": "Docker, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "Ask rules and safety modes stop tool calls in the runtime, not the prompt. Approval is answered interactively in the TUI or a client; I found no documented pending-call API that survives a process restart.",
      "source": "https://docker.github.io/docker-agent/configuration/permissions/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/docker-agent"
    },
    {
      "slug": "google-adk",
      "name": "Agent Development Kit (ADK)",
      "company": "Google LLC",
      "grade": "BB",
      "fit": "caveat",
      "why": "FunctionTool(require_confirmation=True) or request_confirmation with a payload pauses the call, and resumability covers confirmations. Known limitation: tool confirmation does not support DatabaseSessionService or VertexAiSessionService, so it can't survive a restart on a durable store.",
      "source": "https://adk.dev/tools-custom/confirmation/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/google-adk"
    },
    {
      "slug": "langgraph",
      "name": "LangGraph",
      "company": "LangChain, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "interrupt() pauses with a payload, the checkpointer persists it and Command(resume=...) continues on the same thread_id with no timeout. The node restarts from its beginning on resume, and an account saw resume fail on the Redis checkpointer though it worked in memory (#5074).",
      "source": "https://docs.langchain.com/oss/python/langgraph/interrupts.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/langgraph"
    },
    {
      "slug": "llamaindex",
      "name": "LlamaIndex Framework",
      "company": "LlamaIndex, Inc.",
      "grade": "BB",
      "fit": "caveat",
      "why": "A tool can emit InputRequiredEvent and wait_for_event(HumanResponseEvent) inside the run, with the context serialisable for later. Approval is written into each tool, not a per-tool flag the runtime enforces.",
      "source": "https://developers.llamaindex.ai/python/framework/understanding/agent/human_in_the_loop/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/llamaindex"
    },
    {
      "slug": "mastra",
      "name": "Mastra",
      "company": "Kepler Software, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "requireApproval pauses with a tool-call-approval chunk carrying toolCallId, name and args, and approveToolCall or declineToolCall (with a reason) resumes by runId from a stored snapshot. Editing arguments isn't shown, and suspend semantics were once misdocumented (mastra #3148).",
      "source": "https://mastra.ai/docs/agents/human-in-the-loop.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mastra"
    },
    {
      "slug": "microsoft-agent-framework",
      "name": "Microsoft Agent Framework",
      "company": "Microsoft Corporation",
      "grade": "A",
      "fit": "caveat",
      "why": "@tool(approval_mode=\"always_require\") stops the call, result.user_input_requests exposes it, and to_function_approval_response resumes on the same session. Approval is off unless set per tool; survival across a restart depends on serialising the session or workflow checkpoint.",
      "source": "https://learn.microsoft.com/en-us/agent-framework/agents/tools/tool-approval",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/microsoft-agent-framework"
    },
    {
      "slug": "openai-agents-sdk",
      "name": "OpenAI Agents SDK",
      "company": "OpenAI OpCo, LLC",
      "grade": "AA",
      "fit": "caveat",
      "why": "needs_approval on function, shell, patch and agent tools and require_approval on MCP servers surface interruptions; result.to_state() serialises with to_string(), and state.approve or reject (with a custom message) resumes in a later process. Editing the arguments before approval isn't offered.",
      "source": "https://openai.github.io/openai-agents-python/human_in_the_loop/",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/openai-agents-sdk"
    },
    {
      "slug": "strands-agents",
      "name": "Strands Agents",
      "company": "Amazon Web Services, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "BeforeToolCallEvent hooks call event.interrupt() with a reason the host reads, resume by interruptResponse, and a session manager persists interrupt state so a user can answer later in a new session. Rejection cancels with cancel_tool; editing arguments isn't shown.",
      "source": "https://strandsagents.com/docs/user-guide/sdk/interrupts/index.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/strands-agents"
    },
    {
      "slug": "vercel-ai-sdk",
      "name": "AI SDK",
      "company": "Vercel Inc.",
      "grade": "AA",
      "fit": "caveat",
      "why": "toolApproval on ToolLoopAgent returns a tool-approval-request instead of executing, and a later call with a tool-approval-response in the messages resumes, so it survives restarts if messages are stored. An account saw OpenAI return 400 after approval because the toolCallId was sent twice (#13307).",
      "source": "https://ai-sdk.dev/docs/agents/tool-approvals",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/vercel-ai-sdk"
    },
    {
      "slug": "guilds-run",
      "name": "guilds.run",
      "company": "Cigale AI",
      "grade": "C",
      "fit": "no",
      "why": "No per-tool approval gate found; the Inbox collects issues agents file and chat mentions for operators, after the fact.",
      "source": "https://docs.guilds.run/concepts/inbox",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/guilds-run"
    },
    {
      "slug": "nitrostack",
      "name": "NitroStack",
      "company": "Nitrostack Inc.",
      "grade": "C",
      "fit": "no",
      "why": "A task can move to input_required to ask the client for confirmation, but approval is left to the client; the server holds no pending call for a host to approve and resume after a restart.",
      "source": "https://docs.nitrostack.ai/docs/sdk/tasks.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/nitrostack"
    },
    {
      "slug": "smolagents",
      "name": "smolagents",
      "company": "Hugging Face, Inc.",
      "grade": "B",
      "fit": "no",
      "why": "No approval gate on tool calls appears in the guided tour or docs index, and no pause-and-resume for a pending call.",
      "source": "https://huggingface.co/docs/smolagents/v1.26.0/guided_tour.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/smolagents"
    },
    {
      "slug": "tradingagents",
      "name": "TradingAgents",
      "company": "Tauric Research",
      "grade": "B",
      "fit": "no",
      "why": "No approval step; the pipeline places no orders and returns a rating and report.",
      "source": "https://raw.githubusercontent.com/TauricResearch/TradingAgents/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/tradingagents"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 7,
    "after": [
      "human-in-the-loop.approve-action",
      "human-in-the-loop.audit-decisions"
    ],
    "area": "frameworks",
    "asks": [
      "ask me before the agent sends the email",
      "pause for approval before any write",
      "let a manager approve the refund the agent proposes",
      "resume the run once I click approve"
    ],
    "before": [
      "frameworks.tool-calling-agent"
    ],
    "blockers": [
      "approval only possible through a tool call that times out after minutes",
      "resume works in memory but fails on the production checkpointer",
      "after approval the message history breaks the provider's tool_use and tool_result pairing",
      "no approval gate is on by default, so writes run unless the developer marks them"
    ],
    "capabilities": [
      "agent.framework",
      "hitl.approve",
      "agent.durable"
    ],
    "category": "frameworks",
    "categoryName": "Agent frameworks \u0026 SDKs",
    "checked": "2026-11-15",
    "companies": {
      "fit": 2,
      "fitWithLimit": 14,
      "tagged": 35
    },
    "competition": "few",
    "fits": [
      "claude-agent-sdk",
      "pydantic-ai"
    ],
    "fitsWithLimit": [
      "agentos",
      "agno",
      "boxlang-ai",
      "crewai",
      "cursor-agent-sdk",
      "docker-agent",
      "google-adk",
      "langgraph",
      "llamaindex",
      "mastra",
      "microsoft-agent-framework",
      "openai-agents-sdk",
      "strands-agents",
      "vercel-ai-sdk"
    ],
    "id": "frameworks.human-approval",
    "listings": {
      "caveat": 14,
      "no": 4,
      "notRead": 0,
      "tagged": 35,
      "unchecked": 0,
      "yes": 2
    },
    "name": "Stop before a risky tool call until a person approves",
    "status": "draft",
    "success": "Tools marked as needing approval do not run until approved, in code rather than prompt, the pending call with its arguments is readable by the host, approve, edit or reject resumes the same run through an API after a process restart, and the wait has no built-in timeout shorter than a day or one that can be set. Measured: an approval given 30 minutes later resumes the run with no duplicate tool call and no provider error.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/frameworks.human-approval.json",
    "weight": 10,
    "weightBasis": "6 of 61 accounts have this as their main job (share 9.8, rounded by largest remainder to sum 100)"
  }
}
