{
  "count": 102,
  "lab": {
    "360dialog": {
      "slug": "360dialog",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:09:43.658518331Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 135,
          "toolsTried": 36,
          "toolsOk": 5,
          "toolsRefused": 64,
          "calls": 37,
          "errors": 32,
          "p50Ms": 291,
          "p95Ms": 1631,
          "perTool": [
            {
              "name": "block_users",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "change_user_role",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_number_eligibility",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "create_partner_change_request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "enable_local_storage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_business_username_suggestions",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "get_channel_details",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "get_channel_profile",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "get_client_details",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "get_client_documentation_page",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1631
            },
            {
              "name": "get_commerce_settings",
              "ok": false,
              "calls": 1,
              "medianMs": 301
            },
            {
              "name": "get_company_details",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "get_currency_migration_status",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "get_messaging_analytics",
              "ok": false,
              "calls": 1,
              "medianMs": 322
            },
            {
              "name": "get_onboarding_status",
              "ok": false,
              "calls": 1,
              "medianMs": 21
            },
            {
              "name": "get_platform_status",
              "ok": false,
              "calls": 1,
              "medianMs": 302
            },
            {
              "name": "get_self",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get_skill",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 55
            },
            {
              "name": "get_template_json_example",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "get_voice_analytics",
              "ok": false,
              "calls": 1,
              "medianMs": 17
            },
            {
              "name": "get_webhook",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "inbox_apply_saved_response",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_assign_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_get_conversation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_agents",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_conversations",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "inbox_list_groups",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_inboxes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_saved_responses",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_tags",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_mark_conversation_as_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_search_conversations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_tag_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "invite_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_blocked_users",
              "ok": false,
              "calls": 1,
              "medianMs": 16
            },
            {
              "name": "list_channels",
              "ok": false,
              "calls": 2,
              "medianMs": 16
            },
            {
              "name": "list_partner_change_requests",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "list_platform_status_subscriptions",
              "ok": false,
              "calls": 1,
              "medianMs": 287
            },
            {
              "name": "list_skills",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 37
            },
            {
              "name": "list_templates",
              "ok": false,
              "calls": 1,
              "medianMs": 302
            },
            {
              "name": "list_users",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "mba_add_allowlist_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_check_agent_eligibility",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_create_agent_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_faq",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_ui_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_website",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_agent_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_faq",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_ui_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_website",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_get_agent_budgets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_event",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_event_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_settings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_skill",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_state",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_usage_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_business_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_connector",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_connector_logs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_connector_tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_conversation_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_conversation_turns",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_eval_details",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_eval_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_faq",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "mba_get_file",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_tool_call_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_ui_skill",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_website",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_agent_skills",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_allowlist_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_connector_tools",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_connectors",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_eval_cases",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_faqs",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "mba_list_files",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_ui_skills",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_websites",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_onboard_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_release_thread_control",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_remove_allowlist_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_replace_agent_budgets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_reset_business_info",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_run_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_send_agent_event",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_start_eval_run",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_test_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_agent_settings",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_agent_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_business_info",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_faq",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_ui_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_website",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upload_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upsert_connector_api_key",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upsert_connector_certificate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upsert_connector_oauth",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "preview_partner_change_request",
              "ok": false,
              "calls": 1,
              "medianMs": 20
            },
            {
              "name": "request_otp",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "sandbox_complete_registration",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "sandbox_configure_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "sandbox_get_webhook_configuration",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "sandbox_list_events",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "sandbox_register_number",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "sandbox_send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_client_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 2075
            },
            {
              "name": "send_test_webhook_event",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_business_username",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_display_name",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "show_template_preview",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "start_number_onboarding",
              "ok": false,
              "calls": 1,
              "medianMs": 254
            },
            {
              "name": "start_signup",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 120
            },
            {
              "name": "subscribe_platform_status_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unblock_users",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unsubscribe_platform_status_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_channel_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_commerce_settings",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_details",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_otp",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wait_for_onboarding_step",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:26:38.498985637Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 135,
          "toolsTried": 19,
          "toolsOk": 5,
          "toolsRefused": 64,
          "calls": 20,
          "errors": 15,
          "p50Ms": 288,
          "p95Ms": 2051,
          "perTool": [
            {
              "name": "block_users",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "change_user_role",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_number_eligibility",
              "ok": false,
              "calls": 1,
              "medianMs": 36
            },
            {
              "name": "create_partner_change_request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "enable_local_storage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_business_username_suggestions",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "get_channel_details",
              "ok": false,
              "calls": 1,
              "medianMs": 302
            },
            {
              "name": "get_channel_profile",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_client_details",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_client_documentation_page",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 1805
            },
            {
              "name": "get_commerce_settings",
              "ok": false,
              "calls": 1,
              "medianMs": 280
            },
            {
              "name": "get_company_details",
              "ok": false,
              "calls": 1,
              "medianMs": 300
            },
            {
              "name": "get_currency_migration_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_messaging_analytics",
              "ok": false,
              "calls": 1,
              "medianMs": 18
            },
            {
              "name": "get_onboarding_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_platform_status",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "get_self",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_skill",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1017
            },
            {
              "name": "get_template_json_example",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_voice_analytics",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "get_webhook",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "inbox_apply_saved_response",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_assign_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_get_conversation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_agents",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_conversations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_groups",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_inboxes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_saved_responses",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_list_tags",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_mark_conversation_as_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_search_conversations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "inbox_send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "inbox_tag_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "invite_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_blocked_users",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "list_channels",
              "ok": false,
              "calls": 1,
              "medianMs": 49
            },
            {
              "name": "list_partner_change_requests",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_platform_status_subscriptions",
              "ok": false,
              "calls": 1,
              "medianMs": 262
            },
            {
              "name": "list_skills",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 188
            },
            {
              "name": "list_templates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_users",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_add_allowlist_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_check_agent_eligibility",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_create_agent_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_faq",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_ui_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_create_website",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_agent_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_faq",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_ui_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_delete_website",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_get_agent_budgets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_event",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_event_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_settings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_skill",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_state",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_agent_usage_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_business_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_connector",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_connector_logs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_connector_tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_conversation_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_conversation_turns",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_eval_details",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_eval_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_faq",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_file",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_tool_call_insights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_ui_skill",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_get_website",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_agent_skills",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_allowlist_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_connector_tools",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_connectors",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_eval_cases",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_faqs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_files",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_ui_skills",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_list_websites",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mba_onboard_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_release_thread_control",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_remove_allowlist_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_replace_agent_budgets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_reset_business_info",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_run_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_send_agent_event",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_start_eval_run",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_test_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_agent_settings",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_agent_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_business_info",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_connector_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_faq",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_ui_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_update_website",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upload_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upsert_connector_api_key",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upsert_connector_certificate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mba_upsert_connector_oauth",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "preview_partner_change_request",
              "ok": false,
              "calls": 0
            },
            {
              "name": "request_otp",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "sandbox_complete_registration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "sandbox_configure_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "sandbox_get_webhook_configuration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "sandbox_list_events",
              "ok": false,
              "calls": 0
            },
            {
              "name": "sandbox_register_number",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "sandbox_send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_client_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 2264
            },
            {
              "name": "send_test_webhook_event",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_business_username",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_display_name",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "show_template_preview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "start_number_onboarding",
              "ok": false,
              "calls": 1,
              "medianMs": 262
            },
            {
              "name": "start_signup",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 72
            },
            {
              "name": "subscribe_platform_status_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unblock_users",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unsubscribe_platform_status_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_channel_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_commerce_settings",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_details",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_otp",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wait_for_onboarding_step",
              "ok": false,
              "calls": 1,
              "medianMs": 70
            }
          ]
        }
      ]
    },
    "402cron": {
      "slug": "402cron",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:12:09.074222151Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 16,
          "toolsTried": 6,
          "toolsOk": 3,
          "toolsRefused": 10,
          "calls": 13,
          "errors": 9,
          "p50Ms": 290,
          "p95Ms": 331,
          "perTool": [
            {
              "name": "create_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_destination",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 284
            },
            {
              "name": "get_pricing",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 331
            },
            {
              "name": "get_service_status",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 28
            },
            {
              "name": "get_task",
              "ok": false,
              "calls": 3,
              "medianMs": 288
            },
            {
              "name": "list_destinations",
              "ok": false,
              "calls": 3,
              "medianMs": 298
            },
            {
              "name": "list_tasks",
              "ok": false,
              "calls": 3,
              "medianMs": 295
            },
            {
              "name": "pause_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "register_destination",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resume_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "run_task_now",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_destination",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:28:16.853253882Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 16,
          "toolsTried": 6,
          "toolsOk": 3,
          "toolsRefused": 10,
          "calls": 6,
          "errors": 3,
          "p50Ms": 247,
          "p95Ms": 302,
          "perTool": [
            {
              "name": "create_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_destination",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 247
            },
            {
              "name": "get_pricing",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 161
            },
            {
              "name": "get_service_status",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 212
            },
            {
              "name": "get_task",
              "ok": false,
              "calls": 1,
              "medianMs": 271
            },
            {
              "name": "list_destinations",
              "ok": false,
              "calls": 1,
              "medianMs": 274
            },
            {
              "name": "list_tasks",
              "ok": false,
              "calls": 1,
              "medianMs": 302
            },
            {
              "name": "pause_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "register_destination",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resume_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "run_task_now",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_destination",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "affinity": {
      "slug": "affinity",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:13:53.054375187Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 96,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 35,
          "calls": 2,
          "errors": 2,
          "p50Ms": 141,
          "p95Ms": 845,
          "perTool": [
            {
              "name": "apply_suggested_field_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "company_signals",
              "ok": false,
              "calls": 0
            },
            {
              "name": "create_company",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_field",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_interaction",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list_field_dropdown_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_opportunity",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_person",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "data_migration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "data_quality_audit",
              "ok": false,
              "calls": 0
            },
            {
              "name": "delete_company",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_field",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_list_entries",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_list_field_dropdown_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_opportunity",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_person",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "dismiss_suggested_field_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "event_setup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "founder_references",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_calls",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_chat_messages",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_relationships",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_coworker_connections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_current_user",
              "ok": false,
              "calls": 1,
              "medianMs": 845
            },
            {
              "name": "get_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entities_attached_to_note",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entity_field_dropdown_options",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entity_fields",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entity_file_metadata",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entity_files",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_field_value_changes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_interactions_for_entity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_intro_paths",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_investor_executive_connections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_field_dropdown_options",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_fields",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_lists",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_meetings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_meetings_for_entity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_merge_task",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notes_for_entity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_person_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_person_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_person_relationships",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_persons_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_reminders",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_saved_view_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_saved_views",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_single_list_entry",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_suggested_field_updates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_suggested_field_updates_task",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_transcript_fragments",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_users",
              "ok": false,
              "calls": 0
            },
            {
              "name": "issue_entity_files_download_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "issue_entity_files_upload_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_suggested_field_updates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_suggested_field_updates_tasks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "lp_pipeline_brief",
              "ok": false,
              "calls": 0
            },
            {
              "name": "market_map_generator",
              "ok": false,
              "calls": 0
            },
            {
              "name": "meeting_prep",
              "ok": false,
              "calls": 0
            },
            {
              "name": "merge_companies",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "merge_persons",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "passed_deal_review",
              "ok": false,
              "calls": 0
            },
            {
              "name": "portfolio_check_in",
              "ok": false,
              "calls": 0
            },
            {
              "name": "query_notes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ready_to_raise_indicator",
              "ok": false,
              "calls": 0
            },
            {
              "name": "render_intro_paths_graph",
              "ok": false,
              "calls": 0
            },
            {
              "name": "render_market_map",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_all_companies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_companies_top_matches",
              "ok": false,
              "calls": 1,
              "medianMs": 141
            },
            {
              "name": "search_files",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_notes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_opportunities",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_persons",
              "ok": false,
              "calls": 0
            },
            {
              "name": "send_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "suggest_field_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_field",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_list_field_dropdown_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_opportunity",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_person",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upsert_entity_field_values",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upsert_list_entry_field_values",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "warm_intro",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:30:52.076699108Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 96,
          "toolsTried": 5,
          "toolsOk": 0,
          "toolsRefused": 35,
          "calls": 5,
          "errors": 5,
          "p50Ms": 151,
          "p95Ms": 884,
          "perTool": [
            {
              "name": "apply_suggested_field_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "company_signals",
              "ok": false,
              "calls": 0
            },
            {
              "name": "create_company",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_field",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_interaction",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list_field_dropdown_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_opportunity",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_person",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "data_migration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "data_quality_audit",
              "ok": false,
              "calls": 0
            },
            {
              "name": "delete_company",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_field",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_list_entries",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_list_field_dropdown_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_opportunity",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_person",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "dismiss_suggested_field_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "event_setup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "founder_references",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_calls",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_chat_messages",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_relationships",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_coworker_connections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_current_user",
              "ok": false,
              "calls": 1,
              "medianMs": 884
            },
            {
              "name": "get_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entities_attached_to_note",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entity_field_dropdown_options",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entity_fields",
              "ok": false,
              "calls": 1,
              "medianMs": 153
            },
            {
              "name": "get_entity_file_metadata",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_entity_files",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_field_value_changes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_interactions_for_entity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_intro_paths",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_investor_executive_connections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_field_dropdown_options",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_fields",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_lists",
              "ok": false,
              "calls": 1,
              "medianMs": 149
            },
            {
              "name": "get_meetings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_meetings_for_entity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_merge_task",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notes_for_entity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_person_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_person_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_person_relationships",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_persons_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_reminders",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_saved_view_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_saved_views",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_single_list_entry",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_suggested_field_updates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_suggested_field_updates_task",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_transcript_fragments",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_users",
              "ok": false,
              "calls": 0
            },
            {
              "name": "issue_entity_files_download_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "issue_entity_files_upload_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_suggested_field_updates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_suggested_field_updates_tasks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "lp_pipeline_brief",
              "ok": false,
              "calls": 0
            },
            {
              "name": "market_map_generator",
              "ok": false,
              "calls": 0
            },
            {
              "name": "meeting_prep",
              "ok": false,
              "calls": 0
            },
            {
              "name": "merge_companies",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "merge_persons",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "passed_deal_review",
              "ok": false,
              "calls": 0
            },
            {
              "name": "portfolio_check_in",
              "ok": false,
              "calls": 0
            },
            {
              "name": "query_notes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ready_to_raise_indicator",
              "ok": false,
              "calls": 0
            },
            {
              "name": "render_intro_paths_graph",
              "ok": false,
              "calls": 0
            },
            {
              "name": "render_market_map",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_all_companies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_companies_top_matches",
              "ok": false,
              "calls": 1,
              "medianMs": 151
            },
            {
              "name": "search_files",
              "ok": false,
              "calls": 1,
              "medianMs": 149
            },
            {
              "name": "search_list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_notes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_opportunities",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_persons",
              "ok": false,
              "calls": 0
            },
            {
              "name": "send_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "suggest_field_updates",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_field",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_list_field_dropdown_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_opportunity",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_person",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upsert_entity_field_values",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upsert_list_entry_field_values",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "warm_intro",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "amcharts-mcp": {
      "slug": "amcharts-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:32:20.236272921Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 12,
          "toolsTried": 12,
          "toolsOk": 12,
          "toolsRefused": 0,
          "calls": 13,
          "errors": 0,
          "p50Ms": 283,
          "p95Ms": 2257,
          "perTool": [
            {
              "name": "get_api_reference",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 260
            },
            {
              "name": "get_chart_reference",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 129
            },
            {
              "name": "get_core_reference",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 277
            },
            {
              "name": "get_doc",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 337
            },
            {
              "name": "get_example",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "get_quick_start",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get_section",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 81
            },
            {
              "name": "list_chart_types",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 354
            },
            {
              "name": "list_examples",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "list_geodata",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "search_all",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 69
            },
            {
              "name": "search_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 2257
            }
          ]
        }
      ]
    },
    "apideck-accounting": {
      "slug": "apideck-accounting",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:17:02.228687931Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 4,
          "toolsTried": 3,
          "toolsOk": 0,
          "toolsRefused": 1,
          "calls": 8,
          "errors": 8,
          "p50Ms": 226,
          "p95Ms": 372,
          "perTool": [
            {
              "name": "describe_tool_input",
              "ok": false,
              "calls": 2,
              "medianMs": 103
            },
            {
              "name": "execute_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_scopes",
              "ok": false,
              "calls": 3,
              "medianMs": 195
            },
            {
              "name": "list_tools",
              "ok": false,
              "calls": 3,
              "medianMs": 301
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:34:22.026636148Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 4,
          "toolsTried": 3,
          "toolsOk": 0,
          "toolsRefused": 1,
          "calls": 9,
          "errors": 9,
          "p50Ms": 276,
          "p95Ms": 385,
          "perTool": [
            {
              "name": "describe_tool_input",
              "ok": false,
              "calls": 3,
              "medianMs": 276
            },
            {
              "name": "execute_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_scopes",
              "ok": false,
              "calls": 3,
              "medianMs": 282
            },
            {
              "name": "list_tools",
              "ok": false,
              "calls": 3,
              "medianMs": 123
            }
          ]
        }
      ]
    },
    "aws-mcp-servers": {
      "slug": "aws-mcp-servers",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:35:35.382297532Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 5,
          "toolsTried": 5,
          "toolsOk": 5,
          "toolsRefused": 0,
          "calls": 5,
          "errors": 0,
          "p50Ms": 755,
          "p95Ms": 1265,
          "perTool": [
            {
              "name": "aws___get_regional_availability",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 771
            },
            {
              "name": "aws___list_regions",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 607
            },
            {
              "name": "aws___read_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 755
            },
            {
              "name": "aws___retrieve_skill",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 626
            },
            {
              "name": "aws___search_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1265
            }
          ]
        }
      ]
    },
    "ayrshare": {
      "slug": "ayrshare",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:20:18.771334606Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 33,
          "toolsTried": 16,
          "toolsOk": 0,
          "toolsRefused": 17,
          "calls": 21,
          "errors": 21,
          "p50Ms": 289,
          "p95Ms": 377,
          "perTool": [
            {
              "name": "add_comment",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "boost_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "explain_error",
              "ok": false,
              "calls": 2,
              "medianMs": 168
            },
            {
              "name": "generate_jwt_social_linking_url",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "generate_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_ad_history",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "get_auto_response",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get_comments",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "get_messages",
              "ok": false,
              "calls": 2,
              "medianMs": 286
            },
            {
              "name": "get_platform_history",
              "ok": false,
              "calls": 2,
              "medianMs": 292
            },
            {
              "name": "get_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_post_analytics",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_post_analytics_by_social_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_post_history",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_social_network_analytics",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "list_ad_accounts",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "list_ads",
              "ok": false,
              "calls": 1,
              "medianMs": 135
            },
            {
              "name": "list_profiles",
              "ok": false,
              "calls": 1,
              "medianMs": 131
            },
            {
              "name": "list_webhooks",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "recommend_hashtags",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "register_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_comment",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "retry_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_ad_targeting",
              "ok": false,
              "calls": 1,
              "medianMs": 377
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_auto_response",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unregister_webhook",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "update_ad",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "validate_media",
              "ok": false,
              "calls": 2,
              "medianMs": 126
            },
            {
              "name": "validate_post",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:40:59.271788461Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 33,
          "toolsTried": 16,
          "toolsOk": 0,
          "toolsRefused": 17,
          "calls": 40,
          "errors": 40,
          "p50Ms": 290,
          "p95Ms": 312,
          "perTool": [
            {
              "name": "add_comment",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "boost_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "explain_error",
              "ok": false,
              "calls": 5,
              "medianMs": 248
            },
            {
              "name": "generate_jwt_social_linking_url",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "generate_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_ad_history",
              "ok": false,
              "calls": 2,
              "medianMs": 286
            },
            {
              "name": "get_auto_response",
              "ok": false,
              "calls": 2,
              "medianMs": 284
            },
            {
              "name": "get_comments",
              "ok": false,
              "calls": 2,
              "medianMs": 292
            },
            {
              "name": "get_messages",
              "ok": false,
              "calls": 2,
              "medianMs": 284
            },
            {
              "name": "get_platform_history",
              "ok": false,
              "calls": 3,
              "medianMs": 295
            },
            {
              "name": "get_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_post_analytics",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_post_analytics_by_social_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_post_history",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_social_network_analytics",
              "ok": false,
              "calls": 2,
              "medianMs": 217
            },
            {
              "name": "list_ad_accounts",
              "ok": false,
              "calls": 2,
              "medianMs": 261
            },
            {
              "name": "list_ads",
              "ok": false,
              "calls": 2,
              "medianMs": 296
            },
            {
              "name": "list_profiles",
              "ok": false,
              "calls": 3,
              "medianMs": 293
            },
            {
              "name": "list_webhooks",
              "ok": false,
              "calls": 3,
              "medianMs": 300
            },
            {
              "name": "recommend_hashtags",
              "ok": false,
              "calls": 2,
              "medianMs": 290
            },
            {
              "name": "register_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_comment",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "retry_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_ad_targeting",
              "ok": false,
              "calls": 3,
              "medianMs": 290
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_auto_response",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unregister_webhook",
              "ok": false,
              "calls": 3,
              "medianMs": 304
            },
            {
              "name": "update_ad",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_post",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "validate_media",
              "ok": false,
              "calls": 3,
              "medianMs": 195
            },
            {
              "name": "validate_post",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "basiq": {
      "slug": "basiq",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:21:37.088590932Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "success",
          "tools": 5,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 1,
          "calls": 5,
          "errors": 1,
          "p50Ms": 216,
          "p95Ms": 1010,
          "perTool": [
            {
              "name": "execute-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get-endpoint",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 175
            },
            {
              "name": "list-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 182
            },
            {
              "name": "list-specs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 216
            },
            {
              "name": "search-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1010
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:42:26.568537164Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 5,
          "toolsTried": 4,
          "toolsOk": 3,
          "toolsRefused": 1,
          "calls": 4,
          "errors": 1,
          "p50Ms": 180,
          "p95Ms": 1348,
          "perTool": [
            {
              "name": "execute-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get-endpoint",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "list-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 166
            },
            {
              "name": "list-specs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 180
            },
            {
              "name": "search-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1348
            }
          ]
        }
      ]
    },
    "belvo": {
      "slug": "belvo",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:43:43.305304449Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 6,
          "toolsTried": 6,
          "toolsOk": 6,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 0,
          "p50Ms": 362,
          "p95Ms": 5641,
          "perTool": [
            {
              "name": "get-endpoint-info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 362
            },
            {
              "name": "get-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 350
            },
            {
              "name": "get-full-api-description",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 356
            },
            {
              "name": "get-security-schemes",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 364
            },
            {
              "name": "list-apis",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 757
            },
            {
              "name": "search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 5641
            }
          ]
        }
      ]
    },
    "browser-use": {
      "slug": "browser-use",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:48:20.689095051Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 7,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 2,
          "calls": 2,
          "errors": 2,
          "p50Ms": 100,
          "p95Ms": 942,
          "perTool": [
            {
              "name": "get_session",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_session_messages",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_browser_profiles",
              "ok": false,
              "calls": 1,
              "medianMs": 942
            },
            {
              "name": "list_sessions",
              "ok": false,
              "calls": 1,
              "medianMs": 100
            },
            {
              "name": "run_session",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "stop_session",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "browserbase": {
      "slug": "browserbase",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:23:54.349651607Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 6,
          "toolsTried": 6,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 18,
          "errors": 18,
          "p50Ms": 291,
          "p95Ms": 1034,
          "perTool": [
            {
              "name": "act",
              "ok": false,
              "calls": 3,
              "medianMs": 293
            },
            {
              "name": "end",
              "ok": false,
              "calls": 3,
              "medianMs": 292
            },
            {
              "name": "extract",
              "ok": false,
              "calls": 3,
              "medianMs": 293
            },
            {
              "name": "navigate",
              "ok": false,
              "calls": 3,
              "medianMs": 147
            },
            {
              "name": "observe",
              "ok": false,
              "calls": 3,
              "medianMs": 290
            },
            {
              "name": "start",
              "ok": false,
              "calls": 3,
              "medianMs": 969
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:52:35.594833216Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "failure",
          "tools": 6,
          "toolsTried": 6,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 18,
          "errors": 18,
          "p50Ms": 293,
          "p95Ms": 1501,
          "perTool": [
            {
              "name": "act",
              "ok": false,
              "calls": 3,
              "medianMs": 293
            },
            {
              "name": "end",
              "ok": false,
              "calls": 3,
              "medianMs": 303
            },
            {
              "name": "extract",
              "ok": false,
              "calls": 3,
              "medianMs": 286
            },
            {
              "name": "navigate",
              "ok": false,
              "calls": 3,
              "medianMs": 151
            },
            {
              "name": "observe",
              "ok": false,
              "calls": 3,
              "medianMs": 300
            },
            {
              "name": "start",
              "ok": false,
              "calls": 3,
              "medianMs": 1404
            }
          ]
        }
      ]
    },
    "checkatrade": {
      "slug": "checkatrade",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:53:14.667262195Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 1,
          "toolsOk": 1,
          "toolsRefused": 1,
          "calls": 1,
          "errors": 0,
          "p50Ms": 1089,
          "p95Ms": 1089,
          "perTool": [
            {
              "name": "bookExpressJobV1",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "findTradespeopleV1",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1089
            }
          ]
        }
      ]
    },
    "cherami": {
      "slug": "cherami",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:28:15.954967936Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 42,
          "toolsTried": 20,
          "toolsOk": 1,
          "toolsRefused": 22,
          "calls": 38,
          "errors": 37,
          "p50Ms": 291,
          "p95Ms": 308,
          "perTool": [
            {
              "name": "bulk_update_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_update_sent_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "count_messages",
              "ok": false,
              "calls": 2,
              "medianMs": 285
            },
            {
              "name": "create_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_sent_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "forward_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_account",
              "ok": false,
              "calls": 2,
              "medianMs": 23
            },
            {
              "name": "get_draft",
              "ok": false,
              "calls": 2,
              "medianMs": 284
            },
            {
              "name": "get_inbox",
              "ok": false,
              "calls": 2,
              "medianMs": 59
            },
            {
              "name": "get_message",
              "ok": false,
              "calls": 2,
              "medianMs": 293
            },
            {
              "name": "get_outbound_quota",
              "ok": false,
              "calls": 2,
              "medianMs": 276
            },
            {
              "name": "get_receiving_policy",
              "ok": false,
              "calls": 2,
              "medianMs": 257
            },
            {
              "name": "get_sending_policy",
              "ok": false,
              "calls": 2,
              "medianMs": 289
            },
            {
              "name": "get_sent_message",
              "ok": false,
              "calls": 2,
              "medianMs": 298
            },
            {
              "name": "get_service_info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 308
            },
            {
              "name": "get_thread",
              "ok": false,
              "calls": 2,
              "medianMs": 272
            },
            {
              "name": "list_drafts",
              "ok": false,
              "calls": 2,
              "medianMs": 302
            },
            {
              "name": "list_inboxes",
              "ok": false,
              "calls": 2,
              "medianMs": 143
            },
            {
              "name": "list_labels",
              "ok": false,
              "calls": 2,
              "medianMs": 280
            },
            {
              "name": "list_messages",
              "ok": false,
              "calls": 2,
              "medianMs": 291
            },
            {
              "name": "list_sent",
              "ok": false,
              "calls": 2,
              "medianMs": 23
            },
            {
              "name": "list_threads",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "list_trash",
              "ok": false,
              "calls": 2,
              "medianMs": 293
            },
            {
              "name": "read_attachment",
              "ok": false,
              "calls": 1,
              "medianMs": 282
            },
            {
              "name": "read_raw_message",
              "ok": false,
              "calls": 2,
              "medianMs": 288
            },
            {
              "name": "reply_all_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_sent_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_sent_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_thread_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:56:33.128268085Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 42,
          "toolsTried": 20,
          "toolsOk": 1,
          "toolsRefused": 22,
          "calls": 20,
          "errors": 19,
          "p50Ms": 281,
          "p95Ms": 376,
          "perTool": [
            {
              "name": "bulk_update_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_update_sent_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "count_messages",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "create_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_sent_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "forward_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_account",
              "ok": false,
              "calls": 1,
              "medianMs": 36
            },
            {
              "name": "get_draft",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "get_inbox",
              "ok": false,
              "calls": 1,
              "medianMs": 124
            },
            {
              "name": "get_message",
              "ok": false,
              "calls": 1,
              "medianMs": 545
            },
            {
              "name": "get_outbound_quota",
              "ok": false,
              "calls": 1,
              "medianMs": 376
            },
            {
              "name": "get_receiving_policy",
              "ok": false,
              "calls": 1,
              "medianMs": 223
            },
            {
              "name": "get_sending_policy",
              "ok": false,
              "calls": 1,
              "medianMs": 282
            },
            {
              "name": "get_sent_message",
              "ok": false,
              "calls": 1,
              "medianMs": 281
            },
            {
              "name": "get_service_info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 70
            },
            {
              "name": "get_thread",
              "ok": false,
              "calls": 1,
              "medianMs": 312
            },
            {
              "name": "list_drafts",
              "ok": false,
              "calls": 1,
              "medianMs": 275
            },
            {
              "name": "list_inboxes",
              "ok": false,
              "calls": 1,
              "medianMs": 220
            },
            {
              "name": "list_labels",
              "ok": false,
              "calls": 1,
              "medianMs": 311
            },
            {
              "name": "list_messages",
              "ok": false,
              "calls": 1,
              "medianMs": 252
            },
            {
              "name": "list_sent",
              "ok": false,
              "calls": 1,
              "medianMs": 327
            },
            {
              "name": "list_threads",
              "ok": false,
              "calls": 1,
              "medianMs": 36
            },
            {
              "name": "list_trash",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "read_attachment",
              "ok": false,
              "calls": 1,
              "medianMs": 53
            },
            {
              "name": "read_raw_message",
              "ok": false,
              "calls": 1,
              "medianMs": 281
            },
            {
              "name": "reply_all_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_sent_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_sent_message_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_thread_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "circle-wallets": {
      "slug": "circle-wallets",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:57:51.170160823Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 0,
          "calls": 4,
          "errors": 0,
          "p50Ms": 123,
          "p95Ms": 530,
          "perTool": [
            {
              "name": "get_circle_product_summary",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 123
            },
            {
              "name": "get_coding_resource_details",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 129
            },
            {
              "name": "list_available_coding_resources",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 115
            },
            {
              "name": "search_circle_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 530
            }
          ]
        }
      ]
    },
    "cloudflare-mcp": {
      "slug": "cloudflare-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:58:33.858337746Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 0,
          "p50Ms": 50,
          "p95Ms": 1701,
          "perTool": [
            {
              "name": "migrate_pages_to_workers_guide",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 50
            },
            {
              "name": "search_cloudflare_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1701
            }
          ]
        }
      ]
    },
    "clueso-video": {
      "slug": "clueso-video",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:00:17.202195989Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 56,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 39,
          "calls": 2,
          "errors": 2,
          "p50Ms": 26,
          "p95Ms": 109,
          "perTool": [
            {
              "name": "add_article_media",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_clips",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_comment",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_elements",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_sync_point",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "analyze_audio",
              "ok": false,
              "calls": 0
            },
            {
              "name": "auto_sync",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "captions",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_uploads",
              "ok": false,
              "calls": 0
            },
            {
              "name": "create_clueprint",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_folder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "duplicate_clip",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "duplicate_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_animation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "export_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "extract_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "find",
              "ok": false,
              "calls": 0
            },
            {
              "name": "generate_media",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_article",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_clip",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_clueprint",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_comments",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_design_guide",
              "ok": false,
              "calls": 1,
              "medianMs": 109
            },
            {
              "name": "get_element_schema",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_embed",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_export",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_media_job",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_recording_activity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_script_job",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_usage",
              "ok": false,
              "calls": 1,
              "medianMs": 26
            },
            {
              "name": "manage_brand_kit",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "pronunciation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "read_animation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "record_screen",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_clip",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_elements",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_from_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reorder_elements",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "run_script",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_voice",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "split_clip",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "switch_workspace",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "translation_glossary",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_article",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_article_media",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_clips",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_clueprint",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_elements",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "voiceover_batch",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "coingecko-x402-api": {
      "slug": "coingecko-x402-api",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:01:12.15076885Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 0,
          "p50Ms": 94,
          "p95Ms": 723,
          "perTool": [
            {
              "name": "execute",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 723
            },
            {
              "name": "search_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 94
            }
          ]
        }
      ]
    },
    "context7": {
      "slug": "context7",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:02:30.980103354Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 3,
          "errors": 0,
          "p50Ms": 1110,
          "p95Ms": 1136,
          "perTool": [
            {
              "name": "query-docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 969
            },
            {
              "name": "resolve-library-id",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 1110
            }
          ]
        }
      ]
    },
    "courier": {
      "slug": "courier",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:31:19.82972494Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 173,
          "toolsTried": 6,
          "toolsOk": 0,
          "toolsRefused": 101,
          "calls": 6,
          "errors": 6,
          "p50Ms": 152,
          "p95Ms": 676,
          "perTool": [
            {
              "name": "add_bulk_users",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_subscribers_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_user_to_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_preference_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_preview_device_set",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_routing_strategy",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_add_user_tenants",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_add_user_tokens",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_replace_user_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_subscribe_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_update_user_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_automation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_broadcast_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_notification_submission",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "courier_installation_guide",
              "ok": false,
              "calls": 0
            },
            {
              "name": "create_brand",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_bulk_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_merge_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_replace_user_push_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_update_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preference_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preview_device_set",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preview_run",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_provider",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_routing_strategy",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_audience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_brand",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_provider",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_tenant_preference",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_tenant_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_user_list_subscriptions",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_user_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_user_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "duplicate_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_jwt_for_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_audience",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_audit_event",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_brand",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_broadcast",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_broadcast_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bulk_job",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_journey",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_journey_run",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_journey_template",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_journey_template_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_subscribers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_message",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_message_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_message_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notification",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notification_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notification_draft_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notification_metrics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_preference_section",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_preference_topic",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_preview_device_set",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_preview_run",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_provider",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_routing_strategy",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tenant",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tenant_template",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tenant_template_version",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_translation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_list_subscriptions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_preference_topic",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_preferences",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_profile_by_id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_push_token",
              "ok": false,
              "calls": 0
            },
            {
              "name": "invoke_ad_hoc_automation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "invoke_automation_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "invoke_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_audience_members",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_audiences",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_audit_events",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_automation_run_steps",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_automation_runs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_automations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_brands",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_broadcasts",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_bulk_users",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_digest_instances",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_run_steps",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_runs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_template_versions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_templates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_versions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journeys",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_lists",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_messages",
              "ok": false,
              "calls": 1,
              "medianMs": 433
            },
            {
              "name": "list_notification_checks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_notification_versions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_notifications",
              "ok": false,
              "calls": 1,
              "medianMs": 676
            },
            {
              "name": "list_preference_logs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preference_sections",
              "ok": false,
              "calls": 1,
              "medianMs": 152
            },
            {
              "name": "list_preference_topics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preview_device_sets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preview_devices",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preview_runs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_provider_catalog",
              "ok": false,
              "calls": 1,
              "medianMs": 132
            },
            {
              "name": "list_providers",
              "ok": false,
              "calls": 1,
              "medianMs": 139
            },
            {
              "name": "list_routing_strategies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_routing_strategy_notifications",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_tenant_templates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_tenant_users",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_tenants",
              "ok": false,
              "calls": 1,
              "medianMs": 226
            },
            {
              "name": "list_user_push_tokens",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_user_tenants",
              "ok": false,
              "calls": 0
            },
            {
              "name": "patch_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "patch_user_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_tenant_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_broadcast_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_journey_template_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_journey_template_locale",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_notification_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_notification_element",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_notification_locale",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "release_digest",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "release_user_digest",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_all_user_tenants",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_user_from_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "rename_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_preference_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_preview_device_set",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_routing_strategy",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_tenant_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resend_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "run_bulk_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message_to_list_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "subscribe_user_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "subscribe_user_to_lists",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "trace_message",
              "ok": false,
              "calls": 0
            },
            {
              "name": "track_inbound_event",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unsubscribe_user_from_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_audience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_brand",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_notification_checks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_provider",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_tenant_preference",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_translation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_user_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:07:46.633410815Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "failure",
          "tools": 173,
          "toolsTried": 37,
          "toolsOk": 0,
          "toolsRefused": 101,
          "calls": 40,
          "errors": 40,
          "p50Ms": 293,
          "p95Ms": 439,
          "perTool": [
            {
              "name": "add_bulk_users",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_subscribers_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_user_to_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_preference_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_preview_device_set",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_routing_strategy",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_add_user_tenants",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_add_user_tokens",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_replace_user_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_subscribe_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "bulk_update_user_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_automation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_broadcast_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_notification_submission",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "courier_installation_guide",
              "ok": false,
              "calls": 0
            },
            {
              "name": "create_brand",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_bulk_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_merge_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_replace_user_push_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_update_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preference_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preview_device_set",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_preview_run",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_provider",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_routing_strategy",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_audience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_brand",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_provider",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_tenant_preference",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_tenant_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_user_list_subscriptions",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_user_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_user_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "duplicate_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_jwt_for_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_audience",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "get_audit_event",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_brand",
              "ok": false,
              "calls": 1,
              "medianMs": 318
            },
            {
              "name": "get_broadcast",
              "ok": false,
              "calls": 1,
              "medianMs": 311
            },
            {
              "name": "get_broadcast_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bulk_job",
              "ok": false,
              "calls": 1,
              "medianMs": 251
            },
            {
              "name": "get_journey",
              "ok": false,
              "calls": 1,
              "medianMs": 175
            },
            {
              "name": "get_journey_run",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_journey_template",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "get_journey_template_content",
              "ok": false,
              "calls": 1,
              "medianMs": 315
            },
            {
              "name": "get_list",
              "ok": false,
              "calls": 1,
              "medianMs": 274
            },
            {
              "name": "get_list_subscribers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_message",
              "ok": false,
              "calls": 1,
              "medianMs": 375
            },
            {
              "name": "get_message_content",
              "ok": false,
              "calls": 1,
              "medianMs": 260
            },
            {
              "name": "get_message_history",
              "ok": false,
              "calls": 1,
              "medianMs": 279
            },
            {
              "name": "get_notification",
              "ok": false,
              "calls": 1,
              "medianMs": 321
            },
            {
              "name": "get_notification_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notification_draft_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_notification_metrics",
              "ok": false,
              "calls": 1,
              "medianMs": 269
            },
            {
              "name": "get_preference_section",
              "ok": false,
              "calls": 1,
              "medianMs": 317
            },
            {
              "name": "get_preference_topic",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_preview_device_set",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_preview_run",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_provider",
              "ok": false,
              "calls": 1,
              "medianMs": 439
            },
            {
              "name": "get_routing_strategy",
              "ok": false,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "get_tenant",
              "ok": false,
              "calls": 1,
              "medianMs": 121
            },
            {
              "name": "get_tenant_template",
              "ok": false,
              "calls": 1,
              "medianMs": 265
            },
            {
              "name": "get_tenant_template_version",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_translation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_list_subscriptions",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "get_user_preference_topic",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_preferences",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_profile_by_id",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "get_user_push_token",
              "ok": false,
              "calls": 0
            },
            {
              "name": "invoke_ad_hoc_automation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "invoke_automation_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "invoke_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_audience_members",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_audiences",
              "ok": false,
              "calls": 1,
              "medianMs": 287
            },
            {
              "name": "list_audit_events",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_automation_run_steps",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_automation_runs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_automations",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "list_brands",
              "ok": false,
              "calls": 1,
              "medianMs": 303
            },
            {
              "name": "list_broadcasts",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "list_bulk_users",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_digest_instances",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_run_steps",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_runs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_template_versions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journey_templates",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "list_journey_versions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_journeys",
              "ok": false,
              "calls": 2,
              "medianMs": 287
            },
            {
              "name": "list_lists",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "list_messages",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "list_notification_checks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_notification_versions",
              "ok": false,
              "calls": 1,
              "medianMs": 311
            },
            {
              "name": "list_notifications",
              "ok": false,
              "calls": 2,
              "medianMs": 113
            },
            {
              "name": "list_preference_logs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preference_sections",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "list_preference_topics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preview_device_sets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preview_devices",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_preview_runs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_provider_catalog",
              "ok": false,
              "calls": 1,
              "medianMs": 298
            },
            {
              "name": "list_providers",
              "ok": false,
              "calls": 1,
              "medianMs": 465
            },
            {
              "name": "list_routing_strategies",
              "ok": false,
              "calls": 1,
              "medianMs": 119
            },
            {
              "name": "list_routing_strategy_notifications",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_tenant_templates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_tenant_users",
              "ok": false,
              "calls": 1,
              "medianMs": 273
            },
            {
              "name": "list_tenants",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "list_user_push_tokens",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_user_tenants",
              "ok": false,
              "calls": 1,
              "medianMs": 316
            },
            {
              "name": "patch_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "patch_user_token",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_tenant_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_broadcast_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_journey_template_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_journey_template_locale",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_notification_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_notification_element",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_notification_locale",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "release_digest",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "release_user_digest",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_all_user_tenants",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_user_from_tenant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "rename_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_journey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_journey_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_preference_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_preview_device_set",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_routing_strategy",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_tenant_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resend_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restore_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "run_bulk_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_broadcast",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_message_to_list_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "subscribe_user_to_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "subscribe_user_to_lists",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "trace_message",
              "ok": false,
              "calls": 0
            },
            {
              "name": "track_inbound_event",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unsubscribe_user_from_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_audience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_brand",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_notification_checks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_provider",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_tenant_preference",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_translation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_user_preference_topic",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "crisp": {
      "slug": "crisp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:34:14.476281144Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 42,
          "toolsTried": 29,
          "toolsOk": 0,
          "toolsRefused": 13,
          "calls": 29,
          "errors": 29,
          "p50Ms": 290,
          "p95Ms": 297,
          "perTool": [
            {
              "name": "change_conversation_state",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "create_helpdesk_tree_path",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_helpdesk_tree_path",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_availability_status",
              "ok": false,
              "calls": 1,
              "medianMs": 281
            },
            {
              "name": "get_conversation",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "get_helpdesk_information",
              "ok": false,
              "calls": 1,
              "medianMs": 30
            },
            {
              "name": "get_helpdesk_settings",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "get_helpdesk_tree_path_content",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "get_helpdesk_tree_path_metadata",
              "ok": false,
              "calls": 1,
              "medianMs": 32
            },
            {
              "name": "get_helpdesk_tree_path_title",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "get_people_profile",
              "ok": false,
              "calls": 1,
              "medianMs": 298
            },
            {
              "name": "get_visitors_count",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "get_website_information",
              "ok": false,
              "calls": 1,
              "medianMs": 76
            },
            {
              "name": "get_website_settings",
              "ok": false,
              "calls": 1,
              "medianMs": 250
            },
            {
              "name": "list_conversations_at_page",
              "ok": false,
              "calls": 1,
              "medianMs": 26
            },
            {
              "name": "list_helpdesk_locales",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "list_helpdesk_pages",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "list_helpdesk_tree",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "list_inboxes",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "list_latest_conversation_messages",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "list_latest_conversations",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "list_operators",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "list_operators_active",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "list_people_conversations",
              "ok": false,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "list_people_profiles_at_page",
              "ok": false,
              "calls": 1,
              "medianMs": 30
            },
            {
              "name": "list_visitors",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "move_conversation_inbox",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "report_feedback_missing_tool",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "search_conversations",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "search_helpdesk_tree",
              "ok": false,
              "calls": 1,
              "medianMs": 287
            },
            {
              "name": "search_people_profiles",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "send_conversation_message_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_conversation_message_text",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_conversation_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_conversation_full_name",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_conversation_phone",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_helpdesk_tree_path_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_helpdesk_tree_path_title",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_full_name",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_phone",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_segments",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:10:34.61221095Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "failure",
          "tools": 42,
          "toolsTried": 19,
          "toolsOk": 0,
          "toolsRefused": 13,
          "calls": 25,
          "errors": 25,
          "p50Ms": 290,
          "p95Ms": 297,
          "perTool": [
            {
              "name": "change_conversation_state",
              "ok": false,
              "calls": 1,
              "medianMs": 287
            },
            {
              "name": "create_helpdesk_tree_path",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_helpdesk_tree_path",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_availability_status",
              "ok": false,
              "calls": 2,
              "medianMs": 253
            },
            {
              "name": "get_conversation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_helpdesk_information",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "get_helpdesk_settings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_helpdesk_tree_path_content",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "get_helpdesk_tree_path_metadata",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_helpdesk_tree_path_title",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "get_people_profile",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_visitors_count",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "get_website_information",
              "ok": false,
              "calls": 3,
              "medianMs": 25
            },
            {
              "name": "get_website_settings",
              "ok": false,
              "calls": 1,
              "medianMs": 26
            },
            {
              "name": "list_conversations_at_page",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "list_helpdesk_locales",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "list_helpdesk_pages",
              "ok": false,
              "calls": 1,
              "medianMs": 26
            },
            {
              "name": "list_helpdesk_tree",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "list_inboxes",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "list_latest_conversation_messages",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_latest_conversations",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "list_operators",
              "ok": false,
              "calls": 2,
              "medianMs": 288
            },
            {
              "name": "list_operators_active",
              "ok": false,
              "calls": 2,
              "medianMs": 292
            },
            {
              "name": "list_people_conversations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_people_profiles_at_page",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_visitors",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "move_conversation_inbox",
              "ok": false,
              "calls": 0
            },
            {
              "name": "report_feedback_missing_tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_conversations",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "search_helpdesk_tree",
              "ok": false,
              "calls": 1,
              "medianMs": 287
            },
            {
              "name": "search_people_profiles",
              "ok": false,
              "calls": 0
            },
            {
              "name": "send_conversation_message_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_conversation_message_text",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_conversation_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_conversation_full_name",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_conversation_phone",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_helpdesk_tree_path_content",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_helpdesk_tree_path_title",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_full_name",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_phone",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_people_profile_segments",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "crossmint": {
      "slug": "crossmint",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:11:39.22049924Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 255,
          "p95Ms": 1293,
          "perTool": [
            {
              "name": "query_docs_filesystem_crossmint_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 255
            },
            {
              "name": "search_crossmint_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1293
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "curlshot": {
      "slug": "curlshot",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:36:02.443865988Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 1,
          "toolsRefused": 0,
          "calls": 4,
          "errors": 3,
          "p50Ms": 88,
          "p95Ms": 293,
          "perTool": [
            {
              "name": "list_devices",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 80
            },
            {
              "name": "take_screenshot",
              "ok": false,
              "calls": 3,
              "medianMs": 230
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:13:23.461907084Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 1,
          "toolsRefused": 0,
          "calls": 3,
          "errors": 1,
          "p50Ms": 113,
          "p95Ms": 393,
          "perTool": [
            {
              "name": "list_devices",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 113
            },
            {
              "name": "take_screenshot",
              "ok": false,
              "calls": 1,
              "medianMs": 107
            }
          ]
        }
      ]
    },
    "deel": {
      "slug": "deel",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:40:56.79025982Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 8,
          "toolsTried": 8,
          "toolsOk": 7,
          "toolsRefused": 0,
          "calls": 16,
          "errors": 9,
          "p50Ms": 250,
          "p95Ms": 7764,
          "perTool": [
            {
              "name": "eor_employment_cost_batch",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 348
            },
            {
              "name": "eor_employment_cost_calculate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 250
            },
            {
              "name": "hiring_insights_employment_comparison_list",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 183
            },
            {
              "name": "hiring_insights_eor_cost_calculate",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 238
            },
            {
              "name": "hiring_insights_salary_calculate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 413
            },
            {
              "name": "hiring_insights_summary_get",
              "ok": true,
              "firstOk": 3,
              "calls": 5,
              "medianMs": 1526
            },
            {
              "name": "hiring_insights_take_home_pay_calculate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 132
            },
            {
              "name": "retrieveAtsJobPostingsByOrganization",
              "ok": false,
              "calls": 4,
              "medianMs": 98
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:20:30.937925506Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 8,
          "toolsTried": 8,
          "toolsOk": 7,
          "toolsRefused": 0,
          "calls": 40,
          "errors": 27,
          "p50Ms": 776,
          "p95Ms": 2072,
          "perTool": [
            {
              "name": "eor_employment_cost_batch",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 576
            },
            {
              "name": "eor_employment_cost_calculate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 414
            },
            {
              "name": "hiring_insights_employment_comparison_list",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 165
            },
            {
              "name": "hiring_insights_eor_cost_calculate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 6468
            },
            {
              "name": "hiring_insights_salary_calculate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 188
            },
            {
              "name": "hiring_insights_summary_get",
              "ok": true,
              "firstOk": 4,
              "calls": 23,
              "medianMs": 1198
            },
            {
              "name": "hiring_insights_take_home_pay_calculate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 166
            },
            {
              "name": "retrieveAtsJobPostingsByOrganization",
              "ok": false,
              "calls": 11,
              "medianMs": 229
            }
          ]
        }
      ]
    },
    "docuseal": {
      "slug": "docuseal",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:21:53.521990952Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 0,
          "p50Ms": 87,
          "p95Ms": 913,
          "perTool": [
            {
              "name": "load_resource",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 87
            },
            {
              "name": "search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 913
            }
          ]
        }
      ]
    },
    "drawio": {
      "slug": "drawio",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:23:52.715373347Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 0,
          "calls": 5,
          "errors": 0,
          "p50Ms": 298,
          "p95Ms": 723,
          "perTool": [
            {
              "name": "create_diagram",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 723
            },
            {
              "name": "create_semantic_diagram",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 139
            },
            {
              "name": "get_drawio_reference",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 37
            },
            {
              "name": "search_shapes",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 368
            }
          ]
        }
      ]
    },
    "dreamlit": {
      "slug": "dreamlit",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:45:06.463373771Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 24,
          "toolsTried": 10,
          "toolsOk": 1,
          "toolsRefused": 14,
          "calls": 15,
          "errors": 14,
          "p50Ms": 244,
          "p95Ms": 3185,
          "perTool": [
            {
              "name": "check_compatibility",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "configure_sender_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "confirm_publish",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "connect_database",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_update_workflow",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_workflow_steps",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_analytics",
              "ok": false,
              "calls": 1,
              "medianMs": 244
            },
            {
              "name": "get_app_context_request",
              "ok": false,
              "calls": 2,
              "medianMs": 311
            },
            {
              "name": "get_database_role_setup",
              "ok": false,
              "calls": 1,
              "medianMs": 234
            },
            {
              "name": "get_lifecycle_report",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_recommendations",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_setup_status",
              "ok": false,
              "calls": 2,
              "medianMs": 117
            },
            {
              "name": "get_status",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 3185
            },
            {
              "name": "get_workflow_and_preview_url",
              "ok": false,
              "calls": 1,
              "medianMs": 156
            },
            {
              "name": "list_brand_styles",
              "ok": false,
              "calls": 2,
              "medianMs": 118
            },
            {
              "name": "list_projects",
              "ok": false,
              "calls": 2,
              "medianMs": 106
            },
            {
              "name": "list_workflows",
              "ok": false,
              "calls": 2,
              "medianMs": 282
            },
            {
              "name": "move_workflow_to_folder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "prepare_publish",
              "ok": false,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "rename_workflow",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_workflow_test",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "share_app_context",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unpublish_workflow",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_project",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:29:50.729552054Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 24,
          "toolsTried": 10,
          "toolsOk": 1,
          "toolsRefused": 14,
          "calls": 30,
          "errors": 27,
          "p50Ms": 291,
          "p95Ms": 868,
          "perTool": [
            {
              "name": "check_compatibility",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "configure_sender_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "confirm_publish",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "connect_database",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_or_update_workflow",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_workflow_steps",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_analytics",
              "ok": false,
              "calls": 3,
              "medianMs": 298
            },
            {
              "name": "get_app_context_request",
              "ok": false,
              "calls": 3,
              "medianMs": 274
            },
            {
              "name": "get_database_role_setup",
              "ok": false,
              "calls": 3,
              "medianMs": 314
            },
            {
              "name": "get_lifecycle_report",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_recommendations",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_setup_status",
              "ok": false,
              "calls": 3,
              "medianMs": 289
            },
            {
              "name": "get_status",
              "ok": true,
              "firstOk": 1,
              "calls": 3,
              "medianMs": 868
            },
            {
              "name": "get_workflow_and_preview_url",
              "ok": false,
              "calls": 3,
              "medianMs": 295
            },
            {
              "name": "list_brand_styles",
              "ok": false,
              "calls": 3,
              "medianMs": 291
            },
            {
              "name": "list_projects",
              "ok": false,
              "calls": 3,
              "medianMs": 129
            },
            {
              "name": "list_workflows",
              "ok": false,
              "calls": 3,
              "medianMs": 272
            },
            {
              "name": "move_workflow_to_folder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "prepare_publish",
              "ok": false,
              "calls": 3,
              "medianMs": 312
            },
            {
              "name": "rename_workflow",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_workflow_test",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "share_app_context",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unpublish_workflow",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_project",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "edamam": {
      "slug": "edamam",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:47:12.901467117Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 6,
          "p50Ms": 107,
          "p95Ms": 741,
          "perTool": [
            {
              "name": "analyze_food_image",
              "ok": false,
              "calls": 3,
              "medianMs": 106
            },
            {
              "name": "get_food_nutrition",
              "ok": false,
              "calls": 3,
              "medianMs": 528
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:30:57.409333945Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "failure",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 2,
          "p50Ms": 102,
          "p95Ms": 105,
          "perTool": [
            {
              "name": "analyze_food_image",
              "ok": false,
              "calls": 1,
              "medianMs": 102
            },
            {
              "name": "get_food_nutrition",
              "ok": false,
              "calls": 1,
              "medianMs": 105
            }
          ]
        }
      ]
    },
    "eden-ai": {
      "slug": "eden-ai",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:50:59.845497487Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 42,
          "toolsTried": 28,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 28,
          "errors": 26,
          "p50Ms": 291,
          "p95Ms": 310,
          "perTool": [
            {
              "name": "audio_speech_to_text",
              "ok": false,
              "calls": 1,
              "medianMs": 310
            },
            {
              "name": "audio_tts",
              "ok": false,
              "calls": 1,
              "medianMs": 93
            },
            {
              "name": "check_job",
              "ok": false,
              "calls": 1,
              "medianMs": 91
            },
            {
              "name": "image_ai_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 23
            },
            {
              "name": "image_anonymization",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "image_background_removal",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "image_deepfake_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "image_explicit_content",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "image_face_compare",
              "ok": false,
              "calls": 0
            },
            {
              "name": "image_face_detection",
              "ok": false,
              "calls": 0
            },
            {
              "name": "image_face_recognition",
              "ok": false,
              "calls": 0
            },
            {
              "name": "image_generation",
              "ok": false,
              "calls": 1,
              "medianMs": 21
            },
            {
              "name": "image_logo_detection",
              "ok": false,
              "calls": 0
            },
            {
              "name": "image_object_detection",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_models",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 356
            },
            {
              "name": "list_voices",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 117
            },
            {
              "name": "manage_collections",
              "ok": false,
              "calls": 1,
              "medianMs": 194
            },
            {
              "name": "ocr",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "ocr_async",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ocr_financial_parser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ocr_identity_parser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ocr_resume_parser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ocr_tables",
              "ok": false,
              "calls": 0
            },
            {
              "name": "text_ai_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "text_anonymization",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "text_moderation",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "text_named_entity_recognition",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "text_plagia_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "text_spell_check",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "text_topic_extraction",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "translation_automatic_translation",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "translation_document_translation",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "upload_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "video_deepfake_detection",
              "ok": false,
              "calls": 0
            },
            {
              "name": "video_generation",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "web_batch_scrape",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "web_crawl",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "web_map",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "web_research",
              "ok": false,
              "calls": 1,
              "medianMs": 222
            },
            {
              "name": "web_scraping",
              "ok": false,
              "calls": 1,
              "medianMs": 220
            },
            {
              "name": "web_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "web_structured_extraction",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:41:46.045194862Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 42,
          "toolsTried": 39,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 40,
          "errors": 38,
          "p50Ms": 290,
          "p95Ms": 300,
          "perTool": [
            {
              "name": "audio_speech_to_text",
              "ok": false,
              "calls": 1,
              "medianMs": 110
            },
            {
              "name": "audio_tts",
              "ok": false,
              "calls": 1,
              "medianMs": 299
            },
            {
              "name": "check_job",
              "ok": false,
              "calls": 1,
              "medianMs": 298
            },
            {
              "name": "image_ai_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "image_anonymization",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "image_background_removal",
              "ok": false,
              "calls": 2,
              "medianMs": 287
            },
            {
              "name": "image_deepfake_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 305
            },
            {
              "name": "image_explicit_content",
              "ok": false,
              "calls": 1,
              "medianMs": 279
            },
            {
              "name": "image_face_compare",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "image_face_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 300
            },
            {
              "name": "image_face_recognition",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "image_generation",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "image_logo_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 282
            },
            {
              "name": "image_object_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 209
            },
            {
              "name": "list_models",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 139
            },
            {
              "name": "list_voices",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 136
            },
            {
              "name": "manage_collections",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "ocr",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "ocr_async",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "ocr_financial_parser",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "ocr_identity_parser",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "ocr_resume_parser",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "ocr_tables",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "text_ai_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "text_anonymization",
              "ok": false,
              "calls": 1,
              "medianMs": 268
            },
            {
              "name": "text_moderation",
              "ok": false,
              "calls": 1,
              "medianMs": 177
            },
            {
              "name": "text_named_entity_recognition",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "text_plagia_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 266
            },
            {
              "name": "text_spell_check",
              "ok": false,
              "calls": 1,
              "medianMs": 311
            },
            {
              "name": "text_topic_extraction",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "translation_automatic_translation",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "translation_document_translation",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "upload_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "video_deepfake_detection",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "video_generation",
              "ok": false,
              "calls": 1,
              "medianMs": 287
            },
            {
              "name": "web_batch_scrape",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "web_crawl",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "web_map",
              "ok": false,
              "calls": 0
            },
            {
              "name": "web_research",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "web_scraping",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "web_search",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "web_structured_extraction",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "etsy": {
      "slug": "etsy",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:43:45.233935174Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 8,
          "toolsTried": 7,
          "toolsOk": 7,
          "toolsRefused": 1,
          "calls": 7,
          "errors": 0,
          "p50Ms": 183,
          "p95Ms": 607,
          "perTool": [
            {
              "name": "get_endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 607
            },
            {
              "name": "get_guide",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 141
            },
            {
              "name": "get_schema",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 127
            },
            {
              "name": "learn_etsy_api",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 183
            },
            {
              "name": "list_endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 307
            },
            {
              "name": "list_guides",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 274
            },
            {
              "name": "search_etsy_api",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 131
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "exa-mcp": {
      "slug": "exa-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:44:28.464453414Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 0,
          "p50Ms": 200,
          "p95Ms": 505,
          "perTool": [
            {
              "name": "web_fetch_exa",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 200
            },
            {
              "name": "web_search_exa",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 505
            }
          ]
        }
      ]
    },
    "financial-modeling-prep": {
      "slug": "financial-modeling-prep",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:52:30.995710582Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 28,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 2,
          "p50Ms": 88,
          "p95Ms": 581,
          "perTool": [
            {
              "name": "ESG",
              "ok": false,
              "calls": 1,
              "medianMs": 581
            },
            {
              "name": "Fundraisers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "analyst",
              "ok": false,
              "calls": 0
            },
            {
              "name": "calendar",
              "ok": false,
              "calls": 0
            },
            {
              "name": "chart",
              "ok": false,
              "calls": 0
            },
            {
              "name": "commitmentOfTraders",
              "ok": false,
              "calls": 0
            },
            {
              "name": "commodity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "company",
              "ok": false,
              "calls": 0
            },
            {
              "name": "crypto",
              "ok": false,
              "calls": 0
            },
            {
              "name": "directory",
              "ok": false,
              "calls": 0
            },
            {
              "name": "discountedCashFlow",
              "ok": false,
              "calls": 0
            },
            {
              "name": "earningsTranscript",
              "ok": false,
              "calls": 0
            },
            {
              "name": "economics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "etfAndMutualFunds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "forex",
              "ok": false,
              "calls": 0
            },
            {
              "name": "form13F",
              "ok": false,
              "calls": 0
            },
            {
              "name": "indexes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "insiderTrades",
              "ok": false,
              "calls": 0
            },
            {
              "name": "marketHours",
              "ok": false,
              "calls": 0
            },
            {
              "name": "marketPerformance",
              "ok": false,
              "calls": 0
            },
            {
              "name": "news",
              "ok": false,
              "calls": 0
            },
            {
              "name": "quote",
              "ok": false,
              "calls": 1,
              "medianMs": 88
            },
            {
              "name": "search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "secFilings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "senate",
              "ok": false,
              "calls": 0
            },
            {
              "name": "statements",
              "ok": false,
              "calls": 0
            },
            {
              "name": "technicalIndicators",
              "ok": false,
              "calls": 0
            },
            {
              "name": "tipranks",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:47:14.412889159Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "failure",
          "tools": 28,
          "toolsTried": 4,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 4,
          "errors": 4,
          "p50Ms": 90,
          "p95Ms": 619,
          "perTool": [
            {
              "name": "ESG",
              "ok": false,
              "calls": 1,
              "medianMs": 619
            },
            {
              "name": "Fundraisers",
              "ok": false,
              "calls": 1,
              "medianMs": 87
            },
            {
              "name": "analyst",
              "ok": false,
              "calls": 0
            },
            {
              "name": "calendar",
              "ok": false,
              "calls": 0
            },
            {
              "name": "chart",
              "ok": false,
              "calls": 0
            },
            {
              "name": "commitmentOfTraders",
              "ok": false,
              "calls": 0
            },
            {
              "name": "commodity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "company",
              "ok": false,
              "calls": 0
            },
            {
              "name": "crypto",
              "ok": false,
              "calls": 0
            },
            {
              "name": "directory",
              "ok": false,
              "calls": 1,
              "medianMs": 90
            },
            {
              "name": "discountedCashFlow",
              "ok": false,
              "calls": 0
            },
            {
              "name": "earningsTranscript",
              "ok": false,
              "calls": 0
            },
            {
              "name": "economics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "etfAndMutualFunds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "forex",
              "ok": false,
              "calls": 0
            },
            {
              "name": "form13F",
              "ok": false,
              "calls": 0
            },
            {
              "name": "indexes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "insiderTrades",
              "ok": false,
              "calls": 0
            },
            {
              "name": "marketHours",
              "ok": false,
              "calls": 0
            },
            {
              "name": "marketPerformance",
              "ok": false,
              "calls": 1,
              "medianMs": 92
            },
            {
              "name": "news",
              "ok": false,
              "calls": 0
            },
            {
              "name": "quote",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "secFilings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "senate",
              "ok": false,
              "calls": 0
            },
            {
              "name": "statements",
              "ok": false,
              "calls": 0
            },
            {
              "name": "technicalIndicators",
              "ok": false,
              "calls": 0
            },
            {
              "name": "tipranks",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "firecrawl-mcp": {
      "slug": "firecrawl-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:49:27.28096754Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 3,
          "toolsOk": 3,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 1,
          "p50Ms": 144,
          "p95Ms": 2137,
          "perTool": [
            {
              "name": "firecrawl_parse",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 92
            },
            {
              "name": "firecrawl_scrape",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 142
            },
            {
              "name": "firecrawl_search",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 618
            }
          ]
        }
      ]
    },
    "fone-me": {
      "slug": "fone-me",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:50:29.655662399Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 4,
          "toolsTried": 3,
          "toolsOk": 3,
          "toolsRefused": 1,
          "calls": 3,
          "errors": 0,
          "p50Ms": 477,
          "p95Ms": 5626,
          "perTool": [
            {
              "name": "add_chat_to_website",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 337
            },
            {
              "name": "find_agents",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 5626
            },
            {
              "name": "get_agent",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 477
            },
            {
              "name": "message_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "galileo": {
      "slug": "galileo",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:54:28.15015482Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 13,
          "toolsTried": 5,
          "toolsOk": 5,
          "toolsRefused": 2,
          "calls": 6,
          "errors": 0,
          "p50Ms": 176,
          "p95Ms": 233,
          "perTool": [
            {
              "name": "create_galileo_dataset",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_prompt_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_code_remediation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_logstream_insights",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 176
            },
            {
              "name": "get_logstream_signals",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 185
            },
            {
              "name": "get_signal_evidence",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_signal_evidence_context",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_signal_evidence_span",
              "ok": false,
              "calls": 0
            },
            {
              "name": "integrate_galileo_with_langchain",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 233
            },
            {
              "name": "integrate_galileo_with_openai",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 175
            },
            {
              "name": "search_docs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "setup_galileo_experiment",
              "ok": false,
              "calls": 0
            },
            {
              "name": "validate_dataset",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 172
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:52:26.391413062Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 13,
          "toolsTried": 5,
          "toolsOk": 5,
          "toolsRefused": 2,
          "calls": 5,
          "errors": 0,
          "p50Ms": 191,
          "p95Ms": 1135,
          "perTool": [
            {
              "name": "create_galileo_dataset",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_prompt_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_code_remediation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_logstream_insights",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 196
            },
            {
              "name": "get_logstream_signals",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 182
            },
            {
              "name": "get_signal_evidence",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_signal_evidence_context",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_signal_evidence_span",
              "ok": false,
              "calls": 0
            },
            {
              "name": "integrate_galileo_with_langchain",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 184
            },
            {
              "name": "integrate_galileo_with_openai",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 191
            },
            {
              "name": "search_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1135
            },
            {
              "name": "setup_galileo_experiment",
              "ok": false,
              "calls": 0
            },
            {
              "name": "validate_dataset",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "gitmcp": {
      "slug": "gitmcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:55:00.762502154Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "success",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 0,
          "calls": 4,
          "errors": 0,
          "p50Ms": 11256,
          "p95Ms": 17412,
          "perTool": [
            {
              "name": "fetch__7Brepo_7D_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 17412
            },
            {
              "name": "fetch_generic_url_content",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 10097
            },
            {
              "name": "search__7Brepo_7D_code",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 11256
            },
            {
              "name": "search__7Brepo_7D_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 16244
            }
          ]
        }
      ]
    },
    "google-drive-api": {
      "slug": "google-drive-api",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:56:29.414109371Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 8,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 2,
          "calls": 2,
          "errors": 2,
          "p50Ms": 178,
          "p95Ms": 242,
          "perTool": [
            {
              "name": "copy_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_file",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "download_file_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_file_metadata",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_file_permissions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_recent_files",
              "ok": false,
              "calls": 1,
              "medianMs": 242
            },
            {
              "name": "read_file_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_files",
              "ok": false,
              "calls": 1,
              "medianMs": 178
            }
          ]
        }
      ]
    },
    "google-maps-platform": {
      "slug": "google-maps-platform",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:58:05.829754884Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 6,
          "toolsTried": 1,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 2,
          "p50Ms": 13,
          "p95Ms": 14,
          "perTool": [
            {
              "name": "compute_routes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "lookup_weather",
              "ok": false,
              "calls": 0
            },
            {
              "name": "resolve_maps_urls",
              "ok": false,
              "calls": 0
            },
            {
              "name": "resolve_names",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_along_route",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_places",
              "ok": false,
              "calls": 2,
              "medianMs": 13
            }
          ]
        }
      ]
    },
    "google-people-api": {
      "slug": "google-people-api",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T23:59:14.149859328Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 2,
          "p50Ms": 32,
          "p95Ms": 37,
          "perTool": [
            {
              "name": "get_user_profile",
              "ok": false,
              "calls": 1,
              "medianMs": 32
            },
            {
              "name": "search_contacts",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_directory_people",
              "ok": false,
              "calls": 1,
              "medianMs": 37
            }
          ]
        }
      ]
    },
    "google-sheets-api": {
      "slug": "google-sheets-api",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:00:45.376149864Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 6,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 4,
          "calls": 2,
          "errors": 2,
          "p50Ms": 183,
          "p95Ms": 293,
          "perTool": [
            {
              "name": "get_spreadsheet",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "get_values",
              "ok": false,
              "calls": 1,
              "medianMs": 183
            },
            {
              "name": "insert_dimension",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_formulas",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_spreadsheet",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_values",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "gorgias": {
      "slug": "gorgias",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:03:19.949570819Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 190,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 82,
          "calls": 2,
          "errors": 2,
          "p50Ms": 156,
          "p95Ms": 362,
          "perTool": [
            {
              "name": "add_internal_note",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ai_agent_setup_completion",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ai_performance_metrics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "apply_macro",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive_macros",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_simulation_run",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_holiday_hours_overlaps",
              "ok": false,
              "calls": 0
            },
            {
              "name": "compare_ai_agent_previews",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "compare_ai_agent_previews_with_live_actions",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "continue_ai_agent_preview",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "continue_ai_agent_preview_with_live_actions",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "convert_to_advanced_view",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_action_from_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_custom_field",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_draft_guidance",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_draft_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_help_center_article",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_holiday_hours",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_macro",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_routine",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_support_action",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_tag",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_ticket",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_view",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_view_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_widget",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "csat_investigation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "delete_routine",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_support_action",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_view",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_view_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_widget",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "disable_guidance",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "disable_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "disable_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "disable_support_action",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "discard_draft_guidance",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "discard_draft_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "discard_help_center_article_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "duplicate_support_action",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "enable_ai_agent_on_channel",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "enable_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "enable_support_action",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "escalate_ticket",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "execution_outcome_breakdown",
              "ok": false,
              "calls": 0
            },
            {
              "name": "find_tickets_by_topic",
              "ok": false,
              "calls": 0
            },
            {
              "name": "freeze_simulation_plan",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_action_template",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_agent_configuration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_ai_agent_preview_session",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_ai_reasoning",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_app_details",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_current_user",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_custom_field",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_customer",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_direct_audience_size",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_gaia_instructions",
              "ok": false,
              "calls": 1,
              "medianMs": 156
            },
            {
              "name": "get_guidance",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_help_center_article",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_help_center_article_version",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_help_center_extra_html",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_help_center_theme",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_holiday_hours",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_http_integration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_instruction",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_integration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_job",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_knowledge_version_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_macro",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_opportunity",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_product_custom_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_reporting_stats",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_reporting_stats_schema",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_routine",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rule",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_saved_segment_size",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_segment",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_segmentation_conditions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_simulation_run_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_simulation_scenario_details",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_skill",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_skill_version",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_snippet",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_snippet_source",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_support_action",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_support_action_example",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_support_action_execution",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_table_metadata",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tables",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_team",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_ticket",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_ticket_analytics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_ticket_executions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tickets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_view",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_view_section",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_widget",
              "ok": false,
              "calls": 0
            },
            {
              "name": "link_app_store",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_action_templates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agent_configurations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_ai_agent_preview_options",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_apps",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_custom_fields",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_customers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_guidance_templates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_guidances",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_help_center_articles",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_help_center_categories",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_help_center_locales",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_help_centers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_holiday_hours",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_holiday_hours_eligible_integrations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_http_integration_logs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_http_integrations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_integrations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_intents",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_macros",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_metric_cards",
              "ok": false,
              "calls": 1,
              "medianMs": 362
            },
            {
              "name": "list_opportunities",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_product_metafield_definitions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_routine_runs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_routines",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_rule_audit_events",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_rules",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_segments",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_skill_versions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_skills",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_sla_policies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_snippet_sources",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_snippets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_support_action_executions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_support_actions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_tags",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_teams",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_ticket_audit_events",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_tickets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_users",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_view_sections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_views",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_voice_queues",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_widgets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "pin_metafield_definition",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "preview_ai_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "preview_ai_agent_with_live_actions",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "preview_tone_of_voice",
              "ok": false,
              "calls": 0
            },
            {
              "name": "publish_guidance",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_help_center_article",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "publish_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "query",
              "ok": false,
              "calls": 0
            },
            {
              "name": "query_audience_membership",
              "ok": false,
              "calls": 0
            },
            {
              "name": "reply_and_close",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "request_app_authentication",
              "ok": false,
              "calls": 0
            },
            {
              "name": "restore_macros",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "run_simulations",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "save_simulation_plan_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_simulation_tickets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_support_action_examples",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_tickets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "set_product_custom_info",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_routine_enabled",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_snippet_status",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "simulate_rule_event",
              "ok": false,
              "calls": 0
            },
            {
              "name": "snooze_ticket",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_feature_request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ticket_pattern_breakdown",
              "ok": false,
              "calls": 0
            },
            {
              "name": "trigger_routine",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unlist_help_center_article",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_customer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_draft_guidance",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_draft_skill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_excluded_handover_topics",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_help_center_article",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_help_center_extra_html",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_help_center_theme",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_holiday_hours",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_intent_status",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_macro",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_routine",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_satisfaction_survey",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_support_action",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_ticket_custom_fields",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_tickets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_tone_of_voice",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_view",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_view_section",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_widget",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "govisit": {
      "slug": "govisit",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:57:56.990697204Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 22,
          "toolsTried": 22,
          "toolsOk": 16,
          "toolsRefused": 0,
          "calls": 28,
          "errors": 12,
          "p50Ms": 290,
          "p95Ms": 1011,
          "perTool": [
            {
              "name": "get_category_overview",
              "ok": false,
              "calls": 2,
              "medianMs": 16
            },
            {
              "name": "get_category_section",
              "ok": false,
              "calls": 2,
              "medianMs": 252
            },
            {
              "name": "get_collection_overview",
              "ok": false,
              "calls": 2,
              "medianMs": 289
            },
            {
              "name": "get_collection_section",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "get_destination_overview",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 391
            },
            {
              "name": "get_destination_section",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 140
            },
            {
              "name": "get_documentation_page",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 268
            },
            {
              "name": "get_page_faq",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 271
            },
            {
              "name": "get_place_overview",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 953
            },
            {
              "name": "get_place_section",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 256
            },
            {
              "name": "get_place_visit_facts",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 76
            },
            {
              "name": "get_statistics",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 397
            },
            {
              "name": "list_category_places",
              "ok": false,
              "calls": 2,
              "medianMs": 293
            },
            {
              "name": "list_collection_places",
              "ok": false,
              "calls": 2,
              "medianMs": 290
            },
            {
              "name": "list_destination_activities",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "list_destination_categories",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 101
            },
            {
              "name": "list_destination_highlights",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 182
            },
            {
              "name": "list_destination_places",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 309
            },
            {
              "name": "list_related_places",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 308
            },
            {
              "name": "search_destinations",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 922
            },
            {
              "name": "search_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 165
            },
            {
              "name": "search_places",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1011
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:06:33.199287388Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 22,
          "toolsTried": 9,
          "toolsOk": 7,
          "toolsRefused": 0,
          "calls": 9,
          "errors": 2,
          "p50Ms": 294,
          "p95Ms": 18986,
          "perTool": [
            {
              "name": "get_category_overview",
              "ok": false,
              "calls": 1,
              "medianMs": 239
            },
            {
              "name": "get_category_section",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_collection_overview",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "get_collection_section",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_destination_overview",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 2167
            },
            {
              "name": "get_destination_section",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 767
            },
            {
              "name": "get_documentation_page",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_page_faq",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_place_overview",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 940
            },
            {
              "name": "get_place_section",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get_place_visit_facts",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 85
            },
            {
              "name": "get_statistics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_category_places",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_collection_places",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_destination_activities",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_destination_categories",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_destination_highlights",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_destination_places",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 92
            },
            {
              "name": "list_related_places",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_destinations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_documentation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_places",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 18986
            }
          ]
        }
      ]
    },
    "himalayas-mcp": {
      "slug": "himalayas-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T01:59:51.576259268Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 78,
          "toolsTried": 5,
          "toolsOk": 4,
          "toolsRefused": 44,
          "calls": 5,
          "errors": 1,
          "p50Ms": 220,
          "p95Ms": 468,
          "perTool": [
            {
              "name": "add_company_perk",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_education",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_experience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_job_payment_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "create_company_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_company_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_document",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_education",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_experience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_saved_answer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_application_documents",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_apply_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_billing_portal_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_coach_chat",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_companies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_details",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_perks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_company_profile",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_conversation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_correct_country_name",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_document",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_headshots_link",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_interview_practice_link",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_interview_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_job_details",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 194
            },
            {
              "name": "get_jobs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 468
            },
            {
              "name": "get_my_conversation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_my_profile",
              "ok": false,
              "calls": 1,
              "medianMs": 86
            },
            {
              "name": "get_new_matches",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_plus_checkout_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_related_jobs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 220
            },
            {
              "name": "get_remote_work_statistics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_salary_data",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_saved_jobs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_talent_profile",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_verification_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "import_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "join_radar_waitlist",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_coach_chats",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_company_jobs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_conversations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_documents",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_headshots",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_interviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_my_conversations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_notifications",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_saved_answers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "mark_message_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark_my_message_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark_notifications_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "purchase_job_extras",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_company_perk",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_saved_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_to_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "save_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_companies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_jobs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 346
            },
            {
              "name": "search_talent",
              "ok": false,
              "calls": 0
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "show_company_job",
              "ok": false,
              "calls": 0
            },
            {
              "name": "skip_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "start_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_account",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_tech_stack",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_document",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_education",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_email_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_experience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_job_status",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_profile_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_saved_answer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_tech_stack",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "use_headshot_as_profile_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:10:21.607553819Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 78,
          "toolsTried": 32,
          "toolsOk": 10,
          "toolsRefused": 44,
          "calls": 40,
          "errors": 30,
          "p50Ms": 292,
          "p95Ms": 667,
          "perTool": [
            {
              "name": "add_company_perk",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_education",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_experience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_job_payment_status",
              "ok": false,
              "calls": 1,
              "medianMs": 369
            },
            {
              "name": "create_company_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_company_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_document",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_education",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_experience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_saved_answer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_application_documents",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_apply_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_billing_portal_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_coach_chat",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "get_companies",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 276
            },
            {
              "name": "get_company_details",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 2055
            },
            {
              "name": "get_company_perks",
              "ok": false,
              "calls": 1,
              "medianMs": 261
            },
            {
              "name": "get_company_profile",
              "ok": false,
              "calls": 1,
              "medianMs": 311
            },
            {
              "name": "get_conversation",
              "ok": false,
              "calls": 1,
              "medianMs": 282
            },
            {
              "name": "get_correct_country_name",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 471
            },
            {
              "name": "get_document",
              "ok": false,
              "calls": 1,
              "medianMs": 278
            },
            {
              "name": "get_headshots_link",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "get_interview_practice_link",
              "ok": false,
              "calls": 1,
              "medianMs": 310
            },
            {
              "name": "get_interview_results",
              "ok": false,
              "calls": 1,
              "medianMs": 279
            },
            {
              "name": "get_job_details",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 218
            },
            {
              "name": "get_jobs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 667
            },
            {
              "name": "get_my_conversation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_my_profile",
              "ok": false,
              "calls": 2,
              "medianMs": 14
            },
            {
              "name": "get_new_matches",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_plus_checkout_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_related_jobs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 316
            },
            {
              "name": "get_remote_work_statistics",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 926
            },
            {
              "name": "get_salary_data",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 372
            },
            {
              "name": "get_saved_jobs",
              "ok": false,
              "calls": 2,
              "medianMs": 247
            },
            {
              "name": "get_talent_profile",
              "ok": false,
              "calls": 2,
              "medianMs": 290
            },
            {
              "name": "get_verification_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "import_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "join_radar_waitlist",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_coach_chats",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "list_company_jobs",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "list_conversations",
              "ok": false,
              "calls": 1,
              "medianMs": 219
            },
            {
              "name": "list_documents",
              "ok": false,
              "calls": 2,
              "medianMs": 45
            },
            {
              "name": "list_headshots",
              "ok": false,
              "calls": 2,
              "medianMs": 262
            },
            {
              "name": "list_interviews",
              "ok": false,
              "calls": 2,
              "medianMs": 298
            },
            {
              "name": "list_my_conversations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_notifications",
              "ok": false,
              "calls": 2,
              "medianMs": 267
            },
            {
              "name": "list_saved_answers",
              "ok": false,
              "calls": 1,
              "medianMs": 273
            },
            {
              "name": "mark_message_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark_my_message_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark_notifications_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "purchase_job_extras",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_company_perk",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_saved_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_to_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "save_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_companies",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 324
            },
            {
              "name": "search_jobs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "search_talent",
              "ok": false,
              "calls": 2,
              "medianMs": 63
            },
            {
              "name": "send_message",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "show_company_job",
              "ok": false,
              "calls": 1,
              "medianMs": 298
            },
            {
              "name": "skip_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "start_conversation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_account",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_company_tech_stack",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_document",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_education",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_email_preferences",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_experience",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_job_status",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_profile_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_saved_answer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_tech_stack",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "use_headshot_as_profile_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "inboxapi": {
      "slug": "inboxapi",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:03:42.810380004Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 27,
          "toolsTried": 19,
          "toolsOk": 2,
          "toolsRefused": 8,
          "calls": 30,
          "errors": 26,
          "p50Ms": 326,
          "p95Ms": 943,
          "perTool": [
            {
              "name": "account_create",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "account_recover",
              "ok": false,
              "calls": 2,
              "medianMs": 314
            },
            {
              "name": "auth_exchange",
              "ok": false,
              "calls": 1,
              "medianMs": 943
            },
            {
              "name": "auth_introspect",
              "ok": true,
              "firstOk": 1,
              "calls": 3,
              "medianMs": 358
            },
            {
              "name": "auth_refresh",
              "ok": false,
              "calls": 1,
              "medianMs": 562
            },
            {
              "name": "auth_revoke",
              "ok": false,
              "calls": 1,
              "medianMs": 326
            },
            {
              "name": "auth_revoke_all",
              "ok": false,
              "calls": 1,
              "medianMs": 322
            },
            {
              "name": "custom_domain_claim",
              "ok": false,
              "calls": 1,
              "medianMs": 324
            },
            {
              "name": "delete_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "enable_encryption",
              "ok": false,
              "calls": 1,
              "medianMs": 310
            },
            {
              "name": "forward_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_addressbook",
              "ok": false,
              "calls": 2,
              "medianMs": 336
            },
            {
              "name": "get_announcements",
              "ok": false,
              "calls": 1,
              "medianMs": 329
            },
            {
              "name": "get_attachment",
              "ok": false,
              "calls": 1,
              "medianMs": 599
            },
            {
              "name": "get_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_email_count",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_emails",
              "ok": false,
              "calls": 3,
              "medianMs": 327
            },
            {
              "name": "get_last_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_sent_emails",
              "ok": false,
              "calls": 2,
              "medianMs": 333
            },
            {
              "name": "get_thread",
              "ok": false,
              "calls": 2,
              "medianMs": 322
            },
            {
              "name": "help",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 350
            },
            {
              "name": "reset_encryption",
              "ok": false,
              "calls": 1,
              "medianMs": 322
            },
            {
              "name": "rotate_encryption_secret",
              "ok": false,
              "calls": 1,
              "medianMs": 310
            },
            {
              "name": "search_emails",
              "ok": false,
              "calls": 3,
              "medianMs": 324
            },
            {
              "name": "send_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_reply",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_owner",
              "ok": false,
              "calls": 2,
              "medianMs": 313
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:13:14.491997228Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 27,
          "toolsTried": 19,
          "toolsOk": 2,
          "toolsRefused": 8,
          "calls": 40,
          "errors": 38,
          "p50Ms": 332,
          "p95Ms": 957,
          "perTool": [
            {
              "name": "account_create",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "account_recover",
              "ok": false,
              "calls": 2,
              "medianMs": 306
            },
            {
              "name": "auth_exchange",
              "ok": false,
              "calls": 2,
              "medianMs": 323
            },
            {
              "name": "auth_introspect",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 336
            },
            {
              "name": "auth_refresh",
              "ok": false,
              "calls": 2,
              "medianMs": 326
            },
            {
              "name": "auth_revoke",
              "ok": false,
              "calls": 2,
              "medianMs": 330
            },
            {
              "name": "auth_revoke_all",
              "ok": false,
              "calls": 2,
              "medianMs": 321
            },
            {
              "name": "custom_domain_claim",
              "ok": false,
              "calls": 2,
              "medianMs": 316
            },
            {
              "name": "delete_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "enable_encryption",
              "ok": false,
              "calls": 2,
              "medianMs": 308
            },
            {
              "name": "forward_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_addressbook",
              "ok": false,
              "calls": 3,
              "medianMs": 333
            },
            {
              "name": "get_announcements",
              "ok": false,
              "calls": 3,
              "medianMs": 957
            },
            {
              "name": "get_attachment",
              "ok": false,
              "calls": 2,
              "medianMs": 314
            },
            {
              "name": "get_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_email_count",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_emails",
              "ok": false,
              "calls": 3,
              "medianMs": 333
            },
            {
              "name": "get_last_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_sent_emails",
              "ok": false,
              "calls": 2,
              "medianMs": 336
            },
            {
              "name": "get_thread",
              "ok": false,
              "calls": 2,
              "medianMs": 325
            },
            {
              "name": "help",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1006
            },
            {
              "name": "reset_encryption",
              "ok": false,
              "calls": 2,
              "medianMs": 305
            },
            {
              "name": "rotate_encryption_secret",
              "ok": false,
              "calls": 2,
              "medianMs": 308
            },
            {
              "name": "search_emails",
              "ok": false,
              "calls": 3,
              "medianMs": 337
            },
            {
              "name": "send_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_reply",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_owner",
              "ok": false,
              "calls": 2,
              "medianMs": 325
            }
          ]
        }
      ]
    },
    "jerry-mcp": {
      "slug": "jerry-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:14:57.467365372Z",
          "harness": "2026.11.17-2242",
          "status": "auth",
          "outcome": "none",
          "tools": 8,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 4,
          "calls": 2,
          "errors": 2,
          "p50Ms": 406,
          "p95Ms": 409,
          "perTool": [
            {
              "name": "jerry_get_account",
              "ok": false,
              "calls": 1,
              "medianMs": 406
            },
            {
              "name": "jerry_get_quotes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "jerry_get_status",
              "ok": false,
              "calls": 1,
              "medianMs": 409
            },
            {
              "name": "jerry_request_final_price",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "jerry_request_quotes",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "jerry_start_shopping",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "jerry_update_application",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "jerry_wait",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "jina-embeddings": {
      "slug": "jina-embeddings",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:05:17.902593744Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 6,
          "p50Ms": 17,
          "p95Ms": 291,
          "perTool": [
            {
              "name": "deduplicate_strings",
              "ok": false,
              "calls": 3,
              "medianMs": 289
            },
            {
              "name": "sort_by_relevance",
              "ok": false,
              "calls": 3,
              "medianMs": 16
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:15:57.777071885Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "failure",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 2,
          "p50Ms": 26,
          "p95Ms": 283,
          "perTool": [
            {
              "name": "deduplicate_strings",
              "ok": false,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "sort_by_relevance",
              "ok": false,
              "calls": 1,
              "medianMs": 26
            }
          ]
        }
      ]
    },
    "jina-reader": {
      "slug": "jina-reader",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:08:17.131947793Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 12,
          "toolsTried": 12,
          "toolsOk": 5,
          "toolsRefused": 0,
          "calls": 26,
          "errors": 21,
          "p50Ms": 284,
          "p95Ms": 714,
          "perTool": [
            {
              "name": "capture_screenshot_url",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 714
            },
            {
              "name": "deduplicate_strings",
              "ok": false,
              "calls": 3,
              "medianMs": 295
            },
            {
              "name": "extract_pdf",
              "ok": false,
              "calls": 3,
              "medianMs": 286
            },
            {
              "name": "guess_datetime_url",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 38
            },
            {
              "name": "primer",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 21
            },
            {
              "name": "read_url",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 221
            },
            {
              "name": "search_arxiv",
              "ok": false,
              "calls": 3,
              "medianMs": 284
            },
            {
              "name": "search_images",
              "ok": false,
              "calls": 3,
              "medianMs": 262
            },
            {
              "name": "search_jina_blog",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 941
            },
            {
              "name": "search_ssrn",
              "ok": false,
              "calls": 3,
              "medianMs": 290
            },
            {
              "name": "search_web",
              "ok": false,
              "calls": 3,
              "medianMs": 51
            },
            {
              "name": "sort_by_relevance",
              "ok": false,
              "calls": 3,
              "medianMs": 286
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:18:46.828541893Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "partial",
          "tools": 12,
          "toolsTried": 12,
          "toolsOk": 5,
          "toolsRefused": 0,
          "calls": 19,
          "errors": 14,
          "p50Ms": 288,
          "p95Ms": 984,
          "perTool": [
            {
              "name": "capture_screenshot_url",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 984
            },
            {
              "name": "deduplicate_strings",
              "ok": false,
              "calls": 2,
              "medianMs": 289
            },
            {
              "name": "extract_pdf",
              "ok": false,
              "calls": 2,
              "medianMs": 292
            },
            {
              "name": "guess_datetime_url",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 35
            },
            {
              "name": "primer",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 55
            },
            {
              "name": "read_url",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 256
            },
            {
              "name": "search_arxiv",
              "ok": false,
              "calls": 2,
              "medianMs": 271
            },
            {
              "name": "search_images",
              "ok": false,
              "calls": 2,
              "medianMs": 11
            },
            {
              "name": "search_jina_blog",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 859
            },
            {
              "name": "search_ssrn",
              "ok": false,
              "calls": 2,
              "medianMs": 13
            },
            {
              "name": "search_web",
              "ok": false,
              "calls": 2,
              "medianMs": 53
            },
            {
              "name": "sort_by_relevance",
              "ok": false,
              "calls": 2,
              "medianMs": 288
            }
          ]
        }
      ]
    },
    "kintsugi": {
      "slug": "kintsugi",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:10:24.115573268Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 55,
          "toolsTried": 10,
          "toolsOk": 0,
          "toolsRefused": 23,
          "calls": 10,
          "errors": 10,
          "p50Ms": 285,
          "p95Ms": 516,
          "perTool": [
            {
              "name": "approve-filing",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive-transaction-by-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-back-filing-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-credit-note-by-transaction-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-customer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-exemption",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-physical-nexus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-product",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-transaction",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-transaction-by-customer-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-physical-nexus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "deregister-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "estimate-tax",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-attachments-for-exemption",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-back-filing-request-options",
              "ok": false,
              "calls": 1,
              "medianMs": 272
            },
            {
              "name": "get-current-back-filing-terms",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get-customer-by-external-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-customer-by-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-customers",
              "ok": false,
              "calls": 1,
              "medianMs": 243
            },
            {
              "name": "get-exemption-by-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-exemptions",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "get-filing-by-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-filings",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "get-filings-by-registration-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-jurisdiction-specific-fields",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-nexus-details-for-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-nexus-for-org",
              "ok": false,
              "calls": 1,
              "medianMs": 199
            },
            {
              "name": "get-oss-countries-for-registration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-physical-nexus",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-physical-nexus-categories",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-product-by-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-product-categories",
              "ok": false,
              "calls": 1,
              "medianMs": 393
            },
            {
              "name": "get-products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-registration-by-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-registrations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transaction-by-external-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transaction-by-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transactions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transactions-by-customer-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transactions-by-filing-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list-partial-certificate-types",
              "ok": false,
              "calls": 1,
              "medianMs": 285
            },
            {
              "name": "list-registration-jurisdictions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search",
              "ok": false,
              "calls": 1,
              "medianMs": 516
            },
            {
              "name": "set-transaction-tax-only",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "suggestions",
              "ok": false,
              "calls": 1,
              "medianMs": 185
            },
            {
              "name": "update-credit-note-by-transaction-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-customer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-physical-nexus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-product",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-transaction",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload-exemption-certificate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload-registration-attachment",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upsert-customer-tax-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T00:23:58.346948591Z",
          "harness": "2026.11.17-2242",
          "status": "ok",
          "outcome": "failure",
          "tools": 55,
          "toolsTried": 26,
          "toolsOk": 0,
          "toolsRefused": 23,
          "calls": 26,
          "errors": 26,
          "p50Ms": 289,
          "p95Ms": 442,
          "perTool": [
            {
              "name": "approve-filing",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "archive-transaction-by-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-back-filing-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-credit-note-by-transaction-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-customer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-exemption",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-physical-nexus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-product",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-transaction",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create-transaction-by-customer-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-physical-nexus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "deregister-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "estimate-tax",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-attachments-for-exemption",
              "ok": false,
              "calls": 1,
              "medianMs": 259
            },
            {
              "name": "get-back-filing-request-options",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "get-current-back-filing-terms",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "get-customer-by-external-id",
              "ok": false,
              "calls": 1,
              "medianMs": 133
            },
            {
              "name": "get-customer-by-id",
              "ok": false,
              "calls": 1,
              "medianMs": 280
            },
            {
              "name": "get-customers",
              "ok": false,
              "calls": 1,
              "medianMs": 442
            },
            {
              "name": "get-exemption-by-id",
              "ok": false,
              "calls": 1,
              "medianMs": 325
            },
            {
              "name": "get-exemptions",
              "ok": false,
              "calls": 1,
              "medianMs": 300
            },
            {
              "name": "get-filing-by-id",
              "ok": false,
              "calls": 1,
              "medianMs": 310
            },
            {
              "name": "get-filings",
              "ok": false,
              "calls": 1,
              "medianMs": 306
            },
            {
              "name": "get-filings-by-registration-id",
              "ok": false,
              "calls": 1,
              "medianMs": 279
            },
            {
              "name": "get-jurisdiction-specific-fields",
              "ok": false,
              "calls": 1,
              "medianMs": 282
            },
            {
              "name": "get-nexus-details-for-id",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "get-nexus-for-org",
              "ok": false,
              "calls": 1,
              "medianMs": 279
            },
            {
              "name": "get-oss-countries-for-registration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-physical-nexus",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "get-physical-nexus-categories",
              "ok": false,
              "calls": 1,
              "medianMs": 298
            },
            {
              "name": "get-product-by-id",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "get-product-categories",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get-products",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "get-registration-by-id",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "get-registrations",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get-transaction-by-external-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transaction-by-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transactions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-transactions-by-customer-id",
              "ok": false,
              "calls": 1,
              "medianMs": 296
            },
            {
              "name": "get-transactions-by-filing-id",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list-partial-certificate-types",
              "ok": false,
              "calls": 1,
              "medianMs": 279
            },
            {
              "name": "list-registration-jurisdictions",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "search",
              "ok": false,
              "calls": 1,
              "medianMs": 555
            },
            {
              "name": "set-transaction-tax-only",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "suggestions",
              "ok": false,
              "calls": 1,
              "medianMs": 164
            },
            {
              "name": "update-credit-note-by-transaction-id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-customer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-physical-nexus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-product",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-transaction",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload-exemption-certificate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload-registration-attachment",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upsert-customer-tax-registration",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "kiwi-mcp": {
      "slug": "kiwi-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:15:57.448349379Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 1,
          "toolsOk": 1,
          "toolsRefused": 1,
          "calls": 1,
          "errors": 0,
          "p50Ms": 255,
          "p95Ms": 255,
          "perTool": [
            {
              "name": "feedback-to-devs",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search-flight",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 255
            }
          ]
        }
      ]
    },
    "layerre": {
      "slug": "layerre",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:13:02.381006936Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 13,
          "toolsTried": 7,
          "toolsOk": 0,
          "toolsRefused": 6,
          "calls": 11,
          "errors": 11,
          "p50Ms": 293,
          "p95Ms": 343,
          "perTool": [
            {
              "name": "layerre_auth_status",
              "ok": false,
              "calls": 2,
              "medianMs": 293
            },
            {
              "name": "layerre_create_layer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_create_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_create_variant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_create_variants_bulk",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_get_layer",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "layerre_get_template",
              "ok": false,
              "calls": 1,
              "medianMs": 343
            },
            {
              "name": "layerre_get_variant",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "layerre_list_template_tags",
              "ok": false,
              "calls": 2,
              "medianMs": 295
            },
            {
              "name": "layerre_list_templates",
              "ok": false,
              "calls": 3,
              "medianMs": 109
            },
            {
              "name": "layerre_list_variants",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "layerre_update_layer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_update_template",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:18:39.174720471Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 13,
          "toolsTried": 7,
          "toolsOk": 0,
          "toolsRefused": 6,
          "calls": 11,
          "errors": 11,
          "p50Ms": 289,
          "p95Ms": 623,
          "perTool": [
            {
              "name": "layerre_auth_status",
              "ok": false,
              "calls": 2,
              "medianMs": 579
            },
            {
              "name": "layerre_create_layer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_create_template",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_create_variant",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_create_variants_bulk",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_get_layer",
              "ok": false,
              "calls": 1,
              "medianMs": 260
            },
            {
              "name": "layerre_get_template",
              "ok": false,
              "calls": 1,
              "medianMs": 271
            },
            {
              "name": "layerre_get_variant",
              "ok": false,
              "calls": 1,
              "medianMs": 329
            },
            {
              "name": "layerre_list_template_tags",
              "ok": false,
              "calls": 2,
              "medianMs": 141
            },
            {
              "name": "layerre_list_templates",
              "ok": false,
              "calls": 3,
              "medianMs": 289
            },
            {
              "name": "layerre_list_variants",
              "ok": false,
              "calls": 1,
              "medianMs": 316
            },
            {
              "name": "layerre_update_layer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "layerre_update_template",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "letme": {
      "slug": "letme",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:19:44.429208825Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 0,
          "p50Ms": 30,
          "p95Ms": 264,
          "perTool": [
            {
              "name": "about",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 30
            },
            {
              "name": "pick",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 264
            }
          ]
        }
      ]
    },
    "liteapi": {
      "slug": "liteapi",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:17:16.293831615Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 133,
          "toolsTried": 22,
          "toolsOk": 6,
          "toolsRefused": 45,
          "calls": 26,
          "errors": 19,
          "p50Ms": 321,
          "p95Ms": 667,
          "perTool": [
            {
              "name": "attach_flight_ticketed_services",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_experience_booking",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "charge_flight_extra_charges",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "confirm_flight_ticketed_services",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_esimply_cart",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_experience_booking",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_rooms_match_async_matches",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_rooms_match_async_matches_hotelid",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_rooms_match_async_scoring_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_voucher",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "describe_endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 93
            },
            {
              "name": "evaluate_hotel_description",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch_dashboard_feature",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 206
            },
            {
              "name": "fetch_docs_page",
              "ok": false,
              "calls": 2,
              "medianMs": 368
            },
            {
              "name": "fetch_documentation",
              "ok": true,
              "firstOk": 3,
              "calls": 3,
              "medianMs": 296
            },
            {
              "name": "get_bookings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bookings_bookingid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bookings_guest_nationality_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bookings_hotels_sales_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bookings_source_markets_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_chains",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_cities",
              "ok": false,
              "calls": 1,
              "medianMs": 94
            },
            {
              "name": "get_data_countries",
              "ok": false,
              "calls": 1,
              "medianMs": 386
            },
            {
              "name": "get_data_currencies",
              "ok": false,
              "calls": 1,
              "medianMs": 270
            },
            {
              "name": "get_data_facilities",
              "ok": false,
              "calls": 1,
              "medianMs": 381
            },
            {
              "name": "get_data_flights_airlines",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airlines_iatas",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airlines_iatas_iatacode",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airports",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airports_iatas",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airports_iatas_iatacode",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotel",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotel_ask",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotel_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotels",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotels_room_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotels_semantic_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hoteltypes",
              "ok": false,
              "calls": 1,
              "medianMs": 121
            },
            {
              "name": "get_data_iatacodes",
              "ok": false,
              "calls": 1,
              "medianMs": 334
            },
            {
              "name": "get_data_languages",
              "ok": false,
              "calls": 1,
              "medianMs": 321
            },
            {
              "name": "get_data_places",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_places_placeid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_data_usage_by_iccid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_destinations",
              "ok": false,
              "calls": 1,
              "medianMs": 251
            },
            {
              "name": "get_esimply_order_by_iccid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_orders",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_packages_by_destination",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_packages_by_region",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_region_countries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_regions",
              "ok": false,
              "calls": 1,
              "medianMs": 250
            },
            {
              "name": "get_esimply_top_ups",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_booking",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_booking_cancel_preview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_tour",
              "ok": false,
              "calls": 1,
              "medianMs": 328
            },
            {
              "name": "get_experience_tour_availability",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_tour_booking_options",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_experience_tour_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flight_booking_links",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_flight_prebook",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings_bookingid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings_bookingid_cancellations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings_bookingid_services",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid_bookings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid_loyalty_points",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid_vouchers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotel_registration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotel_tax_schema",
              "ok": false,
              "calls": 1,
              "medianMs": 97
            },
            {
              "name": "get_hotels_match_async_jobs_jobid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotels_match_async_jobs_jobid_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotels_match_partners",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_loyalties",
              "ok": false,
              "calls": 1,
              "medianMs": 311
            },
            {
              "name": "get_prebooks_prebookid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_price_index_city",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_price_index_hotels",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_public_price",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rooms_match_async_jobs_jobid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rooms_match_async_matches_hotelid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rooms_match_async_scoring_profile",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_supply_customization",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_vouchers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_vouchers_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_vouchers_voucherid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "hotels_rates_batch",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_bookings",
              "ok": false,
              "calls": 1,
              "medianMs": 332
            },
            {
              "name": "list_endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 359
            },
            {
              "name": "mark_flight_extra_charges_paid",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_analytics_hotels",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_analytics_markets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_analytics_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_analytics_weekly",
              "ok": false,
              "calls": 1,
              "medianMs": 226
            },
            {
              "name": "post_bookings_bookingid_alternative_prebooks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_commissions_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_data_hotel_highlights",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_bookings",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_bookings_bookingid_cancellations",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_prebooks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_prebooks_prebookid_services",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_flights_verify",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_guests_guestid_loyalty_points_redeem",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_hotels_match_async",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_hotels_match_partners_with_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_hotels_min_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_hotels_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_rates_book",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rates_prebook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rates_rebook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_group",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_group_with_reference",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_match",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_match_async",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_match_async_scoring_profile_preview",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_vouchers",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "prebook_experience_tour",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "precharge_flight_extra_charges",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_bookings_bookingid",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_bookings_bookingid_amend",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_loyalties",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_rooms_match_async_scoring_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_supply_customization",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_vouchers_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_vouchers_id_status",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_bookings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_dashboard_kb",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 435
            },
            {
              "name": "search_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 525
            },
            {
              "name": "search_experience_tours",
              "ok": false,
              "calls": 1,
              "medianMs": 602
            },
            {
              "name": "search_flights_matrix",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_esimply_order",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_esimply_top_up",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:23:34.419856398Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 133,
          "toolsTried": 27,
          "toolsOk": 6,
          "toolsRefused": 45,
          "calls": 40,
          "errors": 33,
          "p50Ms": 295,
          "p95Ms": 601,
          "perTool": [
            {
              "name": "attach_flight_ticketed_services",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_experience_booking",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "charge_flight_extra_charges",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "confirm_flight_ticketed_services",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_esimply_cart",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_experience_booking",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_rooms_match_async_matches",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_rooms_match_async_matches_hotelid",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_rooms_match_async_scoring_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_voucher",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "describe_endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 110
            },
            {
              "name": "evaluate_hotel_description",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch_dashboard_feature",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 633
            },
            {
              "name": "fetch_docs_page",
              "ok": false,
              "calls": 0
            },
            {
              "name": "fetch_documentation",
              "ok": true,
              "firstOk": 3,
              "calls": 4,
              "medianMs": 190
            },
            {
              "name": "get_bookings",
              "ok": false,
              "calls": 2,
              "medianMs": 153
            },
            {
              "name": "get_bookings_bookingid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bookings_guest_nationality_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bookings_hotels_sales_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_bookings_source_markets_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_chains",
              "ok": false,
              "calls": 1,
              "medianMs": 386
            },
            {
              "name": "get_data_cities",
              "ok": false,
              "calls": 1,
              "medianMs": 270
            },
            {
              "name": "get_data_countries",
              "ok": false,
              "calls": 2,
              "medianMs": 177
            },
            {
              "name": "get_data_currencies",
              "ok": false,
              "calls": 1,
              "medianMs": 177
            },
            {
              "name": "get_data_facilities",
              "ok": false,
              "calls": 1,
              "medianMs": 363
            },
            {
              "name": "get_data_flights_airlines",
              "ok": false,
              "calls": 1,
              "medianMs": 315
            },
            {
              "name": "get_data_flights_airlines_iatas",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airlines_iatas_iatacode",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airports",
              "ok": false,
              "calls": 1,
              "medianMs": 260
            },
            {
              "name": "get_data_flights_airports_iatas",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_flights_airports_iatas_iatacode",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotel",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotel_ask",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotel_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotels",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotels_room_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hotels_semantic_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_hoteltypes",
              "ok": false,
              "calls": 1,
              "medianMs": 405
            },
            {
              "name": "get_data_iatacodes",
              "ok": false,
              "calls": 1,
              "medianMs": 206
            },
            {
              "name": "get_data_languages",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_places",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_places_placeid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_data_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_data_usage_by_iccid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_destinations",
              "ok": false,
              "calls": 3,
              "medianMs": 317
            },
            {
              "name": "get_esimply_order_by_iccid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_orders",
              "ok": false,
              "calls": 1,
              "medianMs": 568
            },
            {
              "name": "get_esimply_packages_by_destination",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "get_esimply_packages_by_region",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_region_countries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_esimply_regions",
              "ok": false,
              "calls": 3,
              "medianMs": 328
            },
            {
              "name": "get_esimply_top_ups",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_booking",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_booking_cancel_preview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_tour",
              "ok": false,
              "calls": 1,
              "medianMs": 251
            },
            {
              "name": "get_experience_tour_availability",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_experience_tour_booking_options",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_experience_tour_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flight_booking_links",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_flight_prebook",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings_bookingid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings_bookingid_cancellations",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_flights_bookings_bookingid_services",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid_bookings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid_loyalty_points",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_guests_guestid_vouchers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotel_registration",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotel_tax_schema",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotels_match_async_jobs_jobid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotels_match_async_jobs_jobid_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_hotels_match_partners",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_loyalties",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_prebooks_prebookid",
              "ok": false,
              "calls": 1,
              "medianMs": 314
            },
            {
              "name": "get_price_index_city",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_price_index_hotels",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_public_price",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rooms_match_async_jobs_jobid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rooms_match_async_matches_hotelid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rooms_match_async_scoring_profile",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_supply_customization",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_vouchers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_vouchers_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_vouchers_voucherid",
              "ok": false,
              "calls": 0
            },
            {
              "name": "hotels_rates_batch",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_bookings",
              "ok": false,
              "calls": 2,
              "medianMs": 333
            },
            {
              "name": "list_endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 389
            },
            {
              "name": "mark_flight_extra_charges_paid",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_analytics_hotels",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_analytics_markets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_analytics_report",
              "ok": false,
              "calls": 2,
              "medianMs": 243
            },
            {
              "name": "post_analytics_weekly",
              "ok": false,
              "calls": 2,
              "medianMs": 200
            },
            {
              "name": "post_bookings_bookingid_alternative_prebooks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_commissions_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_data_hotel_highlights",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_bookings",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_bookings_bookingid_cancellations",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_prebooks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_prebooks_prebookid_services",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_flights_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_flights_verify",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_guests_guestid_loyalty_points_redeem",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_hotels_match_async",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_hotels_match_partners_with_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_hotels_min_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_hotels_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "post_rates_book",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rates_prebook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rates_rebook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_group",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_group_with_reference",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_match",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_match_async",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_rooms_match_async_scoring_profile_preview",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "post_vouchers",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "prebook_experience_tour",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "precharge_flight_extra_charges",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_bookings_bookingid",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_bookings_bookingid_amend",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_loyalties",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_rooms_match_async_scoring_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_supply_customization",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_vouchers_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "put_vouchers_id_status",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_bookings",
              "ok": false,
              "calls": 2,
              "medianMs": 248
            },
            {
              "name": "search_dashboard_kb",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 540
            },
            {
              "name": "search_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 413
            },
            {
              "name": "search_experience_tours",
              "ok": false,
              "calls": 1,
              "medianMs": 300
            },
            {
              "name": "search_flights_matrix",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_esimply_order",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "submit_esimply_top_up",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "lordevo-shop": {
      "slug": "lordevo-shop",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:20:15.275367925Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 64,
          "toolsTried": 6,
          "toolsOk": 6,
          "toolsRefused": 1,
          "calls": 6,
          "errors": 0,
          "p50Ms": 470,
          "p95Ms": 1348,
          "perTool": [
            {
              "name": "agent_readiness",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 534
            },
            {
              "name": "broken_links",
              "ok": false,
              "calls": 0
            },
            {
              "name": "can_fetch",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 367
            },
            {
              "name": "canonical_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "cors_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "cron_next",
              "ok": false,
              "calls": 0
            },
            {
              "name": "csv_parse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "date_calc",
              "ok": false,
              "calls": 0
            },
            {
              "name": "dns_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "domain_intel",
              "ok": false,
              "calls": 0
            },
            {
              "name": "domain_lookalike",
              "ok": false,
              "calls": 0
            },
            {
              "name": "domain_rdap",
              "ok": false,
              "calls": 0
            },
            {
              "name": "email_auth",
              "ok": false,
              "calls": 0
            },
            {
              "name": "email_validate",
              "ok": false,
              "calls": 0
            },
            {
              "name": "federal_register",
              "ok": false,
              "calls": 0
            },
            {
              "name": "feed_parse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_sample_output",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 230
            },
            {
              "name": "http_ping",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ip_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_query",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_repair",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_schema_infer",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_validate",
              "ok": false,
              "calls": 0
            },
            {
              "name": "link_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "link_preview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "links_batch",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_services",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1348
            },
            {
              "name": "math_eval",
              "ok": false,
              "calls": 0
            },
            {
              "name": "myr_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_diff",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_markdown",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_markdown_batch",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_meta",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_quality",
              "ok": false,
              "calls": 0
            },
            {
              "name": "pdf_text",
              "ok": false,
              "calls": 0
            },
            {
              "name": "preflight",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 470
            },
            {
              "name": "prompt_injection_scan",
              "ok": false,
              "calls": 0
            },
            {
              "name": "readability",
              "ok": false,
              "calls": 0
            },
            {
              "name": "redirect_chain",
              "ok": false,
              "calls": 0
            },
            {
              "name": "regex_test",
              "ok": false,
              "calls": 0
            },
            {
              "name": "sec_filings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "security_headers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "security_scan_lite",
              "ok": false,
              "calls": 0
            },
            {
              "name": "seo_audit_lite",
              "ok": false,
              "calls": 0
            },
            {
              "name": "seo_page",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_report_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_snapshot",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_verdict",
              "ok": false,
              "calls": 0
            },
            {
              "name": "sitemap_urls",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ssl_cert",
              "ok": false,
              "calls": 0
            },
            {
              "name": "structured_data",
              "ok": false,
              "calls": 0
            },
            {
              "name": "tech_stack",
              "ok": false,
              "calls": 0
            },
            {
              "name": "text_chunk",
              "ok": false,
              "calls": 0
            },
            {
              "name": "text_diff",
              "ok": false,
              "calls": 0
            },
            {
              "name": "text_extract",
              "ok": false,
              "calls": 0
            },
            {
              "name": "time_convert",
              "ok": false,
              "calls": 0
            },
            {
              "name": "token_count",
              "ok": false,
              "calls": 0
            },
            {
              "name": "try_free",
              "ok": false,
              "calls": 0
            },
            {
              "name": "unit_convert",
              "ok": false,
              "calls": 0
            },
            {
              "name": "url_clean",
              "ok": false,
              "calls": 0
            },
            {
              "name": "url_trust",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1179
            },
            {
              "name": "verdict_card",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:25:53.554506698Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 64,
          "toolsTried": 6,
          "toolsOk": 5,
          "toolsRefused": 1,
          "calls": 6,
          "errors": 1,
          "p50Ms": 282,
          "p95Ms": 1396,
          "perTool": [
            {
              "name": "agent_readiness",
              "ok": false,
              "calls": 0
            },
            {
              "name": "broken_links",
              "ok": false,
              "calls": 0
            },
            {
              "name": "can_fetch",
              "ok": false,
              "calls": 0
            },
            {
              "name": "canonical_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "cors_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "cron_next",
              "ok": false,
              "calls": 0
            },
            {
              "name": "csv_parse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "date_calc",
              "ok": false,
              "calls": 0
            },
            {
              "name": "dns_lookup",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 254
            },
            {
              "name": "domain_intel",
              "ok": false,
              "calls": 0
            },
            {
              "name": "domain_lookalike",
              "ok": false,
              "calls": 0
            },
            {
              "name": "domain_rdap",
              "ok": false,
              "calls": 0
            },
            {
              "name": "email_auth",
              "ok": false,
              "calls": 0
            },
            {
              "name": "email_validate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "federal_register",
              "ok": false,
              "calls": 0
            },
            {
              "name": "feed_parse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_sample_output",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 238
            },
            {
              "name": "http_ping",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ip_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_query",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_repair",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_schema_infer",
              "ok": false,
              "calls": 0
            },
            {
              "name": "json_validate",
              "ok": false,
              "calls": 0
            },
            {
              "name": "link_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "link_preview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "links_batch",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_services",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1396
            },
            {
              "name": "math_eval",
              "ok": false,
              "calls": 0
            },
            {
              "name": "myr_rates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_diff",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_markdown",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_markdown_batch",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_meta",
              "ok": false,
              "calls": 0
            },
            {
              "name": "page_quality",
              "ok": false,
              "calls": 0
            },
            {
              "name": "pdf_text",
              "ok": false,
              "calls": 0
            },
            {
              "name": "preflight",
              "ok": false,
              "calls": 0
            },
            {
              "name": "prompt_injection_scan",
              "ok": false,
              "calls": 0
            },
            {
              "name": "readability",
              "ok": false,
              "calls": 0
            },
            {
              "name": "redirect_chain",
              "ok": false,
              "calls": 0
            },
            {
              "name": "regex_test",
              "ok": false,
              "calls": 0
            },
            {
              "name": "sec_filings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "security_headers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "security_scan_lite",
              "ok": false,
              "calls": 0
            },
            {
              "name": "seo_audit_lite",
              "ok": false,
              "calls": 0
            },
            {
              "name": "seo_page",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_check",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_report_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_snapshot",
              "ok": false,
              "calls": 0
            },
            {
              "name": "site_verdict",
              "ok": false,
              "calls": 0
            },
            {
              "name": "sitemap_urls",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ssl_cert",
              "ok": false,
              "calls": 1,
              "medianMs": 282
            },
            {
              "name": "structured_data",
              "ok": false,
              "calls": 0
            },
            {
              "name": "tech_stack",
              "ok": false,
              "calls": 0
            },
            {
              "name": "text_chunk",
              "ok": false,
              "calls": 0
            },
            {
              "name": "text_diff",
              "ok": false,
              "calls": 0
            },
            {
              "name": "text_extract",
              "ok": false,
              "calls": 0
            },
            {
              "name": "time_convert",
              "ok": false,
              "calls": 0
            },
            {
              "name": "token_count",
              "ok": false,
              "calls": 0
            },
            {
              "name": "try_free",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 337
            },
            {
              "name": "unit_convert",
              "ok": false,
              "calls": 0
            },
            {
              "name": "url_clean",
              "ok": false,
              "calls": 0
            },
            {
              "name": "url_trust",
              "ok": false,
              "calls": 0
            },
            {
              "name": "verdict_card",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "lumbox": {
      "slug": "lumbox",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:23:03.274680082Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 104,
          "toolsTried": 9,
          "toolsOk": 0,
          "toolsRefused": 64,
          "calls": 11,
          "errors": 11,
          "p50Ms": 256,
          "p95Ms": 292,
          "perTool": [
            {
              "name": "add_contacts",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_email_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_knowledge",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_list_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "approve_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ask_email",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ask_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ask_inbox",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ask_knowledge",
              "ok": false,
              "calls": 0
            },
            {
              "name": "assign_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_act",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_click",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_close",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_eval",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_load_state",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_navigate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_save_state",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_screenshot",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "browser_select",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_snapshot",
              "ok": false,
              "calls": 1,
              "medianMs": 46
            },
            {
              "name": "browser_type",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_agent_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_email_safety",
              "ok": false,
              "calls": 0
            },
            {
              "name": "claim_account",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "compare_models",
              "ok": false,
              "calls": 2,
              "medianMs": 288
            },
            {
              "name": "configure_ai",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "configure_smtp",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_agent_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_contact_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_project_key",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_routing_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_agent_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_contact_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_credential",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_routing_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "end_meeting",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "forward_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_agent_task",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_ai_config",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "get_context",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_inbox",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_entry",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_meeting_transcript",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_metrics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_otp",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_thread",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_totp_code",
              "ok": false,
              "calls": 0
            },
            {
              "name": "join_meeting",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "kb_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agent_actions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agent_tasks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agent_tools",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_contact_lists",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_contacts",
              "ok": false,
              "calls": 2,
              "medianMs": 40
            },
            {
              "name": "list_credentials",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_domains",
              "ok": false,
              "calls": 1,
              "medianMs": 212
            },
            {
              "name": "list_drafts",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_inboxes",
              "ok": false,
              "calls": 1,
              "medianMs": 75
            },
            {
              "name": "list_knowledge",
              "ok": false,
              "calls": 1,
              "medianMs": 112
            },
            {
              "name": "list_projects",
              "ok": false,
              "calls": 1,
              "medianMs": 256
            },
            {
              "name": "list_routing_rules",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_smtp_configs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_thread_agents",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_threads",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_webhooks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "login_with_credential",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark_email_spam",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "pause_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "read_email",
              "ok": false,
              "calls": 0
            },
            {
              "name": "reject_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_contact",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_email_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_list_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_to_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resume_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "send_bulk_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_marketing_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_auto_reply",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_domain_catch_all",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_list_mode",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "skill_login_with_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "skill_signup_with_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "skill_verify_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "store_credential",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "test_smtp_config",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "test_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unassign_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unmark_email_spam",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "use_credential_in_browser",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wait_for_email",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:28:11.384904538Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 104,
          "toolsTried": 5,
          "toolsOk": 0,
          "toolsRefused": 64,
          "calls": 6,
          "errors": 6,
          "p50Ms": 87,
          "p95Ms": 535,
          "perTool": [
            {
              "name": "add_contacts",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_email_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_knowledge",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "add_list_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "approve_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ask_email",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ask_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ask_inbox",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ask_knowledge",
              "ok": false,
              "calls": 0
            },
            {
              "name": "assign_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_act",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_click",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_close",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_eval",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_load_state",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_navigate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_save_state",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_screenshot",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_select",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_snapshot",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_type",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_agent_task",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "check_email_safety",
              "ok": false,
              "calls": 0
            },
            {
              "name": "claim_account",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "compare_models",
              "ok": false,
              "calls": 0
            },
            {
              "name": "configure_ai",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "configure_smtp",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_agent_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_contact_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_project_key",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_routing_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_agent_tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_contact_list",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_credential",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_routing_rule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "end_meeting",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "forward_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_agent_task",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_ai_config",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_context",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_inbox",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_list_entry",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_meeting_transcript",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_metrics",
              "ok": false,
              "calls": 1,
              "medianMs": 38
            },
            {
              "name": "get_otp",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_thread",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_totp_code",
              "ok": false,
              "calls": 0
            },
            {
              "name": "join_meeting",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "kb_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agent_actions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agent_tasks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agent_tools",
              "ok": false,
              "calls": 1,
              "medianMs": 87
            },
            {
              "name": "list_contact_lists",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_contacts",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_credentials",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_domains",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_drafts",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_entries",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_inboxes",
              "ok": false,
              "calls": 2,
              "medianMs": 56
            },
            {
              "name": "list_knowledge",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_projects",
              "ok": false,
              "calls": 1,
              "medianMs": 87
            },
            {
              "name": "list_routing_rules",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_smtp_configs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_thread_agents",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_threads",
              "ok": false,
              "calls": 1,
              "medianMs": 87
            },
            {
              "name": "list_webhooks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "login_with_credential",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark_email_spam",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "pause_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "read_email",
              "ok": false,
              "calls": 0
            },
            {
              "name": "reject_draft",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_contact",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_email_labels",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_list_entry",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply_to_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resume_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_emails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "send_bulk_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_marketing_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_auto_reply",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_domain_catch_all",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "set_list_mode",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "skill_login_with_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "skill_signup_with_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "skill_verify_email",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "store_credential",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "test_smtp_config",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "test_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unassign_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "unmark_email_spam",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_inbox",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_thread",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "use_credential_in_browser",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "verify_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wait_for_email",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "magic-hour-mcp": {
      "slug": "magic-hour-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:24:32.361994757Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 53,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 38,
          "calls": 2,
          "errors": 2,
          "p50Ms": 126,
          "p95Ms": 364,
          "perTool": [
            {
              "name": "add_subtitles_to_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ai_voice_cloner_create_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ai_voice_generator_create_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "change_clothes_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "colorize_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_animation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_gif_or_short_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_lip_sync_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_meme",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_qr_code",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_spoken_ad_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_talking_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_video_from_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_video_from_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_video_from_text",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_audio_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_image_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_video_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "detect_faces",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_face_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch_audio_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "fetch_image_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "fetch_video_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "generate_headshot",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_music",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_account_info",
              "ok": false,
              "calls": 1,
              "medianMs": 126
            },
            {
              "name": "get_audio_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_face_detection_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_image_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_upload_urls",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_video_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_workflow_guide",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_saved_items",
              "ok": false,
              "calls": 0
            },
            {
              "name": "ping",
              "ok": false,
              "calls": 1,
              "medianMs": 364
            },
            {
              "name": "place_person_in_scene",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_image_background",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_character_in_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restyle_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "swap_face_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "swap_face_in_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "swap_head_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "translate_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload_chatgpt_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload_chatgpt_media",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upscale_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upscale_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "voices_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "wait_for_audio_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "wait_for_image_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "wait_for_video_project",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:30:01.285311937Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 53,
          "toolsTried": 4,
          "toolsOk": 0,
          "toolsRefused": 38,
          "calls": 4,
          "errors": 4,
          "p50Ms": 128,
          "p95Ms": 156,
          "perTool": [
            {
              "name": "add_subtitles_to_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ai_voice_cloner_create_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "ai_voice_generator_create_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "change_clothes_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "colorize_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_animation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_gif_or_short_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_lip_sync_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_meme",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_qr_code",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_spoken_ad_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_talking_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_video_from_audio",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_video_from_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_video_from_text",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_audio_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_image_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_video_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "detect_faces",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_face_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch_audio_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "fetch_image_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "fetch_video_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "generate_headshot",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "generate_music",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_account_info",
              "ok": false,
              "calls": 1,
              "medianMs": 126
            },
            {
              "name": "get_audio_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_face_detection_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_image_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_upload_urls",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_video_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_workflow_guide",
              "ok": false,
              "calls": 1,
              "medianMs": 128
            },
            {
              "name": "list_saved_items",
              "ok": false,
              "calls": 1,
              "medianMs": 150
            },
            {
              "name": "ping",
              "ok": false,
              "calls": 1,
              "medianMs": 156
            },
            {
              "name": "place_person_in_scene",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "remove_image_background",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "replace_character_in_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "restyle_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "swap_face_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "swap_face_in_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "swap_head_in_photo",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "translate_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload_chatgpt_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload_chatgpt_media",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upscale_image",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upscale_video",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "voices_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "wait_for_audio_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "wait_for_image_project",
              "ok": false,
              "calls": 0
            },
            {
              "name": "wait_for_video_project",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "meteosource-mcp": {
      "slug": "meteosource-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:27:44.606285757Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 7,
          "toolsTried": 7,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 21,
          "errors": 21,
          "p50Ms": 291,
          "p95Ms": 401,
          "perTool": [
            {
              "name": "get_air_quality",
              "ok": false,
              "calls": 3,
              "medianMs": 287
            },
            {
              "name": "get_alerts",
              "ok": false,
              "calls": 3,
              "medianMs": 294
            },
            {
              "name": "get_forecast",
              "ok": false,
              "calls": 3,
              "medianMs": 147
            },
            {
              "name": "get_solar_production",
              "ok": false,
              "calls": 3,
              "medianMs": 296
            },
            {
              "name": "get_weather_history",
              "ok": false,
              "calls": 3,
              "medianMs": 293
            },
            {
              "name": "get_wind_production",
              "ok": false,
              "calls": 3,
              "medianMs": 290
            },
            {
              "name": "search_places",
              "ok": false,
              "calls": 3,
              "medianMs": 172
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:32:47.908482836Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 7,
          "toolsTried": 3,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 6,
          "p50Ms": 40,
          "p95Ms": 427,
          "perTool": [
            {
              "name": "get_air_quality",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_alerts",
              "ok": false,
              "calls": 1,
              "medianMs": 48
            },
            {
              "name": "get_forecast",
              "ok": false,
              "calls": 1,
              "medianMs": 33
            },
            {
              "name": "get_solar_production",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_weather_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_wind_production",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_places",
              "ok": false,
              "calls": 4,
              "medianMs": 40
            }
          ]
        }
      ]
    },
    "microsoft-learn-mcp": {
      "slug": "microsoft-learn-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:33:54.208116295Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 3,
          "toolsOk": 3,
          "toolsRefused": 0,
          "calls": 3,
          "errors": 0,
          "p50Ms": 459,
          "p95Ms": 928,
          "perTool": [
            {
              "name": "microsoft_code_sample_search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 459
            },
            {
              "name": "microsoft_docs_fetch",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 432
            },
            {
              "name": "microsoft_docs_search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 928
            }
          ]
        }
      ]
    },
    "neverapply": {
      "slug": "neverapply",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:28:55.677965664Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 15,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 9,
          "calls": 2,
          "errors": 2,
          "p50Ms": 99,
          "p95Ms": 345,
          "perTool": [
            {
              "name": "answer_screening_question",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "apply_to_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "approve_application",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_application",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_job",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_matches",
              "ok": false,
              "calls": 1,
              "medianMs": 99
            },
            {
              "name": "get_profile",
              "ok": false,
              "calls": 1,
              "medianMs": 345
            },
            {
              "name": "list_applications",
              "ok": false,
              "calls": 0
            },
            {
              "name": "prepare_interview",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "save_answer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_jobs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "send_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "tailor_resume",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload_resume",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:36:00.370615782Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 15,
          "toolsTried": 6,
          "toolsOk": 2,
          "toolsRefused": 9,
          "calls": 11,
          "errors": 9,
          "p50Ms": 294,
          "p95Ms": 581,
          "perTool": [
            {
              "name": "answer_screening_question",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "apply_to_job",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "approve_application",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_application",
              "ok": false,
              "calls": 2,
              "medianMs": 263
            },
            {
              "name": "get_job",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 259
            },
            {
              "name": "get_matches",
              "ok": false,
              "calls": 2,
              "medianMs": 143
            },
            {
              "name": "get_profile",
              "ok": false,
              "calls": 2,
              "medianMs": 305
            },
            {
              "name": "list_applications",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "prepare_interview",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "save_answer",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_jobs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 483
            },
            {
              "name": "send_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "tailor_resume",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_profile",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "upload_resume",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "nevermined": {
      "slug": "nevermined",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:33:31.187369207Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 14,
          "toolsTried": 10,
          "toolsOk": 3,
          "toolsRefused": 4,
          "calls": 26,
          "errors": 23,
          "p50Ms": 291,
          "p95Ms": 492,
          "perTool": [
            {
              "name": "get_budget",
              "ok": false,
              "calls": 3,
              "medianMs": 292
            },
            {
              "name": "get_payment_result",
              "ok": false,
              "calls": 3,
              "medianMs": 29
            },
            {
              "name": "get_service",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 492
            },
            {
              "name": "get_subscription_checkout",
              "ok": false,
              "calls": 3,
              "medianMs": 294
            },
            {
              "name": "list_categories",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 62
            },
            {
              "name": "list_payments",
              "ok": false,
              "calls": 4,
              "medianMs": 291
            },
            {
              "name": "pay_service",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "payment_summary",
              "ok": false,
              "calls": 4,
              "medianMs": 291
            },
            {
              "name": "quote_service",
              "ok": false,
              "calls": 3,
              "medianMs": 140
            },
            {
              "name": "route_by_intent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_services",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 2969
            },
            {
              "name": "setup_delegation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "top_up_credits",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wallet_balance",
              "ok": false,
              "calls": 3,
              "medianMs": 291
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:40:15.579165999Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 14,
          "toolsTried": 10,
          "toolsOk": 2,
          "toolsRefused": 4,
          "calls": 40,
          "errors": 35,
          "p50Ms": 288,
          "p95Ms": 1328,
          "perTool": [
            {
              "name": "get_budget",
              "ok": false,
              "calls": 4,
              "medianMs": 289
            },
            {
              "name": "get_payment_result",
              "ok": false,
              "calls": 4,
              "medianMs": 284
            },
            {
              "name": "get_service",
              "ok": false,
              "calls": 3,
              "medianMs": 278
            },
            {
              "name": "get_subscription_checkout",
              "ok": false,
              "calls": 4,
              "medianMs": 64
            },
            {
              "name": "list_categories",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 452
            },
            {
              "name": "list_payments",
              "ok": false,
              "calls": 4,
              "medianMs": 288
            },
            {
              "name": "pay_service",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "payment_summary",
              "ok": false,
              "calls": 4,
              "medianMs": 300
            },
            {
              "name": "quote_service",
              "ok": false,
              "calls": 8,
              "medianMs": 272
            },
            {
              "name": "route_by_intent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_services",
              "ok": true,
              "firstOk": 1,
              "calls": 4,
              "medianMs": 1328
            },
            {
              "name": "setup_delegation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "top_up_credits",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wallet_balance",
              "ok": false,
              "calls": 4,
              "medianMs": 287
            }
          ]
        }
      ]
    },
    "nexscope": {
      "slug": "nexscope",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:35:47.847776868Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 287,
          "toolsTried": 1,
          "toolsOk": 0,
          "toolsRefused": 55,
          "calls": 2,
          "errors": 2,
          "p50Ms": 88,
          "p95Ms": 750,
          "perTool": [
            {
              "name": "nexscope_1688_product_billboard",
              "ok": false,
              "calls": 2,
              "medianMs": 88
            },
            {
              "name": "nexscope_1688_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_1688_product_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_1688_search_by_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_ai_apparel_image_set_photography_v3",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_background_generator",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_clothes_changer_for_tops_bottoms",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_hand_repair",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_pose_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_scene_background_replacement",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_swap",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_swap_2_0",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_product_marketing_image_set_v4",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_suit_virtual_try_on",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_video_reclone",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_access_task_result",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_aliexpress_category_products",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_category_variants",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_google_organic_search",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_page_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_product_detail",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_product_search",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_task_result",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_api_access",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_amazon_ads_reporting",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_audience_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_insights_report_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_insights_report_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_search_impression_share_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_advertising",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_amazon_alexa_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_asin_keywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_asin_traffic_summary",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_broad_product_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_category_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_competitor_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_expansion",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_intelligence",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_overview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_search_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_share_of_voice",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_summary",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_product_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_research",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_statistics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_info_by_asin",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_info_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_reviews_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_opportunity_report_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_opportunity_search_by_metrics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_policy_feed",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_database",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_database_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_discovery",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_price_series",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_research",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_related_asins",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_reviews_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_sales_estimates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_search_by_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_traffic_keywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_background_remover",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_2_1_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_2_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_2_lite_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_pro_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_ad_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_ad_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_ad_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creative_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creative_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_rankings_agencies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_rankings_commercial",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_rankings_growth",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_related_lives",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_related_videos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_live_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_live_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_live_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_image_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_rankings_most_promoted",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_rankings_new_arrivals",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_rankings_top_selling",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_related_creators",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_related_lives",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_related_videos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_rankings_most_promoted",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_rankings_top_selling",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_related_creators",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_related_videos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_aba_intelligent_query",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_ai_search_google_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_authorize_url",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_authorized_stores",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_cancel_order",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_confirm_receive",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_create_order",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_image_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_invoice_amount",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_invoice_apply",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_logistics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_logistics_trace",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_preview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_payment_url",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_receive_address_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_sku",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_authorize_url",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_authorized_stores",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_ads_api_v1_a8ee7062c05c",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_ads_api_v1_bc5f35df125d",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_ads_api_v1_fc2e6faf4958",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_amazon_ads_c8dabeba4161",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_reporting__10950f442da3",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_reporting_reports",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_ads_cre_c1b7d4ff7b51",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_ads_creatives_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_budget_rules",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_keywords",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_targets_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ad_groups_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ads",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ads_ad_type",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ads_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_campaigns_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_ad_groups_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_budget_rules",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_campaigns_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_creatives",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_negativ_14b155b0d315",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_negative_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_product_ads",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_product_ads_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_targets_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_ad_groups_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_budget__263239f558f5",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_budget_rules",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaig_5eee0ed48e3b",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaig_815253c43220",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaigns_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_keywords",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_keywords_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_negativ_ec9f5683251d",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_negative_keywords",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_negative_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_product_ads",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_product_ads_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_targets_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_profiles",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_refresh_token",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_store_tokens",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_alexa_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_opportunity_report_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_opportunity_search_by_metrics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_policy_feed",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_policy_feed_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_reviews_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_search_by_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_ads_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_ads_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_ads_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_creatives_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_creatives_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_creators_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_creators_rankings_agencies",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:44:05.146554907Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 287,
          "toolsTried": 3,
          "toolsOk": 0,
          "toolsRefused": 55,
          "calls": 5,
          "errors": 5,
          "p50Ms": 561,
          "p95Ms": 668,
          "perTool": [
            {
              "name": "nexscope_1688_product_billboard",
              "ok": false,
              "calls": 2,
              "medianMs": 561
            },
            {
              "name": "nexscope_1688_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_1688_product_search",
              "ok": false,
              "calls": 2,
              "medianMs": 107
            },
            {
              "name": "nexscope_1688_search_by_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_ai_apparel_image_set_photography_v3",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_background_generator",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_clothes_changer_for_tops_bottoms",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_hand_repair",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_pose_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_scene_background_replacement",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_swap",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_model_swap_2_0",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_product_marketing_image_set_v4",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_suit_virtual_try_on",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_ai_video_reclone",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_access_task_result",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_aliexpress_category_products",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_category_variants",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_google_organic_search",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_page_read",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_product_detail",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_product_search",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_aliexpress_task_result",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_api_access",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_amazon_ads_reporting",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_audience_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_insights_report_download",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_insights_report_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_ads_sp_search_impression_share_report",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_advertising",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_amazon_alexa_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_asin_keywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_asin_traffic_summary",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_broad_product_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_category_lookup",
              "ok": false,
              "calls": 1,
              "medianMs": 95
            },
            {
              "name": "nexscope_amazon_competitor_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_expansion",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_intelligence",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_overview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_search_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_share_of_voice",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_keyword_summary",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_product_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_research",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_market_statistics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_info_by_asin",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_info_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_niche_reviews_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_opportunity_report_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_opportunity_search_by_metrics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_policy_feed",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_database",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_database_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_discovery",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_price_series",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_product_research",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_related_asins",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_reviews_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_sales_estimates",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_search_by_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_amazon_traffic_keywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_background_remover",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_2_1_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_2_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_2_lite_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_banana_pro_image_generation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_ad_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_ad_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_ad_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creative_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creative_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_rankings_agencies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_rankings_commercial",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_rankings_growth",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_related_lives",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_related_videos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_creator_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_live_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_live_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_live_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_image_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_rankings_most_promoted",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_rankings_new_arrivals",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_rankings_top_selling",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_related_creators",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_related_lives",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_related_videos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_product_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_rankings_most_promoted",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_rankings_top_selling",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_related_creators",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_related_videos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_shop_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_reviews",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_chuhaijiang_tiktok_video_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_aba_intelligent_query",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_ai_search_google_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_authorize_url",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_authorized_stores",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_cancel_order",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_confirm_receive",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_create_order",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_image_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_invoice_amount",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_invoice_apply",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_logistics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_logistics_trace",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_preview",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_order_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_payment_url",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_receive_address_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_alibaba1688_sku",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_authorize_url",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_authorized_stores",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_ads_api_v1_a8ee7062c05c",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_ads_api_v1_bc5f35df125d",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_ads_api_v1_fc2e6faf4958",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_amazon_ads_c8dabeba4161",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_reporting__10950f442da3",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_reporting_reports",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_ads_cre_c1b7d4ff7b51",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_ads_creatives_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_budget_rules",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_keywords",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_targets_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ad_groups_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ads",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ads_ad_type",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_ads_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sb_v4_campaigns_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_ad_groups_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_budget_rules",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_campaigns_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_creatives",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_negativ_14b155b0d315",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_negative_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_product_ads",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_product_ads_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sd_targets_extended",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_ad_groups",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_ad_groups_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_budget__263239f558f5",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_budget_rules",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaig_5eee0ed48e3b",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaig_815253c43220",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaigns",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_campaigns_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_keywords",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_keywords_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_negativ_ec9f5683251d",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_negative_keywords",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_negative_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_product_ads",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_product_ads_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_targets",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "nexscope_data_amazon_ads_developer_proxy_sp_targets_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_profiles",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_refresh_token",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_ads_store_tokens",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_alexa_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_opportunity_report_by_keyword",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_opportunity_search_by_metrics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_policy_feed",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_policy_feed_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_product_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_reviews_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_amazon_search_by_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_ads_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_ads_related_products",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_ads_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_creatives_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_ad_creative_creatives_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_creators_detail",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nexscope_data_cj_creators_rankings_agencies",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "nextbillion": {
      "slug": "nextbillion",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:38:52.186850711Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 27,
          "toolsTried": 6,
          "toolsOk": 5,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 1,
          "p50Ms": 354,
          "p95Ms": 608,
          "perTool": [
            {
              "name": "autocomplete",
              "ok": false,
              "calls": 0
            },
            {
              "name": "autosuggest",
              "ok": false,
              "calls": 0
            },
            {
              "name": "bbox",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 333
            },
            {
              "name": "buffer",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 357
            },
            {
              "name": "centroid",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 354
            },
            {
              "name": "directions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "distance_matrix",
              "ok": false,
              "calls": 0
            },
            {
              "name": "geocode_batch",
              "ok": false,
              "calls": 0
            },
            {
              "name": "geocode_forward",
              "ok": false,
              "calls": 1,
              "medianMs": 608
            },
            {
              "name": "geocode_reverse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "geocode_structured",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_api_parameters",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_documentation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "isochrone",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_documentation_topics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "measure",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 345
            },
            {
              "name": "nearest",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 355
            },
            {
              "name": "place_browse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "place_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "place_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "points_in_polygon",
              "ok": false,
              "calls": 0
            },
            {
              "name": "polygon_ops",
              "ok": false,
              "calls": 0
            },
            {
              "name": "postcode_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_along_route",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_documentation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "static_map_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "static_route_map",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:47:08.941372122Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 27,
          "toolsTried": 5,
          "toolsOk": 3,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 3,
          "p50Ms": 353,
          "p95Ms": 672,
          "perTool": [
            {
              "name": "autocomplete",
              "ok": false,
              "calls": 2,
              "medianMs": 350
            },
            {
              "name": "autosuggest",
              "ok": false,
              "calls": 0
            },
            {
              "name": "bbox",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 672
            },
            {
              "name": "buffer",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 371
            },
            {
              "name": "centroid",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 353
            },
            {
              "name": "directions",
              "ok": false,
              "calls": 1,
              "medianMs": 346
            },
            {
              "name": "distance_matrix",
              "ok": false,
              "calls": 0
            },
            {
              "name": "geocode_batch",
              "ok": false,
              "calls": 0
            },
            {
              "name": "geocode_forward",
              "ok": false,
              "calls": 0
            },
            {
              "name": "geocode_reverse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "geocode_structured",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_api_parameters",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_documentation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "isochrone",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_documentation_topics",
              "ok": false,
              "calls": 0
            },
            {
              "name": "measure",
              "ok": false,
              "calls": 0
            },
            {
              "name": "nearest",
              "ok": false,
              "calls": 0
            },
            {
              "name": "place_browse",
              "ok": false,
              "calls": 0
            },
            {
              "name": "place_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "place_search",
              "ok": false,
              "calls": 0
            },
            {
              "name": "points_in_polygon",
              "ok": false,
              "calls": 0
            },
            {
              "name": "polygon_ops",
              "ok": false,
              "calls": 0
            },
            {
              "name": "postcode_lookup",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_along_route",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_documentation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "static_map_image",
              "ok": false,
              "calls": 0
            },
            {
              "name": "static_route_map",
              "ok": false,
              "calls": 0
            }
          ]
        }
      ]
    },
    "ntop": {
      "slug": "ntop",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:48:03.725546033Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 432,
          "p95Ms": 625,
          "perTool": [
            {
              "name": "query_docs_filesystem_n_top",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 432
            },
            {
              "name": "search_n_top",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 625
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "oneup": {
      "slug": "oneup",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:42:49.208808012Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 72,
          "toolsTried": 33,
          "toolsOk": 0,
          "toolsRefused": 19,
          "calls": 40,
          "errors": 40,
          "p50Ms": 453,
          "p95Ms": 746,
          "perTool": [
            {
              "name": "create-whats-app-conversation-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-comment-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-failed-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-scheduled-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch-comment-replies-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 668
            },
            {
              "name": "fetch-conversation-messages-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 512
            },
            {
              "name": "fetch-conversations-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch-discord-channels-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 546
            },
            {
              "name": "fetch-pinterest-boards-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 380
            },
            {
              "name": "fetch-top-comments-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 804
            },
            {
              "name": "fetch-whats-app-accounts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 544
            },
            {
              "name": "fetch-whats-app-contacts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 453
            },
            {
              "name": "fetch-whats-app-templates-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 612
            },
            {
              "name": "fetch-you-tube-playlists-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 455
            },
            {
              "name": "force-refresh-analytics-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "force-refresh-comments-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "force-refresh-conversations-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get-bluesky-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-bluesky-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-draft-posts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 391
            },
            {
              "name": "get-facebook-demographics-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 299
            },
            {
              "name": "get-facebook-overview-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 109
            },
            {
              "name": "get-facebook-posts-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 277
            },
            {
              "name": "get-facebook-reels-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 307
            },
            {
              "name": "get-facebook-stories-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 299
            },
            {
              "name": "get-failed-posts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 413
            },
            {
              "name": "get-gbp-overview-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 241
            },
            {
              "name": "get-gbp-posts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 160
            },
            {
              "name": "get-gbp-reviews-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 273
            },
            {
              "name": "get-instagram-demographics-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 877
            },
            {
              "name": "get-instagram-overview-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 279
            },
            {
              "name": "get-instagram-posts-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 296
            },
            {
              "name": "get-instagram-stories-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 644
            },
            {
              "name": "get-instagram-trending-sound-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-linked-in-overview-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 584
            },
            {
              "name": "get-linked-in-posts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 598
            },
            {
              "name": "get-meta-ads-ad-sets-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-meta-ads-ads-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-meta-ads-campaigns-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 280
            },
            {
              "name": "get-meta-ads-overview-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 306
            },
            {
              "name": "get-pinterest-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-pinterest-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-reddit-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-reddit-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-scheduled-posts-by-id-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 415
            },
            {
              "name": "get-scheduled-posts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 389
            },
            {
              "name": "get-snapchat-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-snapchat-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-threads-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-threads-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-demographics-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-trending-sound-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-youtube-demographics-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-youtube-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-youtube-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_published_posts",
              "ok": false,
              "calls": 1,
              "medianMs": 405
            },
            {
              "name": "list-categories-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 525
            },
            {
              "name": "list-category-accounts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 736
            },
            {
              "name": "list-social-accounts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 445
            },
            {
              "name": "load-more-conversations-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark-conversation-read-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply-to-comment-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply-to-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reschedule-failed-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule-image-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule-text-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule-video-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send-message-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-conversation-status-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:53:02.497132541Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 72,
          "toolsTried": 20,
          "toolsOk": 0,
          "toolsRefused": 19,
          "calls": 40,
          "errors": 40,
          "p50Ms": 399,
          "p95Ms": 732,
          "perTool": [
            {
              "name": "create-whats-app-conversation-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-comment-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-failed-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete-scheduled-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "edit-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch-comment-replies-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 729
            },
            {
              "name": "fetch-conversation-messages-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 558
            },
            {
              "name": "fetch-conversations-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch-discord-channels-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 498
            },
            {
              "name": "fetch-pinterest-boards-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 438
            },
            {
              "name": "fetch-top-comments-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 677
            },
            {
              "name": "fetch-whats-app-accounts-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 471
            },
            {
              "name": "fetch-whats-app-contacts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 534
            },
            {
              "name": "fetch-whats-app-templates-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 697
            },
            {
              "name": "fetch-you-tube-playlists-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 463
            },
            {
              "name": "force-refresh-analytics-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "force-refresh-comments-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "force-refresh-conversations-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get-bluesky-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-bluesky-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-draft-posts-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 302
            },
            {
              "name": "get-facebook-demographics-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-facebook-overview-tool",
              "ok": false,
              "calls": 5,
              "medianMs": 274
            },
            {
              "name": "get-facebook-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-facebook-reels-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-facebook-stories-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-failed-posts-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "get-gbp-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-gbp-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-gbp-reviews-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-instagram-demographics-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-instagram-overview-tool",
              "ok": false,
              "calls": 5,
              "medianMs": 301
            },
            {
              "name": "get-instagram-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-instagram-stories-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-instagram-trending-sound-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-linked-in-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-linked-in-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-meta-ads-ad-sets-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-meta-ads-ads-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-meta-ads-campaigns-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-meta-ads-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-pinterest-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-pinterest-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-reddit-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-reddit-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-scheduled-posts-by-id-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 732
            },
            {
              "name": "get-scheduled-posts-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 303
            },
            {
              "name": "get-snapchat-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-snapchat-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-threads-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-threads-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-demographics-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-overview-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-tiktok-trending-sound-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-youtube-demographics-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get-youtube-overview-tool",
              "ok": false,
              "calls": 5,
              "medianMs": 308
            },
            {
              "name": "get-youtube-posts-tool",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_published_posts",
              "ok": false,
              "calls": 2,
              "medianMs": 389
            },
            {
              "name": "list-categories-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 274
            },
            {
              "name": "list-category-accounts-tool",
              "ok": false,
              "calls": 1,
              "medianMs": 382
            },
            {
              "name": "list-social-accounts-tool",
              "ok": false,
              "calls": 2,
              "medianMs": 142
            },
            {
              "name": "load-more-conversations-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "mark-conversation-read-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply-to-comment-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reply-to-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "reschedule-failed-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule-image-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule-text-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule-video-post-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send-message-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update-conversation-status-tool",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "openfort": {
      "slug": "openfort",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T20:55:10.2117229Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 9,
          "toolsTried": 8,
          "toolsOk": 8,
          "toolsRefused": 1,
          "calls": 12,
          "errors": 4,
          "p50Ms": 403,
          "p95Ms": 5595,
          "perTool": [
            {
              "name": "get_file_tree",
              "ok": true,
              "firstOk": 2,
              "calls": 3,
              "medianMs": 495
            },
            {
              "name": "list_pages",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 3473
            },
            {
              "name": "list_source_files",
              "ok": true,
              "firstOk": 2,
              "calls": 3,
              "medianMs": 371
            },
            {
              "name": "list_sources",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 104
            },
            {
              "name": "read_page",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 3416
            },
            {
              "name": "read_source_file",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 383
            },
            {
              "name": "search_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 5595
            },
            {
              "name": "search_source",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 775
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "openweather-one-call": {
      "slug": "openweather-one-call",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:45:32.867710401Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 6,
          "toolsTried": 4,
          "toolsOk": 2,
          "toolsRefused": 2,
          "calls": 14,
          "errors": 11,
          "p50Ms": 268,
          "p95Ms": 313,
          "perTool": [
            {
              "name": "account_status",
              "ok": false,
              "calls": 3,
              "medianMs": 267
            },
            {
              "name": "fetch_data",
              "ok": false,
              "calls": 7,
              "medianMs": 287
            },
            {
              "name": "get_product",
              "ok": true,
              "firstOk": 2,
              "calls": 3,
              "medianMs": 52
            },
            {
              "name": "get_topup_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_products",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 307
            },
            {
              "name": "sign_up",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:00:12.983309703Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 6,
          "toolsTried": 4,
          "toolsOk": 1,
          "toolsRefused": 2,
          "calls": 13,
          "errors": 8,
          "p50Ms": 286,
          "p95Ms": 351,
          "perTool": [
            {
              "name": "account_status",
              "ok": false,
              "calls": 3,
              "medianMs": 290
            },
            {
              "name": "fetch_data",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "get_product",
              "ok": false,
              "calls": 4,
              "medianMs": 190
            },
            {
              "name": "get_topup_link",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_products",
              "ok": true,
              "firstOk": 1,
              "calls": 5,
              "medianMs": 194
            },
            {
              "name": "sign_up",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "oxylabs-web-scraper": {
      "slug": "oxylabs-web-scraper",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:48:07.520192081Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 10,
          "toolsTried": 10,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 10,
          "errors": 10,
          "p50Ms": 292,
          "p95Ms": 416,
          "perTool": [
            {
              "name": "ai_browser_agent",
              "ok": false,
              "calls": 1,
              "medianMs": 225
            },
            {
              "name": "ai_crawler",
              "ok": false,
              "calls": 1,
              "medianMs": 264
            },
            {
              "name": "ai_map",
              "ok": false,
              "calls": 1,
              "medianMs": 367
            },
            {
              "name": "ai_scraper",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "ai_search",
              "ok": false,
              "calls": 1,
              "medianMs": 416
            },
            {
              "name": "amazon_product_scraper",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "amazon_search_scraper",
              "ok": false,
              "calls": 1,
              "medianMs": 323
            },
            {
              "name": "generate_schema",
              "ok": false,
              "calls": 1,
              "medianMs": 63
            },
            {
              "name": "google_search_scraper",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "universal_scraper",
              "ok": false,
              "calls": 1,
              "medianMs": 307
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:03:58.458513017Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 10,
          "toolsTried": 10,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 30,
          "errors": 30,
          "p50Ms": 293,
          "p95Ms": 496,
          "perTool": [
            {
              "name": "ai_browser_agent",
              "ok": false,
              "calls": 3,
              "medianMs": 286
            },
            {
              "name": "ai_crawler",
              "ok": false,
              "calls": 3,
              "medianMs": 283
            },
            {
              "name": "ai_map",
              "ok": false,
              "calls": 3,
              "medianMs": 298
            },
            {
              "name": "ai_scraper",
              "ok": false,
              "calls": 3,
              "medianMs": 301
            },
            {
              "name": "ai_search",
              "ok": false,
              "calls": 3,
              "medianMs": 496
            },
            {
              "name": "amazon_product_scraper",
              "ok": false,
              "calls": 3,
              "medianMs": 319
            },
            {
              "name": "amazon_search_scraper",
              "ok": false,
              "calls": 3,
              "medianMs": 297
            },
            {
              "name": "generate_schema",
              "ok": false,
              "calls": 3,
              "medianMs": 141
            },
            {
              "name": "google_search_scraper",
              "ok": false,
              "calls": 3,
              "medianMs": 271
            },
            {
              "name": "universal_scraper",
              "ok": false,
              "calls": 3,
              "medianMs": 324
            }
          ]
        }
      ]
    },
    "parallel-search-api": {
      "slug": "parallel-search-api",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:04:55.320012757Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 1040,
          "p95Ms": 1130,
          "perTool": [
            {
              "name": "send_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "web_fetch",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1040
            },
            {
              "name": "web_search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1130
            }
          ]
        }
      ]
    },
    "penpot": {
      "slug": "penpot",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:05:54.437493232Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 4,
          "toolsTried": 3,
          "toolsOk": 3,
          "toolsRefused": 1,
          "calls": 3,
          "errors": 0,
          "p50Ms": 97,
          "p95Ms": 244,
          "perTool": [
            {
              "name": "execute_code",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "export_shape",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 244
            },
            {
              "name": "high_level_overview",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 56
            },
            {
              "name": "penpot_api_info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 97
            }
          ]
        }
      ]
    },
    "pinpoint": {
      "slug": "pinpoint",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:07:23.690946296Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 5,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 1,
          "calls": 4,
          "errors": 0,
          "p50Ms": 495,
          "p95Ms": 911,
          "perTool": [
            {
              "name": "execute-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get-endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 525
            },
            {
              "name": "get-server-variables",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 197
            },
            {
              "name": "list-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 495
            },
            {
              "name": "search-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 911
            }
          ]
        }
      ]
    },
    "pulsedive": {
      "slug": "pulsedive",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:08:12.534735483Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 266,
          "p95Ms": 483,
          "perTool": [
            {
              "name": "query_docs_filesystem_pulsedive_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 266
            },
            {
              "name": "search_pulsedive_docs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 483
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "pushary": {
      "slug": "pushary",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:49:36.617017819Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 6,
          "toolsTried": 1,
          "toolsOk": 0,
          "toolsRefused": 5,
          "calls": 2,
          "errors": 2,
          "p50Ms": 83,
          "p95Ms": 105,
          "perTool": [
            {
              "name": "ask_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_question",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "propose_scope",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wait_for_answer",
              "ok": false,
              "calls": 2,
              "medianMs": 83
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:09:41.074502362Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 6,
          "toolsTried": 1,
          "toolsOk": 0,
          "toolsRefused": 5,
          "calls": 3,
          "errors": 3,
          "p50Ms": 85,
          "p95Ms": 338,
          "perTool": [
            {
              "name": "ask_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_question",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "propose_scope",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "schedule_reminder",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "send_notification",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "wait_for_answer",
              "ok": false,
              "calls": 3,
              "medianMs": 85
            }
          ]
        }
      ]
    },
    "qovia": {
      "slug": "qovia",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:52:50.343653019Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 12,
          "errors": 7,
          "p50Ms": 360,
          "p95Ms": 1135,
          "perTool": [
            {
              "name": "call_endpoint",
              "ok": false,
              "calls": 4,
              "medianMs": 496
            },
            {
              "name": "get_account",
              "ok": false,
              "calls": 3,
              "medianMs": 469
            },
            {
              "name": "get_endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 238
            },
            {
              "name": "search_endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 3,
              "medianMs": 273
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:11:14.769494918Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 8,
          "errors": 6,
          "p50Ms": 269,
          "p95Ms": 929,
          "perTool": [
            {
              "name": "call_endpoint",
              "ok": false,
              "calls": 3,
              "medianMs": 269
            },
            {
              "name": "get_account",
              "ok": false,
              "calls": 3,
              "medianMs": 297
            },
            {
              "name": "get_endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 237
            },
            {
              "name": "search_endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 692
            }
          ]
        }
      ]
    },
    "reqres-mcp": {
      "slug": "reqres-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:56:45.119407704Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 12,
          "toolsTried": 4,
          "toolsOk": 0,
          "toolsRefused": 8,
          "calls": 31,
          "errors": 31,
          "p50Ms": 289,
          "p95Ms": 319,
          "perTool": [
            {
              "name": "create_app_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_app_user_session",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_collection",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_record",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_record",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_record",
              "ok": false,
              "calls": 5,
              "medianMs": 291
            },
            {
              "name": "list_collections",
              "ok": false,
              "calls": 21,
              "medianMs": 288
            },
            {
              "name": "list_logs",
              "ok": false,
              "calls": 1,
              "medianMs": 291
            },
            {
              "name": "list_records",
              "ok": false,
              "calls": 4,
              "medianMs": 288
            },
            {
              "name": "patch_record",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_record",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:13:49.531726665Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 12,
          "toolsTried": 4,
          "toolsOk": 0,
          "toolsRefused": 8,
          "calls": 20,
          "errors": 20,
          "p50Ms": 291,
          "p95Ms": 392,
          "perTool": [
            {
              "name": "create_app_user",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_app_user_session",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_collection",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_project",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_record",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_record",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_record",
              "ok": false,
              "calls": 3,
              "medianMs": 309
            },
            {
              "name": "list_collections",
              "ok": false,
              "calls": 11,
              "medianMs": 280
            },
            {
              "name": "list_logs",
              "ok": false,
              "calls": 3,
              "medianMs": 306
            },
            {
              "name": "list_records",
              "ok": false,
              "calls": 3,
              "medianMs": 290
            },
            {
              "name": "patch_record",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_record",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "restate": {
      "slug": "restate",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:14:26.540314092Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 322,
          "p95Ms": 883,
          "perTool": [
            {
              "name": "query_docs_filesystem_restate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 322
            },
            {
              "name": "search_restate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 883
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "retell-ai": {
      "slug": "retell-ai",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T02:58:08.31445721Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 3,
          "toolsTried": 3,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 5,
          "errors": 3,
          "p50Ms": 190,
          "p95Ms": 300,
          "perTool": [
            {
              "name": "get_api_endpoint_schema",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 148
            },
            {
              "name": "invoke_api_endpoint",
              "ok": false,
              "calls": 3,
              "medianMs": 190
            },
            {
              "name": "list_api_endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 300
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:16:43.323713881Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 3,
          "toolsTried": 3,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 13,
          "errors": 8,
          "p50Ms": 290,
          "p95Ms": 1211,
          "perTool": [
            {
              "name": "get_api_endpoint_schema",
              "ok": true,
              "firstOk": 1,
              "calls": 5,
              "medianMs": 289
            },
            {
              "name": "invoke_api_endpoint",
              "ok": false,
              "calls": 6,
              "medianMs": 290
            },
            {
              "name": "list_api_endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 153
            }
          ]
        }
      ]
    },
    "rime-tts": {
      "slug": "rime-tts",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:00:22.594761347Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 6,
          "toolsTried": 5,
          "toolsOk": 3,
          "toolsRefused": 1,
          "calls": 5,
          "errors": 2,
          "p50Ms": 302,
          "p95Ms": 804,
          "perTool": [
            {
              "name": "check_dictionary",
              "ok": false,
              "calls": 1,
              "medianMs": 187
            },
            {
              "name": "generate_integration",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 196
            },
            {
              "name": "get_voice_details",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 804
            },
            {
              "name": "list_voices",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 708
            },
            {
              "name": "normalize_text",
              "ok": false,
              "calls": 1,
              "medianMs": 302
            },
            {
              "name": "synthesize_speech",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:18:46.019245766Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 6,
          "toolsTried": 5,
          "toolsOk": 3,
          "toolsRefused": 1,
          "calls": 11,
          "errors": 8,
          "p50Ms": 309,
          "p95Ms": 675,
          "perTool": [
            {
              "name": "check_dictionary",
              "ok": false,
              "calls": 4,
              "medianMs": 140
            },
            {
              "name": "generate_integration",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 225
            },
            {
              "name": "get_voice_details",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 675
            },
            {
              "name": "list_voices",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 377
            },
            {
              "name": "normalize_text",
              "ok": false,
              "calls": 4,
              "medianMs": 282
            },
            {
              "name": "synthesize_speech",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "scrapingbee": {
      "slug": "scrapingbee",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:02:58.22129161Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 18,
          "toolsTried": 18,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 18,
          "errors": 18,
          "p50Ms": 285,
          "p95Ms": 437,
          "perTool": [
            {
              "name": "ask_chatgpt",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "ask_gemini",
              "ok": false,
              "calls": 1,
              "medianMs": 30
            },
            {
              "name": "extract_page_data",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "fast_search",
              "ok": false,
              "calls": 1,
              "medianMs": 265
            },
            {
              "name": "get_amazon_pricing",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get_amazon_product_details",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "get_amazon_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 56
            },
            {
              "name": "get_file",
              "ok": false,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "get_google_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 437
            },
            {
              "name": "get_page_html",
              "ok": false,
              "calls": 1,
              "medianMs": 123
            },
            {
              "name": "get_page_text",
              "ok": false,
              "calls": 1,
              "medianMs": 146
            },
            {
              "name": "get_scrapingbee_usage",
              "ok": false,
              "calls": 1,
              "medianMs": 302
            },
            {
              "name": "get_screenshot",
              "ok": false,
              "calls": 1,
              "medianMs": 199
            },
            {
              "name": "get_walmart_product_details",
              "ok": false,
              "calls": 1,
              "medianMs": 380
            },
            {
              "name": "get_walmart_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "get_youtube_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 285
            },
            {
              "name": "get_youtube_video_metadata",
              "ok": false,
              "calls": 1,
              "medianMs": 224
            },
            {
              "name": "get_youtube_video_subtitles",
              "ok": false,
              "calls": 1,
              "medianMs": 267
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:21:57.496309793Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 18,
          "toolsTried": 18,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 19,
          "errors": 19,
          "p50Ms": 284,
          "p95Ms": 513,
          "perTool": [
            {
              "name": "ask_chatgpt",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "ask_gemini",
              "ok": false,
              "calls": 1,
              "medianMs": 59
            },
            {
              "name": "extract_page_data",
              "ok": false,
              "calls": 1,
              "medianMs": 282
            },
            {
              "name": "fast_search",
              "ok": false,
              "calls": 1,
              "medianMs": 259
            },
            {
              "name": "get_amazon_pricing",
              "ok": false,
              "calls": 1,
              "medianMs": 53
            },
            {
              "name": "get_amazon_product_details",
              "ok": false,
              "calls": 1,
              "medianMs": 513
            },
            {
              "name": "get_amazon_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 330
            },
            {
              "name": "get_file",
              "ok": false,
              "calls": 1,
              "medianMs": 321
            },
            {
              "name": "get_google_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 350
            },
            {
              "name": "get_page_html",
              "ok": false,
              "calls": 1,
              "medianMs": 271
            },
            {
              "name": "get_page_text",
              "ok": false,
              "calls": 1,
              "medianMs": 246
            },
            {
              "name": "get_scrapingbee_usage",
              "ok": false,
              "calls": 2,
              "medianMs": 60
            },
            {
              "name": "get_screenshot",
              "ok": false,
              "calls": 1,
              "medianMs": 51
            },
            {
              "name": "get_walmart_product_details",
              "ok": false,
              "calls": 1,
              "medianMs": 298
            },
            {
              "name": "get_walmart_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 239
            },
            {
              "name": "get_youtube_search_results",
              "ok": false,
              "calls": 1,
              "medianMs": 308
            },
            {
              "name": "get_youtube_video_metadata",
              "ok": false,
              "calls": 1,
              "medianMs": 284
            },
            {
              "name": "get_youtube_video_subtitles",
              "ok": false,
              "calls": 1,
              "medianMs": 329
            }
          ]
        }
      ]
    },
    "serpapi": {
      "slug": "serpapi",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:04:55.509562296Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 8,
          "errors": 6,
          "p50Ms": 292,
          "p95Ms": 711,
          "perTool": [
            {
              "name": "extract",
              "ok": false,
              "calls": 3,
              "medianMs": 291
            },
            {
              "name": "search",
              "ok": false,
              "calls": 3,
              "medianMs": 299
            },
            {
              "name": "search_dashboard",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 87
            },
            {
              "name": "search_table",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 296
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:23:42.918254068Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 12,
          "errors": 6,
          "p50Ms": 281,
          "p95Ms": 669,
          "perTool": [
            {
              "name": "extract",
              "ok": false,
              "calls": 3,
              "medianMs": 299
            },
            {
              "name": "search",
              "ok": false,
              "calls": 3,
              "medianMs": 88
            },
            {
              "name": "search_dashboard",
              "ok": true,
              "firstOk": 1,
              "calls": 3,
              "medianMs": 281
            },
            {
              "name": "search_table",
              "ok": true,
              "firstOk": 1,
              "calls": 3,
              "medianMs": 290
            }
          ]
        }
      ]
    },
    "serphouse": {
      "slug": "serphouse",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:09:30.368950302Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "failure",
          "tools": 23,
          "toolsTried": 23,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 32,
          "errors": 32,
          "p50Ms": 650,
          "p95Ms": 1241,
          "perTool": [
            {
              "name": "serphouse_account_info",
              "ok": false,
              "calls": 1,
              "medianMs": 229
            },
            {
              "name": "serphouse_bing_image",
              "ok": false,
              "calls": 1,
              "medianMs": 256
            },
            {
              "name": "serphouse_bing_news",
              "ok": false,
              "calls": 1,
              "medianMs": 761
            },
            {
              "name": "serphouse_bing_web",
              "ok": false,
              "calls": 2,
              "medianMs": 295
            },
            {
              "name": "serphouse_domain_list",
              "ok": false,
              "calls": 2,
              "medianMs": 650
            },
            {
              "name": "serphouse_google_autocomplete",
              "ok": false,
              "calls": 1,
              "medianMs": 754
            },
            {
              "name": "serphouse_google_forums",
              "ok": false,
              "calls": 1,
              "medianMs": 1241
            },
            {
              "name": "serphouse_google_image",
              "ok": false,
              "calls": 2,
              "medianMs": 178
            },
            {
              "name": "serphouse_google_jobs",
              "ok": false,
              "calls": 1,
              "medianMs": 200
            },
            {
              "name": "serphouse_google_local",
              "ok": false,
              "calls": 1,
              "medianMs": 320
            },
            {
              "name": "serphouse_google_news",
              "ok": false,
              "calls": 1,
              "medianMs": 750
            },
            {
              "name": "serphouse_google_shop",
              "ok": false,
              "calls": 1,
              "medianMs": 226
            },
            {
              "name": "serphouse_google_short_videos",
              "ok": false,
              "calls": 1,
              "medianMs": 2298
            },
            {
              "name": "serphouse_google_videos",
              "ok": false,
              "calls": 1,
              "medianMs": 277
            },
            {
              "name": "serphouse_google_web",
              "ok": false,
              "calls": 1,
              "medianMs": 873
            },
            {
              "name": "serphouse_google_web_lite",
              "ok": false,
              "calls": 2,
              "medianMs": 430
            },
            {
              "name": "serphouse_language_list",
              "ok": false,
              "calls": 3,
              "medianMs": 713
            },
            {
              "name": "serphouse_location_search",
              "ok": false,
              "calls": 2,
              "medianMs": 771
            },
            {
              "name": "serphouse_search",
              "ok": false,
              "calls": 2,
              "medianMs": 499
            },
            {
              "name": "serphouse_serp_google_advanced",
              "ok": false,
              "calls": 1,
              "medianMs": 550
            },
            {
              "name": "serphouse_yahoo_image",
              "ok": false,
              "calls": 1,
              "medianMs": 300
            },
            {
              "name": "serphouse_yahoo_news",
              "ok": false,
              "calls": 1,
              "medianMs": 679
            },
            {
              "name": "serphouse_yahoo_web",
              "ok": false,
              "calls": 2,
              "medianMs": 544
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:29:19.45381468Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 23,
          "toolsTried": 23,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 40,
          "errors": 40,
          "p50Ms": 286,
          "p95Ms": 926,
          "perTool": [
            {
              "name": "serphouse_account_info",
              "ok": false,
              "calls": 3,
              "medianMs": 271
            },
            {
              "name": "serphouse_bing_image",
              "ok": false,
              "calls": 1,
              "medianMs": 333
            },
            {
              "name": "serphouse_bing_news",
              "ok": false,
              "calls": 1,
              "medianMs": 248
            },
            {
              "name": "serphouse_bing_web",
              "ok": false,
              "calls": 2,
              "medianMs": 268
            },
            {
              "name": "serphouse_domain_list",
              "ok": false,
              "calls": 3,
              "medianMs": 945
            },
            {
              "name": "serphouse_google_autocomplete",
              "ok": false,
              "calls": 2,
              "medianMs": 306
            },
            {
              "name": "serphouse_google_forums",
              "ok": false,
              "calls": 1,
              "medianMs": 331
            },
            {
              "name": "serphouse_google_image",
              "ok": false,
              "calls": 2,
              "medianMs": 282
            },
            {
              "name": "serphouse_google_jobs",
              "ok": false,
              "calls": 1,
              "medianMs": 228
            },
            {
              "name": "serphouse_google_local",
              "ok": false,
              "calls": 1,
              "medianMs": 251
            },
            {
              "name": "serphouse_google_news",
              "ok": false,
              "calls": 2,
              "medianMs": 315
            },
            {
              "name": "serphouse_google_shop",
              "ok": false,
              "calls": 2,
              "medianMs": 260
            },
            {
              "name": "serphouse_google_short_videos",
              "ok": false,
              "calls": 1,
              "medianMs": 269
            },
            {
              "name": "serphouse_google_videos",
              "ok": false,
              "calls": 1,
              "medianMs": 323
            },
            {
              "name": "serphouse_google_web",
              "ok": false,
              "calls": 1,
              "medianMs": 274
            },
            {
              "name": "serphouse_google_web_lite",
              "ok": false,
              "calls": 2,
              "medianMs": 305
            },
            {
              "name": "serphouse_language_list",
              "ok": false,
              "calls": 3,
              "medianMs": 272
            },
            {
              "name": "serphouse_location_search",
              "ok": false,
              "calls": 3,
              "medianMs": 295
            },
            {
              "name": "serphouse_search",
              "ok": false,
              "calls": 2,
              "medianMs": 274
            },
            {
              "name": "serphouse_serp_google_advanced",
              "ok": false,
              "calls": 2,
              "medianMs": 235
            },
            {
              "name": "serphouse_yahoo_image",
              "ok": false,
              "calls": 1,
              "medianMs": 331
            },
            {
              "name": "serphouse_yahoo_news",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "serphouse_yahoo_web",
              "ok": false,
              "calls": 2,
              "medianMs": 284
            }
          ]
        }
      ]
    },
    "ship24": {
      "slug": "ship24",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:10:44.087929141Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 12,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 4,
          "calls": 2,
          "errors": 2,
          "p50Ms": 83,
          "p95Ms": 401,
          "perTool": [
            {
              "name": "bulk_create_trackers",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_tracker",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "download_webhook_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_couriers",
              "ok": false,
              "calls": 1,
              "medianMs": 401
            },
            {
              "name": "get_tracker",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tracking_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_trackers",
              "ok": false,
              "calls": 1,
              "medianMs": 83
            },
            {
              "name": "resend_webhooks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_tracking",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_tracking_by_number",
              "ok": false,
              "calls": 0
            },
            {
              "name": "track",
              "ok": false,
              "calls": 0
            },
            {
              "name": "update_tracker",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:31:23.448308562Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 12,
          "toolsTried": 8,
          "toolsOk": 0,
          "toolsRefused": 4,
          "calls": 8,
          "errors": 8,
          "p50Ms": 289,
          "p95Ms": 542,
          "perTool": [
            {
              "name": "bulk_create_trackers",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "create_tracker",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "download_webhook_history",
              "ok": false,
              "calls": 1,
              "medianMs": 295
            },
            {
              "name": "get_couriers",
              "ok": false,
              "calls": 1,
              "medianMs": 542
            },
            {
              "name": "get_tracker",
              "ok": false,
              "calls": 1,
              "medianMs": 305
            },
            {
              "name": "get_tracking_results",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "list_trackers",
              "ok": false,
              "calls": 1,
              "medianMs": 93
            },
            {
              "name": "resend_webhooks",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_tracking",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "search_tracking_by_number",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "track",
              "ok": false,
              "calls": 1,
              "medianMs": 302
            },
            {
              "name": "update_tracker",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "shipstation": {
      "slug": "shipstation",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:32:51.973348679Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 6,
          "toolsTried": 6,
          "toolsOk": 6,
          "toolsRefused": 0,
          "calls": 6,
          "errors": 0,
          "p50Ms": 618,
          "p95Ms": 2393,
          "perTool": [
            {
              "name": "get-endpoint-info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 618
            },
            {
              "name": "get-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 716
            },
            {
              "name": "get-full-api-description",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1133
            },
            {
              "name": "get-security-schemes",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 464
            },
            {
              "name": "list-apis",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 303
            },
            {
              "name": "search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 2393
            }
          ]
        }
      ]
    },
    "smtp2go": {
      "slug": "smtp2go",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:34:47.301801844Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 5,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 1,
          "calls": 7,
          "errors": 1,
          "p50Ms": 183,
          "p95Ms": 1168,
          "perTool": [
            {
              "name": "execute-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get-endpoint",
              "ok": true,
              "firstOk": 2,
              "calls": 3,
              "medianMs": 180
            },
            {
              "name": "get-server-variables",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 172
            },
            {
              "name": "list-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 299
            },
            {
              "name": "search-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 616
            }
          ]
        }
      ]
    },
    "spree-commerce": {
      "slug": "spree-commerce",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:37:08.459344537Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 641,
          "p95Ms": 1467,
          "perTool": [
            {
              "name": "query_docs_filesystem_spree_commerce_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1467
            },
            {
              "name": "search_spree_commerce_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 641
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "tavily-mcp": {
      "slug": "tavily-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:38:54.687705294Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 5,
          "toolsTried": 5,
          "toolsOk": 5,
          "toolsRefused": 0,
          "calls": 5,
          "errors": 0,
          "p50Ms": 293,
          "p95Ms": 712,
          "perTool": [
            {
              "name": "tavily_crawl",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 299
            },
            {
              "name": "tavily_extract",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 83
            },
            {
              "name": "tavily_map",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "tavily_research",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "tavily_search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 712
            }
          ]
        }
      ]
    },
    "taxcloud": {
      "slug": "taxcloud",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:39:51.342893605Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 1,
          "toolsTried": 1,
          "toolsOk": 1,
          "toolsRefused": 0,
          "calls": 1,
          "errors": 0,
          "p50Ms": 22620,
          "p95Ms": 22620,
          "perTool": [
            {
              "name": "searchDocs",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 22620
            }
          ]
        }
      ]
    },
    "telnyx": {
      "slug": "telnyx",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:12:03.653898623Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 6,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 2,
          "p50Ms": 181,
          "p95Ms": 288,
          "perTool": [
            {
              "name": "get_api_endpoint_schema",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "invoke_api_endpoint",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_api_endpoints",
              "ok": false,
              "calls": 1,
              "medianMs": 181
            },
            {
              "name": "open_number_intelligence",
              "ok": false,
              "calls": 0
            },
            {
              "name": "open_usage_cost_explorer",
              "ok": false,
              "calls": 0
            },
            {
              "name": "open_voice_monitor",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:42:19.391405608Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 6,
          "toolsTried": 5,
          "toolsOk": 0,
          "toolsRefused": 1,
          "calls": 16,
          "errors": 16,
          "p50Ms": 275,
          "p95Ms": 412,
          "perTool": [
            {
              "name": "get_api_endpoint_schema",
              "ok": false,
              "calls": 3,
              "medianMs": 279
            },
            {
              "name": "invoke_api_endpoint",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_api_endpoints",
              "ok": false,
              "calls": 4,
              "medianMs": 200
            },
            {
              "name": "open_number_intelligence",
              "ok": false,
              "calls": 3,
              "medianMs": 251
            },
            {
              "name": "open_usage_cost_explorer",
              "ok": false,
              "calls": 3,
              "medianMs": 286
            },
            {
              "name": "open_voice_monitor",
              "ok": false,
              "calls": 3,
              "medianMs": 297
            }
          ]
        }
      ]
    },
    "telnyx-voice": {
      "slug": "telnyx-voice",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:13:05.678765428Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 6,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 2,
          "p50Ms": 182,
          "p95Ms": 289,
          "perTool": [
            {
              "name": "get_api_endpoint_schema",
              "ok": false,
              "calls": 0
            },
            {
              "name": "invoke_api_endpoint",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_api_endpoints",
              "ok": false,
              "calls": 1,
              "medianMs": 182
            },
            {
              "name": "open_number_intelligence",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "open_usage_cost_explorer",
              "ok": false,
              "calls": 0
            },
            {
              "name": "open_voice_monitor",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:44:52.380856957Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 6,
          "toolsTried": 5,
          "toolsOk": 0,
          "toolsRefused": 1,
          "calls": 18,
          "errors": 18,
          "p50Ms": 291,
          "p95Ms": 496,
          "perTool": [
            {
              "name": "get_api_endpoint_schema",
              "ok": false,
              "calls": 3,
              "medianMs": 309
            },
            {
              "name": "invoke_api_endpoint",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "list_api_endpoints",
              "ok": false,
              "calls": 4,
              "medianMs": 296
            },
            {
              "name": "open_number_intelligence",
              "ok": false,
              "calls": 4,
              "medianMs": 193
            },
            {
              "name": "open_usage_cost_explorer",
              "ok": false,
              "calls": 3,
              "medianMs": 291
            },
            {
              "name": "open_voice_monitor",
              "ok": false,
              "calls": 4,
              "medianMs": 283
            }
          ]
        }
      ]
    },
    "tempo": {
      "slug": "tempo",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:15:23.877402346Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "success",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 0,
          "calls": 8,
          "errors": 4,
          "p50Ms": 31,
          "p95Ms": 5292,
          "perTool": [
            {
              "name": "code",
              "ok": true,
              "firstOk": 3,
              "calls": 3,
              "medianMs": 24
            },
            {
              "name": "find_pages",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 16
            },
            {
              "name": "read_page",
              "ok": true,
              "firstOk": 3,
              "calls": 3,
              "medianMs": 650
            },
            {
              "name": "search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 4338
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:47:06.784801868Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 4,
          "toolsTried": 4,
          "toolsOk": 3,
          "toolsRefused": 0,
          "calls": 8,
          "errors": 4,
          "p50Ms": 384,
          "p95Ms": 7136,
          "perTool": [
            {
              "name": "code",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 126
            },
            {
              "name": "find_pages",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 55
            },
            {
              "name": "read_page",
              "ok": false,
              "calls": 4,
              "medianMs": 445
            },
            {
              "name": "search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 7136
            }
          ]
        }
      ]
    },
    "tldraw": {
      "slug": "tldraw",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:48:21.72595383Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 6,
          "toolsTried": 3,
          "toolsOk": 3,
          "toolsRefused": 3,
          "calls": 3,
          "errors": 0,
          "p50Ms": 416,
          "p95Ms": 630,
          "perTool": [
            {
              "name": "_exec_callback",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "_get_canvas_state",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 356
            },
            {
              "name": "exec",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "read_checkpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 416
            },
            {
              "name": "save_checkpoint",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 630
            }
          ]
        }
      ]
    },
    "turnkey-agentic-wallets": {
      "slug": "turnkey-agentic-wallets",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:49:10.995909806Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 278,
          "p95Ms": 642,
          "perTool": [
            {
              "name": "query_docs_filesystem_turnkey",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 278
            },
            {
              "name": "search_turnkey",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 642
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "twilio": {
      "slug": "twilio",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:16:35.475020869Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 0,
          "p50Ms": 92,
          "p95Ms": 464,
          "perTool": [
            {
              "name": "twilio__retrieve",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 92
            },
            {
              "name": "twilio__search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 464
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:51:47.43996575Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 1,
          "toolsRefused": 0,
          "calls": 7,
          "errors": 4,
          "p50Ms": 299,
          "p95Ms": 634,
          "perTool": [
            {
              "name": "twilio__retrieve",
              "ok": false,
              "calls": 4,
              "medianMs": 91
            },
            {
              "name": "twilio__search",
              "ok": true,
              "firstOk": 1,
              "calls": 3,
              "medianMs": 525
            }
          ]
        }
      ]
    },
    "twilio-voice": {
      "slug": "twilio-voice",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:53:15.516241989Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 2,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 4,
          "errors": 1,
          "p50Ms": 94,
          "p95Ms": 393,
          "perTool": [
            {
              "name": "twilio__retrieve",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 90
            },
            {
              "name": "twilio__search",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 316
            }
          ]
        }
      ]
    },
    "twitterapi-io-mcp": {
      "slug": "twitterapi-io-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:17:59.552269399Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 12,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 2,
          "errors": 2,
          "p50Ms": 50,
          "p95Ms": 262,
          "perTool": [
            {
              "name": "get_trends",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tweet_quotes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tweet_replies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tweet_retweeters",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_tweets_by_ids",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_about",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_followers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_followings",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_info",
              "ok": false,
              "calls": 1,
              "medianMs": 262
            },
            {
              "name": "get_user_last_tweets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_user_mentions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "search_tweets",
              "ok": false,
              "calls": 1,
              "medianMs": 50
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:56:14.36826697Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 12,
          "toolsTried": 12,
          "toolsOk": 0,
          "toolsRefused": 0,
          "calls": 12,
          "errors": 12,
          "p50Ms": 274,
          "p95Ms": 319,
          "perTool": [
            {
              "name": "get_trends",
              "ok": false,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "get_tweet_quotes",
              "ok": false,
              "calls": 1,
              "medianMs": 256
            },
            {
              "name": "get_tweet_replies",
              "ok": false,
              "calls": 1,
              "medianMs": 304
            },
            {
              "name": "get_tweet_retweeters",
              "ok": false,
              "calls": 1,
              "medianMs": 288
            },
            {
              "name": "get_tweets_by_ids",
              "ok": false,
              "calls": 1,
              "medianMs": 316
            },
            {
              "name": "get_user_about",
              "ok": false,
              "calls": 1,
              "medianMs": 16
            },
            {
              "name": "get_user_followers",
              "ok": false,
              "calls": 1,
              "medianMs": 87
            },
            {
              "name": "get_user_followings",
              "ok": false,
              "calls": 1,
              "medianMs": 242
            },
            {
              "name": "get_user_info",
              "ok": false,
              "calls": 1,
              "medianMs": 274
            },
            {
              "name": "get_user_last_tweets",
              "ok": false,
              "calls": 1,
              "medianMs": 319
            },
            {
              "name": "get_user_mentions",
              "ok": false,
              "calls": 1,
              "medianMs": 306
            },
            {
              "name": "search_tweets",
              "ok": false,
              "calls": 1,
              "medianMs": 28
            }
          ]
        }
      ]
    },
    "unipile": {
      "slug": "unipile",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T21:58:07.017146267Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 5,
          "toolsTried": 4,
          "toolsOk": 4,
          "toolsRefused": 1,
          "calls": 4,
          "errors": 0,
          "p50Ms": 292,
          "p95Ms": 1070,
          "perTool": [
            {
              "name": "execute-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get-endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1070
            },
            {
              "name": "get-server-variables",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 292
            },
            {
              "name": "list-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 206
            },
            {
              "name": "search-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 701
            }
          ]
        }
      ]
    },
    "vonage": {
      "slug": "vonage",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:01:12.382603917Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 7,
          "toolsTried": 7,
          "toolsOk": 7,
          "toolsRefused": 0,
          "calls": 7,
          "errors": 0,
          "p50Ms": 14482,
          "p95Ms": 24533,
          "perTool": [
            {
              "name": "vonage_api_reference",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 21518
            },
            {
              "name": "vonage_code_generator",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 17931
            },
            {
              "name": "vonage_docs_search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 24533
            },
            {
              "name": "vonage_sdk_info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 12642
            },
            {
              "name": "vonage_troubleshooter",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 14482
            },
            {
              "name": "vonage_tutorial_finder",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 14284
            },
            {
              "name": "vonage_use_case_examples",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 9256
            }
          ]
        }
      ]
    },
    "vonage-voice": {
      "slug": "vonage-voice",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:05:36.239863279Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 7,
          "toolsTried": 7,
          "toolsOk": 7,
          "toolsRefused": 0,
          "calls": 8,
          "errors": 1,
          "p50Ms": 18283,
          "p95Ms": 60045,
          "perTool": [
            {
              "name": "vonage_api_reference",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 18283
            },
            {
              "name": "vonage_code_generator",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 10402
            },
            {
              "name": "vonage_docs_search",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 11327
            },
            {
              "name": "vonage_sdk_info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 16944
            },
            {
              "name": "vonage_troubleshooter",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 25713
            },
            {
              "name": "vonage_tutorial_finder",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 18608
            },
            {
              "name": "vonage_use_case_examples",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 24875
            }
          ]
        }
      ]
    },
    "wajo": {
      "slug": "wajo",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:20:15.154336696Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 28,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 17,
          "calls": 2,
          "errors": 2,
          "p50Ms": 359,
          "p95Ms": 383,
          "perTool": [
            {
              "name": "build_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "build_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "build_mcp_server",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "chat_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "copy_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_session",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "find_agents",
              "ok": false,
              "calls": 0
            },
            {
              "name": "generate_session_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_agent",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_agent_reply",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_schedule",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_agents",
              "ok": false,
              "calls": 1,
              "medianMs": 359
            },
            {
              "name": "list_completed_schedules",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_connectors",
              "ok": false,
              "calls": 1,
              "medianMs": 383
            },
            {
              "name": "list_schedules",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_sessions",
              "ok": false,
              "calls": 0
            },
            {
              "name": "list_webhooks",
              "ok": false,
              "calls": 0
            },
            {
              "name": "pause_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "register_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resume_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_documentation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "test_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:09:20.953802809Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 28,
          "toolsTried": 11,
          "toolsOk": 1,
          "toolsRefused": 17,
          "calls": 19,
          "errors": 18,
          "p50Ms": 278,
          "p95Ms": 483,
          "perTool": [
            {
              "name": "build_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "build_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "build_mcp_server",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancel_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "chat_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "copy_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_connector",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_session",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "delete_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "find_agents",
              "ok": false,
              "calls": 3,
              "medianMs": 290
            },
            {
              "name": "generate_session_id",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_agent",
              "ok": false,
              "calls": 2,
              "medianMs": 294
            },
            {
              "name": "get_agent_reply",
              "ok": false,
              "calls": 1,
              "medianMs": 110
            },
            {
              "name": "get_schedule",
              "ok": false,
              "calls": 1,
              "medianMs": 269
            },
            {
              "name": "list_agents",
              "ok": false,
              "calls": 3,
              "medianMs": 151
            },
            {
              "name": "list_completed_schedules",
              "ok": false,
              "calls": 1,
              "medianMs": 299
            },
            {
              "name": "list_connectors",
              "ok": false,
              "calls": 2,
              "medianMs": 126
            },
            {
              "name": "list_schedules",
              "ok": false,
              "calls": 1,
              "medianMs": 244
            },
            {
              "name": "list_sessions",
              "ok": false,
              "calls": 2,
              "medianMs": 288
            },
            {
              "name": "list_webhooks",
              "ok": false,
              "calls": 2,
              "medianMs": 180
            },
            {
              "name": "pause_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "register_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "resume_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "search_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 122
            },
            {
              "name": "test_webhook",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_agent",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "update_schedule",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "xpoz-mcp": {
      "slug": "xpoz-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:23:00.327461131Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 52,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 3,
          "calls": 2,
          "errors": 2,
          "p50Ms": 25,
          "p95Ms": 147,
          "perTool": [
            {
              "name": "addTrackedItems",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancelOperation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "checkAccessKeyStatus",
              "ok": false,
              "calls": 0
            },
            {
              "name": "checkOperationStatus",
              "ok": false,
              "calls": 0
            },
            {
              "name": "countTweets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getAccountDetails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getCreditsUsageHistory",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramCommentsByPostId",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostInteractingUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostsByIds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostsByUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramUserConnections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditCommentById",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditCommentsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditPostWithCommentsById",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditSubredditWithPostsByName",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditSubredditsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokCommentsByPostId",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByHashtags",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByIds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsBySound",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokUsersByHashtags",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTrackedItems",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostComments",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostInteractingUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostQuotes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostRetweets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostsByAuthor",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostsByIds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterUser",
              "ok": false,
              "calls": 1,
              "medianMs": 25
            },
            {
              "name": "getTwitterUserConnections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterUsers",
              "ok": false,
              "calls": 1,
              "medianMs": 147
            },
            {
              "name": "getTwitterUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getUserAccessKey",
              "ok": false,
              "calls": 0
            },
            {
              "name": "removeTrackedItems",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "searchInstagramUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchRedditSubreddits",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchRedditUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchTiktokSounds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchTiktokUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchTwitterUsers",
              "ok": false,
              "calls": 0
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:12:43.065317915Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 52,
          "toolsTried": 6,
          "toolsOk": 0,
          "toolsRefused": 3,
          "calls": 7,
          "errors": 7,
          "p50Ms": 293,
          "p95Ms": 482,
          "perTool": [
            {
              "name": "addTrackedItems",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "cancelOperation",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "checkAccessKeyStatus",
              "ok": false,
              "calls": 1,
              "medianMs": 25
            },
            {
              "name": "checkOperationStatus",
              "ok": false,
              "calls": 0
            },
            {
              "name": "countTweets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getAccountDetails",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getCreditsUsageHistory",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramCommentsByPostId",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostInteractingUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostsByIds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramPostsByUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramUserConnections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getInstagramUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditCommentById",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditCommentsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditPostWithCommentsById",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditSubredditWithPostsByName",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditSubredditsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getRedditUser",
              "ok": false,
              "calls": 1,
              "medianMs": 27
            },
            {
              "name": "getRedditUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokCommentsByPostId",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByHashtags",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByIds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsBySound",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokPostsByUser",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokUser",
              "ok": false,
              "calls": 1,
              "medianMs": 293
            },
            {
              "name": "getTiktokUsersByHashtags",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTiktokUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTrackedItems",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostComments",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostInteractingUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostQuotes",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostRetweets",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostsByAuthor",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostsByIds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterPostsByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterUser",
              "ok": false,
              "calls": 1,
              "medianMs": 409
            },
            {
              "name": "getTwitterUserConnections",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getTwitterUsersByKeywords",
              "ok": false,
              "calls": 0
            },
            {
              "name": "getUserAccessKey",
              "ok": false,
              "calls": 1,
              "medianMs": 23
            },
            {
              "name": "removeTrackedItems",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "searchInstagramUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchRedditSubreddits",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchRedditUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchTiktokSounds",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchTiktokUsers",
              "ok": false,
              "calls": 0
            },
            {
              "name": "searchTwitterUsers",
              "ok": false,
              "calls": 2,
              "medianMs": 296
            }
          ]
        }
      ]
    },
    "yapily": {
      "slug": "yapily",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:13:25.276002085Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 3,
          "toolsTried": 2,
          "toolsOk": 2,
          "toolsRefused": 1,
          "calls": 2,
          "errors": 0,
          "p50Ms": 284,
          "p95Ms": 426,
          "perTool": [
            {
              "name": "query_docs_filesystem_yapily_api_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 284
            },
            {
              "name": "search_yapily_api_documentation",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 426
            },
            {
              "name": "submit_feedback",
              "ok": false,
              "calls": 0,
              "refused": true
            }
          ]
        }
      ]
    },
    "yield-xyz-mcp": {
      "slug": "yield-xyz-mcp",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:24:59.930741545Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "partial",
          "tools": 22,
          "toolsTried": 5,
          "toolsOk": 5,
          "toolsRefused": 4,
          "calls": 5,
          "errors": 0,
          "p50Ms": 83,
          "p95Ms": 366,
          "perTool": [
            {
              "name": "actions_enter",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "actions_exit",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "actions_get",
              "ok": false,
              "calls": 0
            },
            {
              "name": "actions_get_all",
              "ok": false,
              "calls": 0
            },
            {
              "name": "actions_manage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_transaction",
              "ok": false,
              "calls": 0
            },
            {
              "name": "networks_get_all",
              "ok": false,
              "calls": 0
            },
            {
              "name": "providers_get_all",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 366
            },
            {
              "name": "submit_hash",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "yield_fetch_doc",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_get_api_spec",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_list_repos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_lookup_docs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_troubleshoot_error",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 59
            },
            {
              "name": "yields_get_all",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 181
            },
            {
              "name": "yields_get_balances",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 76
            },
            {
              "name": "yields_get_kyc_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_reward_rate_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_risk",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_tvl_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_validators",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 83
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:15:45.452195029Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 22,
          "toolsTried": 5,
          "toolsOk": 5,
          "toolsRefused": 4,
          "calls": 6,
          "errors": 1,
          "p50Ms": 79,
          "p95Ms": 237,
          "perTool": [
            {
              "name": "actions_enter",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "actions_exit",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "actions_get",
              "ok": false,
              "calls": 0
            },
            {
              "name": "actions_get_all",
              "ok": false,
              "calls": 0
            },
            {
              "name": "actions_manage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "get_transaction",
              "ok": false,
              "calls": 0
            },
            {
              "name": "networks_get_all",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 237
            },
            {
              "name": "providers_get_all",
              "ok": false,
              "calls": 0
            },
            {
              "name": "submit_hash",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "yield_fetch_doc",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_get_api_spec",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_list_repos",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_lookup_docs",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yield_troubleshoot_error",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 79
            },
            {
              "name": "yields_get_all",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 160
            },
            {
              "name": "yields_get_balances",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 63
            },
            {
              "name": "yields_get_kyc_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_reward_rate_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_risk",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_tvl_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "yields_get_validators",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 77
            }
          ]
        }
      ]
    },
    "youtrust": {
      "slug": "youtrust",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:17:30.730276329Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "success",
          "tools": 9,
          "toolsTried": 8,
          "toolsOk": 8,
          "toolsRefused": 1,
          "calls": 11,
          "errors": 0,
          "p50Ms": 330,
          "p95Ms": 5753,
          "perTool": [
            {
              "name": "execute-request",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "fetch",
              "ok": true,
              "firstOk": 1,
              "calls": 2,
              "medianMs": 989
            },
            {
              "name": "get-endpoint",
              "ok": true,
              "firstOk": 1,
              "calls": 3,
              "medianMs": 269
            },
            {
              "name": "get-server-variables",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 286
            },
            {
              "name": "list-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 200
            },
            {
              "name": "pre-execute",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 330
            },
            {
              "name": "search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 5753
            },
            {
              "name": "search-endpoints",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 845
            },
            {
              "name": "start-here",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 557
            }
          ]
        }
      ]
    },
    "zenrows": {
      "slug": "zenrows",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:26:16.575912198Z",
          "harness": "2026.11.18-0104",
          "status": "auth",
          "outcome": "none",
          "tools": 62,
          "toolsTried": 2,
          "toolsOk": 0,
          "toolsRefused": 34,
          "calls": 2,
          "errors": 2,
          "p50Ms": 268,
          "p95Ms": 297,
          "perTool": [
            {
              "name": "account_usage",
              "ok": false,
              "calls": 0
            },
            {
              "name": "batch_cancel",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "batch_create",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_delete",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "batch_pause",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_rerun",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "batch_resume",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "batch_wait",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_batch",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_check",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_clear_cookies",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_clear_local_storage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_click",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_close",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_drag",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_evaluate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_fill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_focus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_generate_pdf",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_accessibility_tree",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_attribute",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_cookies",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_html",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_local_storage",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_text",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_title",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_get_url",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_go_back",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_go_forward",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_hover",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_navigate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_new_tab",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_press_key",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_query_selector_all",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_reload",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_screenshot",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_scroll",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_select_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_set_cookies",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_set_local_storage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_switch_tab",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_type",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_uncheck",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_wait",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_wait_for_navigation",
              "ok": false,
              "calls": 0
            },
            {
              "name": "browser_wait_for_selector",
              "ok": false,
              "calls": 0
            },
            {
              "name": "crawl_content",
              "ok": false,
              "calls": 0
            },
            {
              "name": "crawl_create",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "crawl_download",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "crawl_get",
              "ok": false,
              "calls": 0
            },
            {
              "name": "crawl_list",
              "ok": false,
              "calls": 0
            },
            {
              "name": "crawl_results",
              "ok": false,
              "calls": 0
            },
            {
              "name": "crawl_stop",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "crawl_wait",
              "ok": false,
              "calls": 0
            },
            {
              "name": "extract",
              "ok": false,
              "calls": 1,
              "medianMs": 268
            },
            {
              "name": "prepare_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "prepared_domain_status",
              "ok": false,
              "calls": 0
            },
            {
              "name": "scrape",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:21:34.682807766Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "failure",
          "tools": 62,
          "toolsTried": 28,
          "toolsOk": 0,
          "toolsRefused": 34,
          "calls": 40,
          "errors": 40,
          "p50Ms": 293,
          "p95Ms": 503,
          "perTool": [
            {
              "name": "account_usage",
              "ok": false,
              "calls": 3,
              "medianMs": 309
            },
            {
              "name": "batch_cancel",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_content",
              "ok": false,
              "calls": 1,
              "medianMs": 524
            },
            {
              "name": "batch_create",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_delete",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_list",
              "ok": false,
              "calls": 2,
              "medianMs": 279
            },
            {
              "name": "batch_pause",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_rerun",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_results",
              "ok": false,
              "calls": 1,
              "medianMs": 290
            },
            {
              "name": "batch_resume",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "batch_status",
              "ok": false,
              "calls": 1,
              "medianMs": 545
            },
            {
              "name": "batch_wait",
              "ok": false,
              "calls": 1,
              "medianMs": 260
            },
            {
              "name": "browser_batch",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_check",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_clear_cookies",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_clear_local_storage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_click",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_close",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_drag",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_evaluate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_fill",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_focus",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_generate_pdf",
              "ok": false,
              "calls": 1,
              "medianMs": 299
            },
            {
              "name": "browser_get_accessibility_tree",
              "ok": false,
              "calls": 1,
              "medianMs": 284
            },
            {
              "name": "browser_get_attribute",
              "ok": false,
              "calls": 1,
              "medianMs": 308
            },
            {
              "name": "browser_get_cookies",
              "ok": false,
              "calls": 1,
              "medianMs": 289
            },
            {
              "name": "browser_get_html",
              "ok": false,
              "calls": 1,
              "medianMs": 299
            },
            {
              "name": "browser_get_local_storage",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "browser_get_text",
              "ok": false,
              "calls": 1,
              "medianMs": 285
            },
            {
              "name": "browser_get_title",
              "ok": false,
              "calls": 1,
              "medianMs": 435
            },
            {
              "name": "browser_get_url",
              "ok": false,
              "calls": 2,
              "medianMs": 123
            },
            {
              "name": "browser_go_back",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_go_forward",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_hover",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_navigate",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_new_tab",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_press_key",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_query_selector_all",
              "ok": false,
              "calls": 1,
              "medianMs": 266
            },
            {
              "name": "browser_reload",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_screenshot",
              "ok": false,
              "calls": 1,
              "medianMs": 304
            },
            {
              "name": "browser_scroll",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_select_option",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_set_cookies",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_set_local_storage",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_switch_tab",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_type",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_uncheck",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "browser_wait",
              "ok": false,
              "calls": 1,
              "medianMs": 164
            },
            {
              "name": "browser_wait_for_navigation",
              "ok": false,
              "calls": 1,
              "medianMs": 297
            },
            {
              "name": "browser_wait_for_selector",
              "ok": false,
              "calls": 1,
              "medianMs": 276
            },
            {
              "name": "crawl_content",
              "ok": false,
              "calls": 1,
              "medianMs": 262
            },
            {
              "name": "crawl_create",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "crawl_download",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "crawl_get",
              "ok": false,
              "calls": 2,
              "medianMs": 149
            },
            {
              "name": "crawl_list",
              "ok": false,
              "calls": 2,
              "medianMs": 278
            },
            {
              "name": "crawl_results",
              "ok": false,
              "calls": 1,
              "medianMs": 294
            },
            {
              "name": "crawl_stop",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "crawl_wait",
              "ok": false,
              "calls": 1,
              "medianMs": 283
            },
            {
              "name": "extract",
              "ok": false,
              "calls": 3,
              "medianMs": 126
            },
            {
              "name": "prepare_domain",
              "ok": false,
              "calls": 0,
              "refused": true
            },
            {
              "name": "prepared_domain_status",
              "ok": false,
              "calls": 3,
              "medianMs": 300
            },
            {
              "name": "scrape",
              "ok": false,
              "calls": 3,
              "medianMs": 367
            }
          ]
        }
      ]
    },
    "zillow-claude": {
      "slug": "zillow-claude",
      "runs": [
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-18T03:28:24.389719288Z",
          "harness": "2026.11.18-0104",
          "status": "ok",
          "outcome": "success",
          "tools": 9,
          "toolsTried": 9,
          "toolsOk": 9,
          "toolsRefused": 0,
          "calls": 10,
          "errors": 1,
          "p50Ms": 685,
          "p95Ms": 1295,
          "perTool": [
            {
              "name": "calculateHomeAffordability",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1295
            },
            {
              "name": "get_rent_zestimate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 685
            },
            {
              "name": "get_zestimate",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 748
            },
            {
              "name": "get_zestimate_history",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 563
            },
            {
              "name": "get_zestimate_info",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 450
            },
            {
              "name": "interestRateMortgagePaymentSimulator",
              "ok": true,
              "firstOk": 2,
              "calls": 2,
              "medianMs": 217
            },
            {
              "name": "zillow_city_neighborhood_real_estate_information",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 713
            },
            {
              "name": "zillow_property_details_by_address_or_name",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 766
            },
            {
              "name": "zillow_property_search",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 1210
            }
          ]
        },
        {
          "model": "qwen3.5-122b-a10b",
          "ended": "2026-11-17T22:23:25.760418086Z",
          "harness": "2026.11.17-2010",
          "status": "ok",
          "outcome": "partial",
          "tools": 9,
          "toolsTried": 3,
          "toolsOk": 2,
          "toolsRefused": 0,
          "calls": 5,
          "errors": 3,
          "p50Ms": 643,
          "p95Ms": 824,
          "perTool": [
            {
              "name": "calculateHomeAffordability",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_rent_zestimate",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_zestimate",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_zestimate_history",
              "ok": false,
              "calls": 0
            },
            {
              "name": "get_zestimate_info",
              "ok": false,
              "calls": 0
            },
            {
              "name": "interestRateMortgagePaymentSimulator",
              "ok": false,
              "calls": 0
            },
            {
              "name": "zillow_city_neighborhood_real_estate_information",
              "ok": true,
              "firstOk": 1,
              "calls": 1,
              "medianMs": 824
            },
            {
              "name": "zillow_property_details_by_address_or_name",
              "ok": true,
              "firstOk": 3,
              "calls": 3,
              "medianMs": 643
            },
            {
              "name": "zillow_property_search",
              "ok": false,
              "calls": 1,
              "medianMs": 451
            }
          ]
        }
      ]
    }
  },
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-18",
    "license": "CC-BY-4.0",
    "live": true,
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "1.0",
    "note": "From Anchor Terminal's lab: a model given only what each server says about its tools writes programs to call them, and the lab's gateway counts and times every call, from London. A tool that changes something is called only in the dry run it declares (/agents/#dry-runs). The harness is open source: https://github.com/Anchor-Terminal/anchorlab.",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "snapshotAt": "2026-11-18T21:56:00Z",
    "terms": "https://www.anchorterminal.com/terms/#data"
  }
}
