{
 "$schema": "https://agentdrives.com/schemas/tool.schema.json",
 "id": "prd_01m6tqh52n30pm8g232embhbtt",
 "ids": {
  "org": "org_01m6tqh52nqa77batz1ctgdd62",
  "surfaces": {
   "web": "srf_01m6tqh52n459bgp3qx99xm1yn",
   "api": "srf_01m6tqh52nxzh7sg1tchqeyd8v",
   "mcp": "srf_01m6tqh52nbv2jjnc8hbzz6t70",
   "cli": "srf_01m6tqh52nfasnjwz6hcc14eyb"
  },
  "slugs": [
   "arcade"
  ],
  "domain": "arcade.dev"
 },
 "slug": "arcade",
 "name": "Arcade",
 "url": "https://arcade.dev",
 "domain": "arcade.dev",
 "category": "mcp-gateways",
 "category_name": "MCP gateways",
 "tested_at": "2026-11-07",
 "run": "20261107T083611Z",
 "draft": false,
 "reviewed": true,
 "owner_verified": null,
 "origin": "editorial",
 "history": [
  {
   "run": "20261107T083611Z",
   "date": "2026-11-07",
   "level": 3,
   "engine": {
    "model": "anthropic/opus",
    "driver": 5,
    "signed": true,
    "inbox": [
     "agentdrives.com"
    ],
    "robots": "skip",
    "version": "2026.11.05",
    "commit": "e6eab76a404dc97bb68bf900634b75e546fe393c",
    "prompts": {
     "version": "2026.11.02",
     "commit": "2355198dd52da2cc67357618fc6f260ec66b35fe"
    },
    "rules": {
     "version": "2026.11.05",
     "commit": "e6eab76a404dc97bb68bf900634b75e546fe393c"
    }
   },
   "stop": "delete",
   "paid": false,
   "agent_paid": null,
   "kind": "drive",
   "cause": "first",
   "drive_date": "2026-11-07",
   "read_at": "2026-11-11"
  }
 ],
 "level": 3,
 "level_name": "Does the work",
 "level_selfhost": null,
 "entry": "self-start",
 "door": {
  "passed": 1,
  "tries": 1,
  "self_start": true
 },
 "badges": [],
 "not_counted": null,
 "stages": [
  {
   "key": "in",
   "label": "Access",
   "state": "yes",
   "text": "Gets in on its own: MCP sign-in, sign-up in a browser",
   "way": "email_password"
  },
  {
   "key": "work",
   "label": "Use",
   "state": "yes",
   "text": "Work done: 100% of the core"
  },
  {
   "key": "pay",
   "label": "Pay",
   "state": "part",
   "text": "Reaches the checkout: a card form for $25 a month",
   "value": "checkout",
   "route": "card_checkout"
  },
  {
   "key": "leave",
   "label": "Leave",
   "state": "part",
   "text": "Nothing to cancel; its account stays",
   "at": "delete",
   "left": "stuck",
   "delete": {
    "state": "no",
    "text": "Can't delete its account",
    "why": "The account stays."
   }
  }
 ],
 "outcomes": [
  {
   "key": "find",
   "label": "Learn",
   "state": "yes",
   "text": "Docs it can act on: llms.txt, an OpenAPI and an MCP server",
   "have": [
    "llms_txt",
    "openapi",
    "mcp"
   ],
   "docs": "complete"
  },
  {
   "key": "access",
   "label": "Access",
   "state": "yes",
   "text": "Gets in on its own: MCP sign-in, sign-up in a browser",
   "way": "email_password",
   "stage": "in"
  },
  {
   "key": "use",
   "label": "Use",
   "state": "yes",
   "text": "Work done: 100% of the core",
   "stage": "work"
  },
  {
   "key": "pay",
   "label": "Pay",
   "state": "part",
   "text": "Reaches the checkout: a card form for $25 a month",
   "value": "checkout",
   "route": "card_checkout",
   "stage": "pay"
  },
  {
   "key": "leave",
   "label": "Leave",
   "state": "part",
   "text": "Nothing to cancel; its account stays",
   "at": "delete",
   "left": "stuck",
   "delete": {
    "state": "no",
    "text": "Can't delete its account",
    "why": "The account stays."
   },
   "stage": "leave"
  }
 ],
 "access": [
  {
   "key": "mcp_signin",
   "label": "MCP sign-in",
   "routes": [
    "oauth_consent"
   ],
   "minutes": 0.7,
   "core": "6/8"
  },
  {
   "key": "browser_signup",
   "label": "Sign-up in a browser",
   "routes": [
    "email_password",
    "device_login"
   ],
   "minutes": 4,
   "core": "8/8",
   "by_route": {
    "email_password": "8/8",
    "device_login": "1/8"
   }
  }
 ],
 "minutes": 4,
 "next": {
  "to": 4,
  "text": "Next: delete its account, so its keys and login stop working"
 },
 "stop": "pay",
 "core": "8/8",
 "scores": {
  "coverage": 90,
  "reliability": 83,
  "resilience": 67,
  "setup": 100,
  "surface_coverage": 88,
  "docs_accuracy": 75,
  "docs_completeness": 50
 },
 "parts": {
  "holds_up": 75,
  "docs_match": 68,
  "setup": 100,
  "security": "private",
  "standards": [
   {
    "standard": "MCP client registration",
    "state": "current",
    "behind": null,
    "value": "cimd"
   },
   {
    "standard": "OpenAPI",
    "state": "behind",
    "behind": 2,
    "value": "3.0.0"
   }
  ]
 },
 "reliability_method": "pass^k",
 "resilience": {
  "parts": {
   "error_legibility": 76,
   "recovery": 92,
   "idempotency": 33
  },
  "summary": {
   "error_legibility": "mixed",
   "recovery": "good",
   "idempotency": "risky",
   "rate_limits": "none-seen",
   "notes": "Validation errors are clear and name every bad field at once, but missing objects get a vague 'key not found' and a gateway accepts a nonexistent tool without complaint. Idempotency-Key is ignored on execute (duplicate runs); gateways are protected only by unique slugs (409). 15 quick reads drew no 429 and no rate-limit headers."
  }
 },
 "stress": [
  {
   "capability": "Run a tool action on behalf of a user",
   "probe": "missing required tool_name",
   "outcome": "400 {\"name\":\"malformed_request\",\"message\":\"failed to validate request body: tool_name is a required field\",\"field_errors\":[{\"field\":\"tool_name\",\"rule\":\"required\",\"message\":\"tool_name is a required…",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Run a tool action on behalf of a user",
   "probe": "missing tool input b",
   "outcome": "400 {\"name\":\"tool_call_error\",\"message\":\"missing required input 'b' for tool 'Math.Add@1.5.5'\"}",
   "grade": "vague",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Create a tool gateway that federates selected tools",
   "probe": "nonexistent gateway id in own project",
   "outcome": "404 {\"name\":\"resource_not_found\",\"message\":\"key not found\"}",
   "grade": "vague",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Create a tool gateway that federates selected tools",
   "probe": "bad auth_type enum",
   "outcome": "400 {\"name\":\"malformed_request\",\"message\":\"failed to validate request body: auth_type must be one of [arcade arcade_header…",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Add a contextual access hook to enforce policy on tool calls",
   "probe": "bad time_unit",
   "outcome": "400 {\"name\":\"malformed_request\",\"message\":\"failed to validate request body: rate_limit_config.rules[0]: time_unit must be one of [s m h d…",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Create a tool gateway that federates selected tools",
   "probe": "repeat create (same body, same Idempotency-Key)",
   "outcome": "409 {\"name\":\"resource_conflict\",\"message\":\"a gateway with this slug already exists\"}",
   "grade": "clear",
   "idempotent": "yes",
   "rate_limit": null
  },
  {
   "capability": "Run a tool action on behalf of a user",
   "probe": "repeat execute with same Idempotency-Key",
   "outcome": "200…",
   "grade": "silent",
   "idempotent": "no",
   "rate_limit": null
  },
  {
   "capability": "Browse and search the tool catalog",
   "probe": "rate-limit burst 15 reads",
   "outcome": "200 {}",
   "grade": null,
   "idempotent": null,
   "rate_limit": "none-seen"
  },
  {
   "capability": "Browse and search the tool catalog",
   "probe": "wrong API key",
   "outcome": "401 {\"name\":\"invalid_authorization\",\"message\":\"Invalid API credentials\"}",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Create a tool gateway that federates selected tools",
   "probe": "partial failure: create with one bad tool",
   "outcome": "201 {\"id\":\"gw_3LlzcUGR27G3XRM4HwXiSrSakZ9\",\"name\":\"AgentDrives…",
   "grade": "silent",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Browse and search the tool catalog",
   "probe": "revoked API key",
   "outcome": "401 {\"name\":\"invalid_authorization\",\"message\":\"Invalid API credentials\"}",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  }
 ],
 "surface_audit": {
  "totals": {
   "items": 116,
   "documented": 105,
   "safe": 102,
   "exercised": 99,
   "passed": 90,
   "skipped": 5,
   "blocked": 3,
   "not_run": 0,
   "match": 74,
   "drift": 18,
   "broken_doc": 7,
   "docs_complete": 0,
   "docs_partial": 105,
   "docs_missing": 0,
   "errors_clear": 18,
   "errors_vague": 11,
   "errors_silent": 2
  }
 },
 "coverage_core": 100,
 "coverage_own": 100,
 "after_wall": null,
 "coverage_source": "computed",
 "driver": {
  "version": 5,
  "model": "anthropic/opus",
  "profile": "full",
  "assisted": false,
  "handoff": false
 },
 "methodology": 50,
 "rules_date": "2026-11-18",
 "engine": {
  "model": "anthropic/opus",
  "driver": 5,
  "signed": true,
  "inbox": [
   "agentdrives.com"
  ],
  "robots": "skip",
  "version": "2026.11.05",
  "commit": "e6eab76a404dc97bb68bf900634b75e546fe393c",
  "prompts": {
   "version": "2026.11.02",
   "commit": "2355198dd52da2cc67357618fc6f260ec66b35fe"
  },
  "rules": {
   "version": "2026.11.05",
   "commit": "e6eab76a404dc97bb68bf900634b75e546fe393c"
  }
 },
 "same_level_drives": 1,
 "drives": 1,
 "same_stop_drives": 1,
 "works_assisted": null,
 "freshness": "fresh",
 "newer_drives": null,
 "nothing_to_pay": false,
 "core_gated": false,
 "profiles": {},
 "agent_check": null,
 "agent_pass": null,
 "who_gets_in": {
  "server": {
   "state": "in"
  },
  "signed": {
   "state": "page",
   "kind": "signup",
   "at": "2026-11-07"
  },
  "browser": {
   "state": "in",
   "measured": false
  },
  "our_key": "verified",
  "robots": null,
  "tip": false
 },
 "ladder": {
  "docs": {
   "status": "headless",
   "note": "llms.txt has a step-by-step agent path. There is an OpenAPI 3.0.0 spec (59 operations), an RFC 9727 API catalog, an MCP server card, an AI catalog and docs served as Markdown. The docs disagree with the live API in several places (see the surface audit)."
  },
  "signup": {
   "status": "browser",
   "note": "Done by the agent in its own browser at app.arcade.dev/register (account.arcade.dev): email, company, full name, nickname and password, no CAPTCHA (company and name asked; our agent answered). After email verification the dashboard requires a passkey or 2FA. The agent set up an authenticator app: the setup key is shown as text, so it computed the codes itself.",
   "way": "email_password"
  },
  "verify": {
   "status": "browser",
   "note": "A 6-digit code reached our inbox within seconds and was typed on the verify page: \"You successfully verified your email address.\""
  },
  "credentials": {
   "status": "browser",
   "note": "The agent made a project API key on the dashboard's API Keys page in its own browser (the documented route). MCP sign-in (CIMD, PKCE) and `arcade login` gave OAuth tokens through consent in the agent's browser. Contrary to the docs, `arcade login` stores a user token, not an API key."
  },
  "first_call": {
   "status": "headless",
   "route": "account",
   "note": "GET /v1/tools with the API key returned 200. Over MCP, tools/list on the gateway answered right after the OAuth sign-in."
  },
  "first_action": {
   "status": "headless",
   "note": "POST /v1/tools/execute ran Math.Multiply for our user and the run was read back from tool_executions. Arcade_UseTool over the gateway's MCP ran Math.Add."
  },
  "pay": {
   "status": "n/a",
   "grade": "P2",
   "first_party": null,
   "rail_scope": "none",
   "trial_path": "free tier",
   "checkout": {
    "reached": "card_form",
    "processor": "stripe_elements",
    "captcha": "none",
    "three_ds": "not_seen",
    "card_form": true,
    "phone_field": "none",
    "wallets": [],
    "rail_offer": "none",
    "price": "25.00",
    "currency": "USD",
    "period": "month",
    "plan": "Growth",
    "last_button": "Complete Upgrade"
   },
   "person": null,
   "ours": "no_card",
   "rail_ids": [],
   "rails": [],
   "note": "No agent payment rail: no 402 challenge, no MPP, x402 or Stripe Projects listing, and no billing API. The free Hobby plan needs no card. Growth costs $25/month plus usage through a Stripe payment form inside the dashboard. The walk stopped at the card form (\"Complete Upgrade\")."
  },
  "cancel": {
   "status": "n/a",
   "note": "Nothing to cancel: our agent used the free plan.",
   "docs_note": "Nothing to cancel: the account stayed on the free plan and nothing recurring was started.",
   "docs_grade": "",
   "nothing": "free_plan"
  },
  "delete": {
   "status": "blocked",
   "left": "stuck",
   "note": "The account stays. Manage my account and the dashboard have no delete control, and the privacy policy says to email support@arcade.dev; mailing a real support desk is outside our rules. Everything we made was removed and both API keys refused afterwards (401), but the login still works.",
   "account": true
  }
 },
 "routes": [
  {
   "route": "local",
   "offered": "documented",
   "tried": false,
   "not_tried": "beyond",
   "result": null,
   "wall": null,
   "person": null,
   "brings": null,
   "fresh": null,
   "minutes": null,
   "browser": null
  },
  {
   "route": "email_password",
   "offered": "seen",
   "tried": true,
   "not_tried": null,
   "result": "in",
   "wall": null,
   "person": "none",
   "brings": "inbox",
   "fresh": true,
   "minutes": 4,
   "browser": true,
   "signed_up": true
  },
  {
   "route": "sso_github",
   "offered": "seen",
   "tried": false,
   "not_tried": "policy",
   "result": null,
   "wall": null,
   "person": null,
   "brings": null,
   "fresh": null,
   "minutes": null,
   "browser": null
  },
  {
   "route": "sso_google",
   "offered": "seen",
   "tried": false,
   "not_tried": "policy",
   "result": null,
   "wall": null,
   "person": null,
   "brings": null,
   "fresh": null,
   "minutes": null,
   "browser": null
  },
  {
   "route": "device_login",
   "offered": "documented",
   "tried": true,
   "not_tried": null,
   "result": "partial",
   "wall": null,
   "person": "none",
   "brings": "nothing",
   "fresh": false,
   "minutes": 0.5,
   "browser": true
  },
  {
   "route": "oauth_consent",
   "offered": "seen",
   "tried": true,
   "not_tried": null,
   "result": "in",
   "wall": null,
   "person": "none",
   "brings": "nothing",
   "fresh": false,
   "minutes": 0.7,
   "browser": true
  },
  {
   "route": "sso_microsoft",
   "offered": "seen",
   "tried": false,
   "not_tried": "policy",
   "result": null,
   "wall": null,
   "person": null,
   "brings": null,
   "fresh": null,
   "minutes": null,
   "browser": null
  },
  {
   "route": "sso_enterprise",
   "offered": "documented",
   "tried": false,
   "not_tried": "assisted_only",
   "result": null,
   "wall": null,
   "person": null,
   "brings": null,
   "fresh": null,
   "minutes": null,
   "browser": null
  },
  {
   "route": "person_key",
   "offered": "documented",
   "tried": false,
   "not_tried": "same_as",
   "result": null,
   "wall": null,
   "person": null,
   "brings": null,
   "fresh": null,
   "minutes": null,
   "browser": null
  }
 ],
 "checkout": {
  "reached": "card_form",
  "processor": "stripe_elements",
  "captcha": "none",
  "three_ds": "not_seen",
  "phone_field": "none",
  "rail_offer": "none",
  "period": "month",
  "card_form": true,
  "price": "25.00",
  "currency": "USD",
  "plan": "Growth",
  "last_button": "Complete Upgrade"
 },
 "docs": {
  "at": "2026-11-07",
  "read": 322,
  "listed": 384,
  "sampled": false,
  "overall": "complete",
  "getting_started": "found",
  "auth": "found",
  "errors": "found",
  "examples": "good",
  "freshness": "fresh",
  "newest": "2026-11-07",
  "core_pages": "8 of 8",
  "capabilities": "covered",
  "label": "No gaps in what we read"
 },
 "claims": {
  "claimed": 8,
  "tried": 8,
  "held": 6,
  "broken": 1,
  "unclear": 1,
  "not_tried": 0,
  "undocumented_works": 2
 },
 "pay_options": {
  "checked": "2026-11-07",
  "source": "probe",
  "options": [],
  "agentic": [],
  "paid": null,
  "exercised": null,
  "detected_grade": null,
  "trial": {
   "no_card": true,
   "card_required": null,
   "free_plan": true
  },
  "owner_fixes": [
   {
    "title": "Accept x402 or MPP on your API",
    "how": "Answer an unpaid call with 402 and a payment challenge, so an agent pays per call or buys credits without an account or a card."
   },
   {
    "title": "List your plans on Stripe Projects",
    "how": "Agents buy a plan with `stripe projects add`, paid with a token under a spend cap the owner sets (projects.dev)."
   }
  ]
 },
 "surfaces": {
  "api": true,
  "openapi": true,
  "cli": true,
  "sdk": false,
  "mcp": "official",
  "llms_txt": true,
  "webhooks": false,
  "sandbox": false
 },
 "urls": {
  "docs": "https://docs.arcade.dev/en/home",
  "llms_txt": "https://www.arcade.dev/llms.txt",
  "mcp": "https://api.arcade.dev/mcp/arcade"
 },
 "surface_notes": {
  "api": "REST at api.arcade.dev, OpenAPI 3.0.0, 59 operations",
  "mcp": "Site MCP (4 read-only tools, no auth); per-project gateways with OAuth (CIMD/DCR, PKCE), 7-9 tools",
  "cli": "arcade-mcp 1.17.3 on PyPI: login, new, deploy, server, secret, evals, and more",
  "llms_txt": "www.arcade.dev/llms.txt with an agent path; docs served as Markdown on Accept"
 },
 "surface_sizes": [
  {
   "kind": "api",
   "listed": 60,
   "tested": 58
  },
  {
   "kind": "mcp",
   "listed": 10,
   "tested": 10
  },
  {
   "kind": "cli",
   "listed": 28,
   "tested": 27
  }
 ],
 "can_do": [
  "Sign up, verify the email and set up the required 2FA in a browser with an authenticator code the agent computes itself.",
  "Sign in to Arcade's MCP gateways with standard OAuth (CIMD, PKCE) and run tools through Arcade_SelectTools / Arcade_UseTool.",
  "Search the tool catalog and fetch tool definitions, including OpenAI- and Anthropic-formatted schemas.",
  "Execute tools for a user via POST /v1/tools/execute and read the run back from tool_executions.",
  "Create, update, use and delete MCP gateways that expose only selected tools, and turn tool recommendation on or off.",
  "Scaffold, deploy, read logs of and delete a custom MCP tool server with the arcade CLI, with secrets injected.",
  "Register a remote MCP server in a project and run its tools.",
  "Add a rate-limit policy (contextual-access plugin with a hook) and see over-limit calls refused.",
  "Create a custom OAuth provider and complete a user's OAuth consent for a tool through it.",
  "Answer end users' capability requests in the dashboard Inbox."
 ],
 "cannot_do": [
  {
   "what": "Pay for the Growth plan",
   "why": "Only a card checkout (a Stripe payment form in the dashboard). No API, agent payment rail or no-card trial."
  },
  {
   "what": "Delete the account",
   "why": "There is no delete control or endpoint. The privacy policy says deletion requests go by email to support."
  },
  {
   "what": "Schedule a tool run for later",
   "why": "The API now refuses run_at (\"scheduled tool execution has been removed\") although the OpenAPI still documents it."
  },
  {
   "what": "Call an LLM through Arcade",
   "why": "The documented POST /v1/chat/completions answers 404."
  },
  {
   "what": "Deploy more than one Arcade-hosted server at a time",
   "why": "The free plan answers \"Deployment limit reached\"."
  },
  {
   "what": "Complete OAuth for Arcade's prebuilt GitHub and Google tools",
   "why": "Consent needs a person's GitHub or Google account."
  }
 ],
 "blockers": [
  "Pay for the Growth plan",
  "Delete the account",
  "Schedule a tool run for later",
  "Call an LLM through Arcade",
  "Deploy more than one Arcade-hosted server at a time",
  "Complete OAuth for Arcade's prebuilt GitHub and Google tools"
 ],
 "tips_for_agents": [
  "After sign-up, set up the authenticator-app second factor: the setup key is shown as text, so you can compute TOTP codes yourself.",
  "Prefer the MCP gateway at https://api.arcade.dev/mcp/arcade: it supports CIMD and PKCE and needs one consent click.",
  "Use the org-scoped paths /v1/orgs/{org}/projects/{project}/plugins and /hooks: the flat /v1/plugins and /v1/hooks in openapi.json answer 404.",
  "Run `arcade deploy -e src/<pkg>/server.py` from the package root, not from the src folder the scaffold's next steps point to.",
  "Delete a user connection with its connection_id (ac_...), not the list item's id (at_...).",
  "Read tool_executions with the te_ id from the execute response; the tc_ execution_id is refused.",
  "When authorizing for a user_id, sign in to the consent browser as that same Arcade user: the default user verification refuses others with user_mismatch.",
  "Custom OAuth providers need authorize_request.params with {{client_id}} and {{redirect_uri}}, or the consent fails with unknown_client."
 ],
 "selfhost": null,
 "edge_case": "none",
 "summary": "On the free plan an agent gets into Arcade by itself and runs all eight core capabilities end to end, and every core repeat passed. That covers running tools for a user, OAuth consent through a provider the agent set up, the tool catalog, gateways, deploying its own tool server, registering a remote MCP server, and rate-limit hooks. Sign-up, email verification and the mandatory 2FA (an authenticator code) are browser steps the agent completes alone, and MCP and CLI sign-in use standard OAuth. Two things stop it: paying needs a card in a Stripe form, and there is no way to delete the account except emailing support.",
 "wall": "Card form to pay; delete only by email",
 "plan_scope": "free plan",
 "robots_stop": null,
 "robots": null,
 "terms": null,
 "terms_read": "2026-11-07",
 "email_gate": null,
 "plain": {
  "summary": "Arcade lets AI agents run tools such as calculators and apps on behalf of users. On the free plan the agent signed up, verified its email, set up the required 2FA and ran all eight core tasks on its own. It stopped at paying, which needs a card in a form, and at deleting the account, which can only be done by emailing support.",
  "can_do": [
   "Sign up, confirm the email and set up two-factor login with a code the agent computes itself.",
   "Sign in to Arcade's tool gateways with standard OAuth and run tools.",
   "Search the tool catalog and fetch tool definitions in OpenAI and Anthropic formats.",
   "Run a tool for a user and read the run back from the history.",
   "Create, change and delete gateways that expose chosen tools.",
   "Build, deploy, read logs of and delete its own tool server with the CLI.",
   "Register a remote tool server and run its tools.",
   "Add a rate-limit rule and see over-limit calls refused.",
   "Create a custom OAuth provider and complete a user consent through it."
  ],
  "cannot_do": [
   {
    "what": "Pay for the Growth plan",
    "why": "Only a card form in the dashboard; no API or agent payment option."
   },
   {
    "what": "Delete the account",
    "why": "No delete control or endpoint; the privacy policy says to email support."
   },
   {
    "what": "Schedule a tool run for later",
    "why": "The API refuses it as removed, although the OpenAPI still lists it."
   },
   {
    "what": "Call an LLM through Arcade",
    "why": "The documented chat endpoint answers 404."
   },
   {
    "what": "Deploy more than one hosted server at a time",
    "why": "The free plan refuses a second deployment."
   },
   {
    "what": "Finish OAuth for prebuilt GitHub and Google tools",
    "why": "Consent needs a person's GitHub or Google account."
   }
  ]
 },
 "plan_gated": [
  {
   "capability": "Build and deploy a custom tool server to Arcade",
   "plan": "paid (free plan allows one managed deployment at a time)",
   "evidence": "Second deployment (adrive_t2) while adrive_tools was deployed -> HTTP 400 \"Deployment limit reached: You have reached the maximum number of deployments for your plan. Upgrade to increase your limits\"",
   "attempt": "a108"
  },
  {
   "capability": "Configure SSO for the Arcade organization",
   "plan": "enterprise",
   "evidence": "Pricing page lists \"SSO, RBAC, audit logs, and private registry access\" under the Enterprise plan; strong-authentication docs mention company SSO; no self-serve SSO setting on the free account",
   "attempt": "a117"
  },
  {
   "capability": "Set a member's role (RBAC)",
   "plan": "enterprise",
   "evidence": "RBAC listed under Enterprise on the pricing page (\"SSO, RBAC, audit logs, and private registry access\"); dashboard shows Members under Projects but role assignment needs other members (we invite nobody)",
   "attempt": "a118"
  }
 ],
 "reply": null,
 "capabilities": [
  {
   "id": "cap-01",
   "capability": "Run a tool action on behalf of a user",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/tools/execute",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard playground"
   },
   "check": "GET /v1/orgs/{org_id}/projects/{project_id}/tool_executions/{id} shows the execution with status success and the user_id",
   "capability_id": "cap_5n03feav",
   "source": "https://www.arcade.dev/llms.txt https://www.arcade.dev/openapi.json",
   "result": "done",
   "via": "mcp",
   "done_on": [
    "mcp",
    "api"
   ]
  },
  {
   "id": "cap-02",
   "capability": "Authorize a user's account for a tool (OAuth consent)",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/tools/authorize",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "GET /v1/auth/status returns status completed for the authorization id",
   "capability_id": "cap_yx95aj4j",
   "source": "https://www.arcade.dev/llms.txt https://www.arcade.dev/openapi.json",
   "result": "done",
   "via": "api",
   "done_on": [
    "api",
    "browser"
   ]
  },
  {
   "id": "cap-03",
   "capability": "Browse and search the tool catalog",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "GET /v1/tools",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard tool catalog"
   },
   "check": "GET /v1/tools/{name} returns the tool's definition",
   "capability_id": "cap_8kxj64mc",
   "source": "https://www.arcade.dev/llms.txt https://www.arcade.dev/openapi.json https://docs.arcade.dev/en/build/arcade-deploy",
   "result": "done",
   "via": "api",
   "done_on": [
    "api",
    "mcp"
   ]
  },
  {
   "id": "cap-04",
   "capability": "Create a tool gateway that federates selected tools",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/orgs/{org_id}/projects/{project_id}/gateways",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > MCP Gateways > Create MCP Gateway"
   },
   "check": "GET /v1/orgs/{org_id}/projects/{project_id}/gateways/{gateway_id} returns the gateway with its tools",
   "capability_id": null,
   "source": "https://www.arcade.dev/llms.txt https://docs.arcade.dev/en/operate/governance/mcp-gateways/create-via-dashboard https://www.arcade.dev/openapi.json",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api",
    "mcp"
   ]
  },
  {
   "id": "cap-05",
   "capability": "Change or delete a tool gateway",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "PATCH /v1/orgs/{org_id}/projects/{project_id}/gateways/{gateway_id}",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > MCP Gateways"
   },
   "check": "GET /v1/orgs/{org_id}/projects/{project_id}/gateways/{gateway_id} shows the change, or 404 after DELETE",
   "capability_id": null,
   "source": "https://www.arcade.dev/openapi.json https://docs.arcade.dev/en/operate/governance/mcp-gateways/create-via-dashboard",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-06",
   "capability": "Build and deploy a custom tool server to Arcade",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/workers",
    "mcp": null,
    "cli": "arcade deploy",
    "ui": null
   },
   "check": "GET /v1/workers/{id}/tools lists the deployed server's tools",
   "capability_id": null,
   "source": "https://www.arcade.dev/llms.txt https://docs.arcade.dev/en/references/arcade-cli https://docs.arcade.dev/en/build/arcade-deploy https://www.arcade.dev/openapi.json",
   "unmapped": "own_feature",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli",
    "api"
   ]
  },
  {
   "id": "cap-07",
   "capability": "Register a remote tool server in a project",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Dashboard (register remote MCP server to a project)"
   },
   "check": "GET /v1/tools lists the remote server's tools in the project",
   "capability_id": "cap_bm3x88xn",
   "source": "https://docs.arcade.dev/en/operate/governance/remote-mcp-servers",
   "result": "done",
   "via": "browser",
   "done_on": [
    "browser",
    "api"
   ]
  },
  {
   "id": "cap-08",
   "capability": "Add a contextual access hook to enforce policy on tool calls",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/hooks",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard contextual access"
   },
   "check": "GET /v1/hooks/{hook_id} returns the hook; a blocked call is refused by it",
   "capability_id": null,
   "source": "https://www.arcade.dev/ https://docs.arcade.dev/en/operate/governance/contextual-access https://www.arcade.dev/openapi.json",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-09",
   "capability": "Review tool execution history",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "GET /v1/orgs/{org_id}/projects/{project_id}/tool_executions",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard"
   },
   "check": "GET /v1/orgs/{org_id}/projects/{project_id}/tool_executions/{id} returns the run's input, output and status",
   "capability_id": null,
   "source": "https://www.arcade.dev/openapi.json https://www.arcade.dev/",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-10",
   "capability": "Schedule a tool execution for later",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/tools/execute",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "GET /v1/orgs/{org_id}/projects/{project_id}/scheduled_tools/{id} shows the scheduled run with its run_at",
   "capability_id": null,
   "source": "https://www.arcade.dev/openapi.json",
   "unmapped": "own_feature",
   "result": "failed",
   "via": "api"
  },
  {
   "id": "cap-11",
   "capability": "Check a tool's unmet authorization requirements",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/tools/requirements",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "The response lists the missing OAuth scopes; empty after consent",
   "capability_id": null,
   "source": "https://www.arcade.dev/llms.txt https://www.arcade.dev/openapi.json",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-12",
   "capability": "Get tool definitions formatted for an LLM",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "GET /v1/formatted_tools",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "GET /v1/formatted_tools/{name} returns the function-calling schema",
   "capability_id": null,
   "source": "https://www.arcade.dev/llms.txt https://www.arcade.dev/openapi.json https://docs.arcade.dev/en/build/tool-calling/custom-apps/get-tool-definitions",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-13",
   "capability": "Get a user's provider token to call a third-party API directly",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/auth/authorize",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "GET /v1/auth/status returns the completed authorization with a token",
   "capability_id": null,
   "source": "https://docs.arcade.dev/en/build/tool-calling/call-third-party-apis https://www.arcade.dev/openapi.json",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-14",
   "capability": "Add a custom OAuth auth provider",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/admin/auth_providers",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > Auth providers"
   },
   "check": "GET /v1/admin/auth_providers/{id} returns the provider",
   "capability_id": "cap_rw58zb2y",
   "source": "https://www.arcade.dev/openapi.json https://docs.arcade.dev/en/references/auth-providers",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-15",
   "capability": "Store a secret for tools",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/admin/secrets/{secret_key}",
    "mcp": null,
    "cli": "arcade secret set",
    "ui": null
   },
   "check": "GET /v1/admin/secrets lists the secret key",
   "capability_id": "cap_92xmegfv",
   "source": "https://www.arcade.dev/openapi.json https://docs.arcade.dev/en/references/arcade-cli https://docs.arcade.dev/en/references/cli-cheat-sheet",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli"
   ]
  },
  {
   "id": "cap-16",
   "capability": "Revoke a user's connected account",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "DELETE /v1/admin/user_connections/{id}",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > Users"
   },
   "check": "GET /v1/admin/user_connections no longer lists the connection",
   "capability_id": "cap_tx4qj2xx",
   "source": "https://www.arcade.dev/openapi.json",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-17",
   "capability": "Set user verification for the auth flow",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "PUT /v1/admin/settings/session_verification",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > Auth settings"
   },
   "check": "GET /v1/admin/settings/session_verification shows the new setting",
   "capability_id": null,
   "source": "https://www.arcade.dev/openapi.json https://docs.arcade.dev/en/build/user-facing-agents/secure-auth-production",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-18",
   "capability": "Turn on tool recommendation for a gateway",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "PATCH /v1/orgs/{org_id}/projects/{project_id}/gateways/{gateway_id}",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > MCP Gateways > Tool Recommendation"
   },
   "check": "GET /v1/orgs/{org_id}/projects/{project_id}/gateways/{gateway_id} shows tool recommendation enabled",
   "capability_id": null,
   "source": "https://docs.arcade.dev/en/operate/governance/mcp-gateways/tool-recommendation/configure https://www.arcade.dev/",
   "unmapped": "own_feature",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-19",
   "capability": "Scaffold and run a tool server locally",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "arcade new",
    "ui": null
   },
   "check": "arcade mcp http starts the server and lists its tools",
   "capability_id": null,
   "source": "https://www.arcade.dev/llms.txt https://docs.arcade.dev/en/references/arcade-cli https://docs.arcade.dev/en/references/cli-cheat-sheet",
   "unmapped": "own_feature",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli"
   ]
  },
  {
   "id": "cap-20",
   "capability": "Run evaluations on tools",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "arcade evals",
    "ui": null
   },
   "check": "arcade evals prints the suite's pass/fail results",
   "capability_id": null,
   "source": "https://docs.arcade.dev/en/references/arcade-cli https://docs.arcade.dev/en/build/create-tools/evaluate-tools",
   "unmapped": "own_feature",
   "result": "blocked",
   "via": "cli"
  },
  {
   "id": "cap-21",
   "capability": "Call an LLM through Arcade",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /v1/chat/completions",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "The response holds the model's completion",
   "capability_id": "cap_ttac6ph8",
   "source": "https://www.arcade.dev/openapi.json",
   "result": "failed",
   "via": "api"
  },
  {
   "id": "cap-22",
   "capability": "Read a deployed server's logs",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "arcade server logs",
    "ui": null
   },
   "check": "arcade server logs -f prints the server's log lines",
   "capability_id": "cap_dacsttk8",
   "source": "https://docs.arcade.dev/en/references/arcade-cli https://docs.arcade.dev/en/references/cli-cheat-sheet",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli"
   ]
  },
  {
   "id": "cap-23",
   "capability": "Answer end users' capability requests in the private registry",
   "weight": "secondary",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > Inbox"
   },
   "check": "The end user sees the response on the gateway's registry page",
   "capability_id": null,
   "source": "https://docs.arcade.dev/en/operate/governance/private-registry https://www.arcade.dev/pricing/",
   "unmapped": "own_feature",
   "result": "done",
   "via": "browser",
   "done_on": [
    "browser"
   ]
  },
  {
   "id": "cap-24",
   "capability": "Read the audit log",
   "weight": "peripheral",
   "plan": "paid",
   "surfaces": {
    "api": "",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard audit logs"
   },
   "check": "The audit log lists the latest admin action",
   "capability_id": "cap_xgs80797",
   "source": "https://docs.arcade.dev/en/operate/governance/audit-logs https://www.arcade.dev/pricing/",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-25",
   "capability": "Count tool calls for usage",
   "weight": "peripheral",
   "plan": "free",
   "surfaces": {
    "api": "GET /v1/orgs/{org_id}/projects/{project_id}/tool_executions/count",
    "mcp": null,
    "cli": null,
    "ui": "Dashboard usage"
   },
   "check": "The count rises after a tool call",
   "capability_id": "cap_n0zefvzh",
   "source": "https://www.arcade.dev/openapi.json https://www.arcade.dev/pricing/",
   "result": "done",
   "via": "api",
   "done_on": [
    "api"
   ]
  },
  {
   "id": "cap-26",
   "capability": "Create an organization or project",
   "weight": "peripheral",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "arcade project",
    "ui": "Dashboard"
   },
   "check": "arcade project lists the new project",
   "capability_id": "cap_vk1kvzkm",
   "source": "https://docs.arcade.dev/en/references/arcade-cli",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli"
   ]
  },
  {
   "id": "cap-27",
   "capability": "Connect an identity provider for gateway end users",
   "weight": "peripheral",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Dashboard > Identity"
   },
   "check": "End users sign in to a gateway through the IdP",
   "capability_id": null,
   "source": "https://docs.arcade.dev/en/operate/identity",
   "unmapped": "own_feature",
   "result": "not_tried",
   "via": null
  },
  {
   "id": "cap-28",
   "capability": "Configure SSO for the Arcade organization",
   "weight": "peripheral",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "Members sign in through SSO",
   "capability_id": "cap_pz4pecfg",
   "source": "https://www.arcade.dev/pricing/",
   "result": "plan_gated",
   "via": null,
   "counted": false
  },
  {
   "id": "cap-29",
   "capability": "Set a member's role (RBAC)",
   "weight": "peripheral",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "The member's role shows in the organization's member list",
   "capability_id": "cap_bs3hvrpm",
   "source": "https://www.arcade.dev/pricing/",
   "result": "plan_gated",
   "via": null,
   "counted": false
  },
  {
   "id": "cap-30",
   "capability": "Self-host Arcade in your own cloud with Helm",
   "weight": "peripheral",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "The self-hosted engine answers GET /v1/health",
   "capability_id": null,
   "source": "https://docs.arcade.dev/en/operate/deploy/helm https://www.arcade.dev/pricing/",
   "unmapped": "own_feature",
   "result": "not_tried",
   "via": null
  }
 ],
 "stale": false,
 "unreachable_since": null,
 "not_driven_since": null,
 "icon": "/logos/arcade.png",
 "agent_kinds": {
  "browser": {
   "who": "An assistant in a browser",
   "passed": [
    "signup",
    "verify",
    "first_action"
   ],
   "stop": "cancel",
   "why": "its account stays",
   "tone": "warn",
   "text": "Signs up, confirms its email and does all of the core work, then stops: its account stays."
  },
  "direct": {
   "who": "An agent talking to it directly",
   "passed": [],
   "stop": "signup",
   "why": "it works only in a browser",
   "tone": "wall",
   "text": "Stops at sign-up: it works only in a browser."
  }
 },
 "sdk": {
  "packages": [],
  "read_at": "2026-11-08T20:54:39Z"
 },
 "surface_reach": {
  "surfaces": {
   "api": true,
   "mcp": true
  },
  "read_at": "2026-11-02T01:32:43Z"
 },
 "connect": {
  "mcp": {
   "url": "https://api.arcade.dev/mcp/arcade",
   "transport": "streamable-http",
   "state": "documented",
   "sign_in": "2026-11-08"
  },
  "api": {
   "base_url": "https://api.arcade.dev",
   "state": "documented"
  },
  "signup": {
   "url": "https://app.arcade.dev/register",
   "state": "tested"
  },
  "docs": {
   "url": "https://docs.arcade.dev/en/home",
   "state": "tested"
  }
 },
 "surface_sources": {
  "mcp": "https://api.arcade.dev/mcp/arcade",
  "docs": "https://docs.arcade.dev/en/home",
  "llms_txt": "https://www.arcade.dev/llms.txt",
  "api": "https://www.arcade.dev/openapi.json",
  "cli": "https://docs.arcade.dev/en/references/arcade-cli",
  "openapi": "https://www.arcade.dev/openapi.json"
 },
 "copilot_connector": null,
 "stripe_directory": null,
 "in_stripe_directory": null,
 "stripe_projects": null,
 "pay_rails": [],
 "context": [],
 "stop_evidence": {
  "at": "delete",
  "date": "2026-11-07",
  "line": "The account stays. Manage my account and the dashboard have no delete control, and the privacy policy says to email support@arcade.dev; mailing a real support desk is outside our rules. Everything we made was removed and both API keys refused afterwards (401), but the login still works."
 },
 "wall_vendor": null,
 "mcp_sign_in": {
  "sign_in": true,
  "prm": true,
  "registration": "both",
  "device": false
 },
 "safety_issues": 0,
 "fix_counts": {
  "small": 4,
  "medium": 2,
  "large": 1,
  "total": 7
 },
 "evidence_sha256": "3ac99f9104b646a63e992c6d67e28d58882e40a3b6516f73511f3f27af0dab29",
 "first_seen": "2026-11-07",
 "license": {
  "name": "CC BY 4.0",
  "url": "https://creativecommons.org/licenses/by/4.0/"
 },
 "correction": {
  "status": "none",
  "open": 0,
  "since": null,
  "reply_by": null
 },
 "attribution": null,
 "level_status": "awaiting_redrive",
 "newest_level": 3,
 "newest_date": "2026-11-07",
 "recheck_due": null,
 "confirmed_by": null,
 "level_flakes": [],
 "confirmation": {
  "state": "awaiting",
  "drives": 1,
  "agree": 1,
  "review": null,
  "text": "1 drive, not yet confirmed",
  "confirmed": false,
  "line": "Level from one drive, not yet confirmed by a second",
  "rank_level": 3,
  "rank_confirmed": false
 },
 "stop_shot": null,
 "stop_shot_hash": null,
 "attempts_count": 121,
 "detail": {
  "public": false,
  "in": [
   "report",
   "api"
  ],
  "since": "2026-10-17"
 },
 "what_it_does": "Arcade is an MCP gateway for running tools such as calculators and apps on behalf of users, with a REST API and a CLI.",
 "kind": "product",
 "rules_version": "rules-2026-11-18",
 "rules_url": "https://agentdrives.com/changes#rules-2026-11-18",
 "category_median": null,
 "peers": {
  "API-03": {
   "basis": "all",
   "n": 115,
   "below": 49,
   "above": 13,
   "percentile": 66
  },
  "API-04": {
   "basis": "all",
   "n": 117,
   "below": 17,
   "above": 86,
   "percentile": 21
  },
  "API-07": {
   "basis": "all",
   "n": 128,
   "below": 10,
   "above": 74,
   "percentile": 25
  },
  "DOCS-08": {
   "basis": "all",
   "n": 188,
   "below": 0,
   "above": 69,
   "percentile": 32
  },
  "DOCS-10": {
   "basis": "all",
   "n": 188,
   "below": 140,
   "above": 0,
   "percentile": 87
  },
  "DOCS-11": {
   "basis": "all",
   "n": 188,
   "below": 19,
   "above": 60,
   "percentile": 39
  },
  "ERR-01": {
   "basis": "all",
   "n": 169,
   "below": 7,
   "above": 0,
   "percentile": 52
  },
  "ERR-02": {
   "basis": "all",
   "n": 146,
   "below": 0,
   "above": 99,
   "percentile": 16
  },
  "ERR-03": {
   "basis": "all",
   "n": 146,
   "below": 22,
   "above": 16,
   "percentile": 52
  },
  "ERR-04": {
   "basis": "all",
   "n": 58,
   "below": 34,
   "above": 11,
   "percentile": 70
  },
  "ERR-07": {
   "basis": "all",
   "n": 144,
   "below": 42,
   "above": 54,
   "percentile": 46
  },
  "FIND-01": {
   "basis": "all",
   "n": 161,
   "below": 31,
   "above": 0,
   "percentile": 60
  },
  "FIND-02": {
   "basis": "all",
   "n": 240,
   "below": 185,
   "above": 0,
   "percentile": 89
  },
  "FIND-06": {
   "basis": "all",
   "n": 154,
   "below": 36,
   "above": 0,
   "percentile": 62
  },
  "IN-01": {
   "basis": "all",
   "n": 244,
   "below": 137,
   "above": 0,
   "percentile": 78
  },
  "IN-03": {
   "basis": "all",
   "n": 136,
   "below": 17,
   "above": 0,
   "percentile": 56
  },
  "IN-08": {
   "basis": "all",
   "n": 159,
   "below": 75,
   "above": 0,
   "percentile": 74
  },
  "IN-10": {
   "basis": "all",
   "n": 190,
   "below": 10,
   "above": 0,
   "percentile": 53
  },
  "IN-11": {
   "basis": "all",
   "n": 194,
   "below": 134,
   "above": 0,
   "percentile": 85
  },
  "IN-12": {
   "basis": "all",
   "n": 197,
   "below": 79,
   "above": 62,
   "percentile": 54
  },
  "LEAVE-02": {
   "basis": "all",
   "n": 98,
   "below": 0,
   "above": 52,
   "percentile": 23
  },
  "LEAVE-03": {
   "basis": "all",
   "n": 190,
   "below": 0,
   "above": 117,
   "percentile": 19
  },
  "LIM-02": {
   "basis": "all",
   "n": 91,
   "below": 0,
   "above": 43,
   "percentile": 26
  },
  "MCP-03": {
   "basis": "all",
   "n": 92,
   "below": 0,
   "above": 86,
   "percentile": 3
  },
  "MCP-04": {
   "basis": "all",
   "n": 92,
   "below": 22,
   "above": 13,
   "percentile": 55
  },
  "MCP-05": {
   "basis": "all",
   "n": 92,
   "below": 73,
   "above": 0,
   "percentile": 90
  },
  "MCP-06": {
   "basis": "all",
   "n": 92,
   "below": 17,
   "above": 15,
   "percentile": 51
  },
  "MCP-07": {
   "basis": "all",
   "n": 92,
   "below": 50,
   "above": 0,
   "percentile": 77
  },
  "MCP-08": {
   "basis": "all",
   "n": 79,
   "below": 22,
   "above": 24,
   "percentile": 49
  },
  "MCP-09": {
   "basis": "all",
   "n": 71,
   "below": 16,
   "above": 27,
   "percentile": 42
  },
  "MCP-11": {
   "basis": "all",
   "n": 92,
   "below": 48,
   "above": 0,
   "percentile": 76
  },
  "PAY-02": {
   "basis": "all",
   "n": 217,
   "below": 0,
   "above": 11,
   "percentile": 47
  },
  "PAY-05": {
   "basis": "all",
   "n": 160,
   "below": 0,
   "above": 54,
   "percentile": 33
  },
  "PROTO-02": {
   "basis": "all",
   "n": 137,
   "below": 0,
   "above": 3,
   "percentile": 49
  }
 },
 "probe": {
  "checked": "2026-11-18",
  "status": "ok",
  "sign_up_page": "page",
  "wall": "none",
  "llms_txt": true,
  "mcp": "login",
  "openapi": true,
  "payment_402": false,
  "payment_rails": [],
  "mcp_tools": null,
  "payment_challenge": null,
  "changed": {
   "sign_up": false,
   "llms_txt": false,
   "openapi": false,
   "mcp_tools": false
  },
  "files": {
   "openapi": {
    "url": "https://www.arcade.dev/openapi.json",
    "found": true
   },
   "llms_txt": {
    "url": "https://www.arcade.dev/llms.txt",
    "found": true
   },
   "llms_full": {
    "url": "https://www.arcade.dev/llms-full.txt",
    "found": true
   }
  }
 },
 "probe_history": [
  {
   "checked": "2026-11-18",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "login",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-17",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "login",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-16",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "login",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-15",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "login",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-14",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "error",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-13",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "error",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-12",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "error",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-11",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "error",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-10",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "error",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-09",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "error",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": false,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-08",
   "status": "ok",
   "sign_up_page": "page",
   "wall": "none",
   "llms_txt": true,
   "mcp": "error",
   "openapi": true,
   "payment_402": false,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": null,
    "openapi": null,
    "mcp_tools": null
   }
  }
 ],
 "changed_since_drive": null,
 "surface_changes": [],
 "agent_reports": null,
 "verdict": null,
 "changes": {
  "source": "store",
  "drives": [
   {
    "run": "20261107T083611Z",
    "date": "2026-11-07",
    "level": 3,
    "stop": "delete",
    "entry": "self-start",
    "driver": 5,
    "listed": true,
    "paid": false,
    "agent_paid": null
   }
  ],
  "events": [
   {
    "property": "level",
    "before": 4,
    "after": 3,
    "cause": "method",
    "before_run": "20261107T083611Z",
    "after_run": "20261107T083611Z",
    "at": "2026-11-11",
    "methodology": 47,
    "methodology_before": 46,
    "kind": "rescore",
    "drive_date": "2026-11-07",
    "read_at": "2026-11-11",
    "rules_version": "rules-2026-11-11-47",
    "rules_url": "https://agentdrives.com/changes#rules-2026-11-11-47",
    "paid": false
   }
  ],
  "feed": "https://agentdrives.com/api/tools/arcade/changes.json"
 },
 "agreement": null,
 "method_release": "2026-Q4.35",
 "found": {
  "agent_blockers": 6,
  "surface_issues": 27
 },
 "stuck_at": [
  "Pay"
 ],
 "part_scores": [
  {
   "key": "holds_up",
   "name": "Holds up",
   "value": 75,
   "of": 100,
   "measures": [
    {
     "key": "reliability",
     "name": "Reliability",
     "value": 83,
     "of": 100,
     "means": "Core tasks that worked on all 3 runs"
    },
    {
     "key": "resilience",
     "name": "Handles mistakes",
     "value": 67,
     "of": 100,
     "means": "Clear errors, retries without duplicates, stated limits"
    }
   ]
  },
  {
   "key": "docs_match",
   "name": "Docs match",
   "value": 68,
   "of": 100,
   "measures": [
    {
     "key": "docs_accuracy",
     "name": "Docs accuracy",
     "value": 75,
     "of": 100,
     "means": "Documented operations that behaved as the docs say"
    },
    {
     "key": "docs_completeness",
     "name": "Docs completeness",
     "value": 50,
     "of": 100,
     "means": "How fully the docs describe each operation"
    }
   ]
  }
 ],
 "measures": [
  {
   "key": "surface",
   "name": "Surface tested",
   "value": 88,
   "of": 100,
   "means": "90 of 102 passed: the 105 documented operations less the 3 that spend money or reach real people"
  }
 ],
 "agent_surfaces": {
  "api": {
   "state": "tested",
   "reachable": true,
   "documented": 60,
   "tested": 58,
   "source": "https://www.arcade.dev/openapi.json"
  },
  "mcp": {
   "state": "tested",
   "reachable": true,
   "documented": 10,
   "tested": 10,
   "source": "https://api.arcade.dev/mcp/arcade"
  },
  "cli": {
   "state": "tested",
   "reachable": true,
   "documented": 28,
   "tested": 27,
   "source": "https://docs.arcade.dev/en/references/arcade-cli"
  },
  "sdk": {
   "state": "none_found",
   "documented": null,
   "tested": null,
   "source": null
  },
  "docs": {
   "state": "tested",
   "documented": 384,
   "tested": 322,
   "source": "https://docs.arcade.dev/en/home"
  },
  "payment": {
   "state": "none_found",
   "documented": null,
   "tested": null,
   "source": null
  }
 },
 "issues_found": 33,
 "rank": null,
 "rank_of": 0,
 "rank_change": null,
 "rank_since": null,
 "links": {
  "category": [
   {
    "label": "AI and agent infrastructure",
    "href": "https://agentdrives.com/categories/ai"
   },
   {
    "label": "MCP gateways",
    "href": "https://agentdrives.com/categories/mcp-gateways"
   }
  ],
  "tasks": [
   {
    "label": "Read usage and quotas",
    "href": "https://agentdrives.com/tasks/read-usage-and-quotas"
   },
   {
    "label": "Read the audit log",
    "href": "https://agentdrives.com/tasks/read-the-audit-log"
   },
   {
    "label": "Create a workspace",
    "href": "https://agentdrives.com/tasks/create-a-workspace"
   },
   {
    "label": "Register an OAuth app",
    "href": "https://agentdrives.com/tasks/register-an-oauth-app"
   },
   {
    "label": "Read logs",
    "href": "https://agentdrives.com/tasks/read-logs"
   },
   {
    "label": "Set environment variables and secrets",
    "href": "https://agentdrives.com/tasks/set-environment-variables-and-secrets"
   }
  ],
  "walls": [
   {
    "label": "Let AI agents start without a credit card",
    "href": "https://agentdrives.com/guides/card-free-starts",
    "note": "fix guide"
   }
  ],
  "vendors": [],
  "standards": [
   {
    "label": "MCP",
    "href": "https://agentdrives.com/standards/mcp",
    "note": "tools an agent can call"
   },
   {
    "label": "OpenAPI",
    "href": "https://agentdrives.com/standards/openapi",
    "note": "its API, described"
   },
   {
    "label": "llms.txt",
    "href": "https://agentdrives.com/standards/llms-txt",
    "note": "its docs, listed for agents"
   }
  ],
  "steps": [
   {
    "label": "Find",
    "href": "https://agentdrives.com/access/find"
   },
   {
    "label": "Get in",
    "href": "https://agentdrives.com/access/get-in"
   },
   {
    "label": "Use",
    "href": "https://agentdrives.com/access/use"
   },
   {
    "label": "Pay",
    "href": "https://agentdrives.com/access/pay",
    "note": "first stop"
   },
   {
    "label": "Leave",
    "href": "https://agentdrives.com/access/leave"
   }
  ],
  "topics": [
   {
    "label": "MCP servers",
    "href": "https://agentdrives.com/access/find/mcp-servers",
    "note": "Find step"
   },
   {
    "label": "Docs and llms.txt",
    "href": "https://agentdrives.com/access/find/docs",
    "note": "Find step"
   },
   {
    "label": "MCP sign-in",
    "href": "https://agentdrives.com/access/get-in/mcp-sign-in",
    "note": "Get in step"
   },
   {
    "label": "Sign-up",
    "href": "https://agentdrives.com/access/get-in/sign-up",
    "note": "Get in step"
   },
   {
    "label": "MCP and API",
    "href": "https://agentdrives.com/access/use/mcp-and-api",
    "note": "Use step"
   },
   {
    "label": "Card checkout",
    "href": "https://agentdrives.com/access/pay/card-checkout",
    "note": "Pay step"
   },
   {
    "label": "Delete the account",
    "href": "https://agentdrives.com/access/leave/delete-account",
    "note": "Leave step"
   }
  ],
  "rivals": [
   {
    "label": "Composio",
    "href": "https://agentdrives.com/tools/composio",
    "slug": "composio",
    "level": 3
   },
   {
    "label": "Nango",
    "href": "https://agentdrives.com/tools/nango",
    "slug": "nango",
    "level": 3
   }
  ],
  "compare": [],
  "more": [],
  "rail": [
   {
    "label": "Watch this product",
    "href": "https://agentdrives.com/owners#watch"
   },
   {
    "label": "Get the data",
    "href": "https://agentdrives.com/pricing#builders"
   }
  ]
 },
 "capability_matrix": [
  {
   "id": "cap-01",
   "name": "Run a tool action on behalf of a user",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "done",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-02",
   "name": "Authorize a user's account for a tool (OAuth consent)",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "done"
   }
  },
  {
   "id": "cap-03",
   "name": "Browse and search the tool catalog",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "done",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-04",
   "name": "Create a tool gateway that federates selected tools",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "done",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-05",
   "name": "Change or delete a tool gateway",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-06",
   "name": "Build and deploy a custom tool server to Arcade",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "done",
    "ui": "none"
   }
  },
  {
   "id": "cap-07",
   "name": "Register a remote tool server in a project",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "done"
   }
  },
  {
   "id": "cap-08",
   "name": "Add a contextual access hook to enforce policy on tool calls",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-09",
   "name": "Review tool execution history",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-10",
   "name": "Schedule a tool execution for later",
   "core": false,
   "result": "blocked",
   "surfaces": {
    "api": "blocked",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-11",
   "name": "Check a tool's unmet authorization requirements",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-12",
   "name": "Get tool definitions formatted for an LLM",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-13",
   "name": "Get a user's provider token to call a third-party API directly",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-14",
   "name": "Add a custom OAuth auth provider",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-15",
   "name": "Store a secret for tools",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "untried",
    "mcp": "none",
    "cli": "done",
    "ui": "none"
   }
  },
  {
   "id": "cap-16",
   "name": "Revoke a user's connected account",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-17",
   "name": "Set user verification for the auth flow",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-18",
   "name": "Turn on tool recommendation for a gateway",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-19",
   "name": "Scaffold and run a tool server locally",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "done",
    "ui": "none"
   }
  },
  {
   "id": "cap-20",
   "name": "Run evaluations on tools",
   "core": false,
   "result": "blocked",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "blocked",
    "ui": "none"
   }
  },
  {
   "id": "cap-21",
   "name": "Call an LLM through Arcade",
   "core": false,
   "result": "blocked",
   "surfaces": {
    "api": "blocked",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-22",
   "name": "Read a deployed server's logs",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "done",
    "ui": "none"
   }
  },
  {
   "id": "cap-23",
   "name": "Answer end users' capability requests in the private registry",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "done"
   }
  },
  {
   "id": "cap-24",
   "name": "Read the audit log",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-25",
   "name": "Count tool calls for usage",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-26",
   "name": "Create an organization or project",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "done",
    "ui": "untried"
   }
  },
  {
   "id": "cap-27",
   "name": "Connect an identity provider for gateway end users",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-28",
   "name": "Configure SSO for the Arcade organization",
   "core": false,
   "result": "plan",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-29",
   "name": "Set a member's role (RBAC)",
   "core": false,
   "result": "plan",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-30",
   "name": "Self-host Arcade in your own cloud with Helm",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  }
 ],
 "category_rank": null,
 "standard_summary": {
  "criteria": 34,
  "best_or_ahead": 8,
  "level": 15,
  "middle": 5,
  "behind_or_lowest": 6,
  "line": "Best or ahead on 8 of 34 criteria, behind on 6."
 },
 "category_place": {
  "category": "mcp-gateways",
  "products": 3,
  "higher": 0,
  "same_level": 2,
  "ranked": null,
  "awaiting": null,
  "rank": null,
  "tied": null,
  "line": null,
  "as_of": "2026-11-07",
  "stop": "pay",
  "rivals_by": "stop",
  "rivals": [
   "composio",
   "nango"
  ]
 },
 "page": "https://agentdrives.com/tools/arcade?via=api"
}