{
 "$schema": "https://agentdrives.com/schemas/tool.schema.json",
 "id": "prd_01m57vgtgj2870yj8aj6ggjn1c",
 "ids": {
  "org": "org_01m57vgtgj0qx3jga5pzd4fwwg",
  "surfaces": {
   "web": "srf_01m6e1brv8cn15cndwd7jj9gj4",
   "api": "srf_01m6e1brv8cnyzjxa8whvgxzxy",
   "mcp": "srf_01m6e1brv8bmjb1heypqbs0pz0",
   "cli": "srf_01m6e1brv8stsfyqhvcpf9nmrz"
  },
  "slugs": [
   "zyte"
  ],
  "domain": "zyte.com"
 },
 "slug": "zyte",
 "name": "Zyte",
 "url": "https://zyte.com",
 "domain": "zyte.com",
 "category": "web-scraping",
 "category_name": "Web scraping",
 "tested_at": "2026-11-02",
 "run": "20261102T102625Z",
 "draft": false,
 "reviewed": true,
 "owner_verified": null,
 "origin": "editorial",
 "history": [
  {
   "run": "20261102T102625Z",
   "date": "2026-11-02",
   "level": 2,
   "engine": {
    "model": "anthropic/opus",
    "driver": 5,
    "signed": true,
    "inbox": [
     "agentdrives.com"
    ],
    "robots": "skip",
    "version": "2026.11.02",
    "commit": "34a889c1897c83d36ed9ca90e7f6c7946522d589",
    "prompts": {
     "version": "2026.11.02",
     "commit": "ce141356250e649fe64a0825a76d1dec20e1e931"
    },
    "rules": {
     "version": "2026.11.02",
     "commit": "d660c52d5e0ab982a5b7c19a5c34bfc3c5fe9911"
    }
   },
   "stop": null,
   "paid": false,
   "agent_paid": null,
   "kind": "drive",
   "cause": "first",
   "drive_date": "2026-11-02",
   "read_at": "2026-11-02"
  }
 ],
 "level": 2,
 "level_name": "Gets in",
 "level_selfhost": null,
 "entry": "self-start",
 "door": {
  "passed": 1,
  "tries": 1,
  "self_start": true
 },
 "badges": [
  "agent-can-leave"
 ],
 "not_counted": null,
 "stages": [
  {
   "key": "in",
   "label": "Access",
   "state": "yes",
   "text": "Gets in on its own: MCP sign-in",
   "way": "oauth_consent"
  },
  {
   "key": "work",
   "label": "Use",
   "state": "no",
   "text": "Work done: 30% of the core"
  },
  {
   "key": "pay",
   "label": "Pay",
   "state": "part",
   "text": "Reaches the checkout: a card form for $0.06",
   "value": "checkout",
   "route": "card_checkout"
  },
  {
   "key": "leave",
   "label": "Leave",
   "state": "yes",
   "text": "Leaves on its own: nothing to cancel, deletes its account",
   "left": "deleted",
   "delete": {
    "state": "yes",
    "text": "Deletes its account",
    "why": null
   }
  }
 ],
 "outcomes": [
  {
   "key": "find",
   "label": "Learn",
   "state": "yes",
   "text": "Docs it can act on: llms.txt and an MCP server",
   "have": [
    "llms_txt",
    "mcp"
   ],
   "docs": "complete"
  },
  {
   "key": "access",
   "label": "Access",
   "state": "yes",
   "text": "Gets in on its own: MCP sign-in",
   "way": "oauth_consent",
   "stage": "in"
  },
  {
   "key": "use",
   "label": "Use",
   "state": "no",
   "text": "Work done: 30% of the core",
   "stage": "work"
  },
  {
   "key": "pay",
   "label": "Pay",
   "state": "part",
   "text": "Reaches the checkout: a card form for $0.06",
   "value": "checkout",
   "route": "card_checkout",
   "stage": "pay"
  },
  {
   "key": "leave",
   "label": "Leave",
   "state": "yes",
   "text": "Leaves on its own: nothing to cancel, deletes its account",
   "left": "deleted",
   "delete": {
    "state": "yes",
    "text": "Deletes its account",
    "why": null
   },
   "stage": "leave"
  }
 ],
 "access": [
  {
   "key": "mcp_signin",
   "label": "MCP sign-in",
   "routes": [
    "oauth_consent"
   ],
   "minutes": 0.5,
   "core": "3/10"
  }
 ],
 "minutes": 0.5,
 "next": {
  "to": 3,
  "text": "Next: do half of the core work (now 30%)"
 },
 "stop": "pay",
 "core": "3/10",
 "scores": {
  "coverage": 30,
  "reliability": 88,
  "resilience": 78,
  "setup": 100,
  "surface_coverage": 82,
  "docs_accuracy": 96,
  "docs_completeness": 51
 },
 "parts": {
  "holds_up": 83,
  "docs_match": 82,
  "setup": 100,
  "security": "private",
  "standards": [
   {
    "standard": "MCP discovery",
    "state": "current",
    "behind": null,
    "value": "ok"
   },
   {
    "standard": "MCP client registration",
    "state": "current",
    "behind": null,
    "value": "cimd"
   },
   {
    "standard": "OpenAPI",
    "state": "behind",
    "behind": 2,
    "value": "3.0.3"
   }
  ]
 },
 "reliability_method": "pass^k",
 "resilience": {
  "parts": {
   "error_legibility": 90,
   "recovery": 45,
   "idempotency": 100
  },
  "summary": {
   "error_legibility": "mixed",
   "recovery": "good",
   "idempotency": "safe",
   "rate_limits": "none-seen",
   "notes": "Most errors name what to fix (unknown job or spider, wrong MCP argument types, both invalid parameters at once), and duplicate runs are refused. A bad key gets a bare 403, the plan gate a generic 403, and one MCP call failed transiently with 403 at a token refresh."
  }
 },
 "stress": [
  {
   "capability": "Run/schedule a spider job and monitor it in real time",
   "probe": "get_job on nonexistent job id in own project",
   "outcome": "isError 400 \"Invalid argument, Not found: job …/1/999 doesn't exist\" type docs.zyte.com/problems/invalid-argument",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Run/schedule a spider job and monitor it in real time",
   "probe": "run.json with a spider that does not exist",
   "outcome": "400 application/json {\"spider\":[\"Invalid pk \\\"nosuchspider\\\" - object does not exist.\"],\"status\":\"error\"}",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Run/schedule a spider job and monitor it in real time",
   "probe": "repeat the same run.json create twice",
   "outcome": "1st 200 {\"jobid\":\"…/1/4\"}; 2nd 400 {\"message\":\"quotes already scheduled\"} (MCP run_spider: 409 duplicate-job)",
   "grade": "clear",
   "idempotent": "yes",
   "rate_limit": null
  },
  {
   "capability": "Browse and export extracted items/data from a finished job",
   "probe": "burst of 15 reads on spiders/list.json",
   "outcome": "15 x 200, no RateLimit/X-RateLimit/Retry-After headers",
   "grade": null,
   "idempotent": null,
   "rate_limit": "none-seen"
  },
  {
   "capability": "Deploy a Scrapy spider project to the cloud",
   "probe": "bad Scrapy Cloud API key",
   "outcome": "403 application/json {\"status\": \"error\", \"message\": \"Authentication failed\"} (403 rather than 401, no WWW-Authenticate)",
   "grade": "vague",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Run/schedule a spider job and monitor it in real time",
   "probe": "interrupt a running job (cancel mid-run) and check state",
   "outcome": "cancel_requested true; get_job -> finished, close_reason cancelled, items kept (10)",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  },
  {
   "capability": "Deploy a Scrapy spider project to the cloud",
   "probe": "MCP arg wrong type (organizationId number)",
   "outcome": "-32602 \"'organizationId' must be a string\"",
   "grade": "clear",
   "idempotent": null,
   "rate_limit": null
  }
 ],
 "surface_audit": {
  "totals": {
   "items": 145,
   "documented": 135,
   "safe": 134,
   "exercised": 113,
   "passed": 110,
   "skipped": 3,
   "blocked": 21,
   "not_run": 0,
   "match": 107,
   "drift": 5,
   "broken_doc": 0,
   "docs_complete": 4,
   "docs_partial": 131,
   "docs_missing": 0,
   "errors_clear": 6,
   "errors_vague": 2,
   "errors_silent": 0
  }
 },
 "coverage_core": 30,
 "coverage_own": 30,
 "after_wall": null,
 "coverage_source": "computed",
 "driver": {
  "version": 5,
  "model": "anthropic/opus",
  "profile": "full",
  "assisted": false,
  "handoff": false
 },
 "methodology": 50,
 "rules_date": "2026-11-18",
 "engine": {
  "model": "anthropic/opus",
  "driver": 5,
  "signed": true,
  "inbox": [
   "agentdrives.com"
  ],
  "robots": "skip",
  "version": "2026.11.02",
  "commit": "34a889c1897c83d36ed9ca90e7f6c7946522d589",
  "prompts": {
   "version": "2026.11.02",
   "commit": "ce141356250e649fe64a0825a76d1dec20e1e931"
  },
  "rules": {
   "version": "2026.11.02",
   "commit": "d660c52d5e0ab982a5b7c19a5c34bfc3c5fe9911"
  }
 },
 "same_level_drives": 1,
 "drives": 1,
 "same_stop_drives": 1,
 "works_assisted": null,
 "freshness": "fresh",
 "newer_drives": null,
 "nothing_to_pay": false,
 "core_gated": false,
 "profiles": {},
 "agent_check": null,
 "agent_pass": null,
 "who_gets_in": {
  "server": {
   "state": "in"
  },
  "signed": {
   "state": "robots",
   "kind": "signup",
   "at": "2026-11-15"
  },
  "browser": {
   "state": "in",
   "measured": false
  },
  "our_key": "pending",
  "robots": "closed",
  "robots_host": "app.zyte.com",
  "tip": false
 },
 "ladder": {
  "docs": {
   "status": "headless",
   "note": "Docs read without a browser: docs.zyte.com Markdown pages, the OpenAPI 3.0.3 embedded in the Zyte API reference, a Zyte MCP page, and llms.txt on www.zyte.com."
  },
  "signup": {
   "status": "browser",
   "note": "The agent signed up in its own browser at app.zyte.com: email, emailed 6-digit code, password and name, with no bot check; asked for a name, our agent answered. The MCP OAuth sign-in (CIMD, PKCE, one Authorize click) used the same account.",
   "way": "oauth_consent"
  },
  "verify": {
   "status": "browser",
   "note": "The 6-digit code arrived by mail in seconds and expires in 3 minutes; the agent entered it in its own browser."
  },
  "credentials": {
   "status": "browser",
   "note": "The agent read the Scrapy Cloud key on the dashboard project page in its browser and then used it without a browser with the API and shub. No documented API, CLI or MCP route creates or scopes keys, and the Zyte API key page redirects to a card checkout. The MCP refresh token was revoked without a browser through the authorization server's revocation endpoint."
  },
  "first_call": {
   "status": "headless",
   "route": "account",
   "note": "MCP user_info after the OAuth sign-in, without a browser."
  },
  "first_action": {
   "status": "headless",
   "note": "shub deploy of a Scrapy project to Scrapy Cloud, read back through the API and MCP."
  },
  "pay": {
   "status": "n/a",
   "grade": "P1",
   "ours": "no_card",
   "first_party": true,
   "rail_scope": "none",
   "trial_path": "card trial",
   "3ds": "none",
   "checkout": {
    "reached": "card_form",
    "processor": "chargebee",
    "captcha": "none",
    "three_ds": "not_seen",
    "card_form": true,
    "phone_field": "none",
    "wallets": [
     "paypal"
    ],
    "rail_offer": "none",
    "price": "0.06",
    "currency": "USD",
    "period": "usage",
    "plan": "Zyte API Standard (PAYG)",
    "last_button": "Save and Continue"
   },
   "rail_ids": [],
   "rails": [],
   "note": "The Zyte API checkout (Chargebee over Stripe, card or PayPal) needs a card with a $1 hold even for the $5 free credit. The agent walked it to the card form and stopped there. No payment went through. There is no 402, MPP, x402 or billing API.",
   "route": "card_checkout",
   "person": "none"
  },
  "cancel": {
   "status": "n/a",
   "grade": "X5",
   "note": "Nothing to cancel: our agent started no paid plan.",
   "docs_note": "Nothing recurring was started: no Zyte API plan, the Scrapy Cloud free plan, and the schedules the agent made were deleted.",
   "nothing": "no_plan"
  },
  "delete": {
   "status": "browser",
   "left": "deleted",
   "note": "Account, organization and projects deleted in the browser (Account Settings, email code, Delete); key then refused 403 and MCP token 401. No API route.",
   "account": true
  }
 },
 "routes": [
  {
   "route": "email_code",
   "offered": "documented",
   "tried": true,
   "not_tried": null,
   "result": "walled",
   "wall": null,
   "person": "none",
   "brings": "inbox",
   "fresh": true,
   "minutes": 4,
   "browser": true,
   "signed_up": true
  },
  {
   "route": "oauth_consent",
   "offered": "documented",
   "tried": true,
   "not_tried": null,
   "result": "in",
   "wall": null,
   "person": "none",
   "brings": "inbox",
   "fresh": true,
   "minutes": 0.5,
   "browser": false,
   "signed_up": true
  }
 ],
 "checkout": {
  "reached": "card_form",
  "processor": "chargebee",
  "captcha": "none",
  "three_ds": "not_seen",
  "phone_field": "none",
  "wallets": [
   "paypal"
  ],
  "rail_offer": "none",
  "period": "usage",
  "card_form": true,
  "price": "0.06",
  "currency": "USD",
  "plan": "Zyte API Standard (PAYG)",
  "last_button": "Save and Continue"
 },
 "docs": {
  "at": "2026-11-02",
  "read": 293,
  "listed": 293,
  "sampled": false,
  "overall": "complete",
  "getting_started": "found",
  "auth": "found",
  "errors": "found",
  "examples": "some",
  "freshness": "fresh",
  "newest": "2026-11-02",
  "core_pages": "10 of 10",
  "capabilities": "covered",
  "label": "Complete"
 },
 "claims": {
  "claimed": 9,
  "tried": 2,
  "held": 2,
  "broken": 0,
  "unclear": 0,
  "not_tried": 7,
  "undocumented_works": 1
 },
 "pay_options": {
  "checked": "2026-11-02",
  "source": "probe",
  "options": [],
  "agentic": [],
  "paid": null,
  "exercised": null,
  "detected_grade": null,
  "trial": {
   "no_card": null,
   "card_required": null,
   "free_plan": null
  },
  "owner_fixes": [
   {
    "title": "Accept x402 or MPP on your API",
    "how": "Answer an unpaid call with 402 and a payment challenge, so an agent pays per call or buys credits without an account or a card."
   },
   {
    "title": "List your plans on Stripe Projects",
    "how": "Agents buy a plan with `stripe projects add`, paid with a token under a spend cap the owner sets (projects.dev)."
   },
   {
    "title": "Let a trial start without a card",
    "how": "An agent can try the product before anyone hands it a card; take the card when it buys."
   }
  ]
 },
 "surfaces": {
  "api": true,
  "cli": true,
  "sdk": false,
  "mcp": "official",
  "llms_txt": true,
  "webhooks": false,
  "sandbox": false
 },
 "urls": {
  "docs": "https://docs.zyte.com/",
  "llms_txt": "https://www.zyte.com/llms.txt",
  "mcp": "https://mcp.zyte.com/v1/mcp"
 },
 "surface_notes": {
  "mcp": "Official remote MCP server at mcp.zyte.com/v1/mcp, MCP (the 28 Jul 2026 spec), 39 tools, OAuth with CIMD or DCR",
  "cli": "shub 2.18.1 (pip install shub)",
  "sdk": "python-scrapinghub 2.9.0",
  "llms_txt": "www.zyte.com/llms.txt"
 },
 "surface_sizes": [
  {
   "kind": "api",
   "listed": 53,
   "tested": 49
  },
  {
   "kind": "mcp",
   "listed": 34,
   "tested": 29
  },
  {
   "kind": "cli",
   "listed": 24,
   "tested": 12
  },
  {
   "kind": "sdk",
   "listed": 21,
   "tested": 21
  }
 ],
 "can_do": [
  "Sign up with an email code and sign in to the Zyte MCP server through OAuth with CIMD and one consent click.",
  "Deploy Scrapy projects to Scrapy Cloud with the shub CLI and the Scrapy Cloud API key.",
  "Run, cancel, tag and schedule spider jobs, and read job state, logs, requests and items through MCP, the HTTP API or the python-scrapinghub SDK.",
  "Export job items as JSON or CSV from the storage API, and manage collections and frontiers.",
  "Add Spidermon monitors and read their results from the job log.",
  "Check per-domain Zyte API pricing and usage stats through MCP before paying.",
  "Install Zyte's Agent Skills package with npx skills add zytedata/skills.",
  "Delete the account in the browser with an email code."
 ],
 "cannot_do": [
  {
   "what": "Use Zyte API at all: fetch, browser rendering, screenshots, AI extraction, custom requests, browser actions, search",
   "why": "The organization's Zyte API stays disabled until a card is saved on the dashboard checkout ($1 hold), even for the $5 free credit; MCP and API calls are refused."
  },
  {
   "what": "Create, scope or revoke API keys without a browser",
   "why": "No documented API, CLI or MCP route; keys live in the dashboard."
  },
  {
   "what": "Create or delete a Scrapy Cloud project, or delete the account, without a browser",
   "why": "Only the dashboard offers these; account deletion also needs an emailed code."
  },
  {
   "what": "Raise Scrapy Cloud job units",
   "why": "Needs a paid plan; the API answers a generic 403."
  }
 ],
 "blockers": [
  "Use Zyte API at all: fetch, browser rendering, screenshots, AI extraction, custom requests, browser actions, search",
  "Create, scope or revoke API keys without a browser",
  "Create or delete a Scrapy Cloud project, or delete the account, without a browser",
  "Raise Scrapy Cloud job units"
 ],
 "tips_for_agents": [
  "Pass organizationId as a string to Zyte MCP tools; call user_info first to get it.",
  "Check user_info's useZapi flag: false means Zyte API calls will be refused until a card is saved.",
  "Scrapy Cloud works on the free plan: deploy with shub (SHUB_APIKEY env var), then drive jobs through MCP scrapy_cloud_* tools.",
  "MCP job tools take a 'job' key like 123/1/4 and project tools take an integer 'project_id'.",
  "Cancelling a job is asynchronous: poll get_job until close_reason is cancelled.",
  "The MCP OAuth access token lives about 3 minutes; refresh before long sequences."
 ],
 "selfhost": null,
 "edge_case": "none",
 "summary": "An agent can sign up for Zyte on its own in its browser (web form with an emailed 6-digit code) and sign in to the Zyte MCP server through OAuth with CIMD and one Authorize click. It deployed with shub and ran, scheduled, monitored and exported Scrapy Cloud jobs over MCP, the HTTP API and the SDK; creating and deleting projects was done in the dashboard in its browser. Zyte API itself (fetch, browser rendering, AI extraction, actions) is locked behind a card checkout that asks to hold $1, even for the $5 free credit. With no card, 7 of 10 core capabilities stayed blocked. The agent deleted the account in its browser with an email code; no API route exists.",
 "wall": "Zyte API needs a card on file",
 "plan_scope": "free plan (Scrapy Cloud); Zyte API needs a card",
 "robots_stop": null,
 "robots": {
  "rule": "star",
  "step": null,
  "seen": "2026-11-02",
  "held": false,
  "host": "app.zyte.com"
 },
 "terms": null,
 "terms_read": null,
 "email_gate": null,
 "plain": {
  "summary": "Zyte sells web scraping tools and hosting for scrapers. An agent signed up by itself and ran the hosted scraper side end to end. It could not use the main scraping API, because that needs a credit card on file first.",
  "can_do": [
   "Sign up with an emailed code and sign in to Zyte's agent connection with one click.",
   "Deploy a scraper project and run, schedule and monitor jobs.",
   "Export the scraped items as JSON or CSV.",
   "Check scraping prices per website before paying.",
   "Delete the account in the browser with an emailed code."
  ],
  "cannot_do": [
   {
    "what": "Use the main scraping API (fetch, rendering, extraction, actions)",
    "why": "It stays off until a card is saved, even for the free credit."
   },
   {
    "what": "Create or scope API keys without a browser",
    "why": "Only the dashboard offers keys; no documented API or tool."
   },
   {
    "what": "Create or delete projects and accounts without a browser",
    "why": "Only the dashboard offers these; account deletion needs an emailed code."
   },
   {
    "what": "Raise Scrapy Cloud job units",
    "why": "Needs a paid plan; the error does not say so."
   }
  ]
 },
 "plan_gated": [
  {
   "capability": "Download large files (up to 100MB) with retry/resume",
   "plan": "Zyte API paid usage (card required)",
   "evidence": "Map marks it paid; Zyte API itself needs a card on this account (checkout shot:035).",
   "attempt": "a44"
  },
  {
   "capability": "Scale crawl concurrency/capacity on demand",
   "plan": "Scrapy Cloud paid units",
   "evidence": "mcp:38",
   "attempt": "a45"
  },
  {
   "capability": "Commission a fully managed custom data feed (Zyte Data)",
   "plan": "Zyte Data (managed service, sales)",
   "evidence": "Managed service sold through sales contact (www.zyte.com talk-to-us); no self-serve route; not contacted (no messages to real people).",
   "attempt": "a48"
  },
  {
   "capability": "Receive delivered data on a recurring schedule to a warehouse/endpoint",
   "plan": "Zyte Data (managed service, sales)",
   "evidence": "Managed service sold through sales contact (www.zyte.com talk-to-us); no self-serve route; not contacted (no messages to real people).",
   "attempt": "a49"
  },
  {
   "capability": "Track delivery quality metrics (accuracy, completeness, freshness, coverage)",
   "plan": "Zyte Data (managed service, sales)",
   "evidence": "Managed service sold through sales contact (www.zyte.com talk-to-us); no self-serve route; not contacted (no messages to real people).",
   "attempt": "a50"
  }
 ],
 "reply": null,
 "capabilities": [
  {
   "id": "cap-01",
   "group": "Fetch",
   "capability": "Fetch raw HTTP response body for a URL",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (httpResponseBody)",
    "mcp": null,
    "cli": null,
    "ui": "Request/response explorer on home page"
   },
   "check": "POST /v1/extract with httpResponseBody:true returns 200 with base64 httpResponseBody field",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-02",
   "group": "Fetch",
   "capability": "Render a page in a headless browser and return HTML",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (browserHtml)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract with browserHtml:true returns rendered DOM HTML, not raw server response",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html; https://www.zyte.com/zyte-api/",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-04",
   "group": "Extraction",
   "capability": "Auto-extract structured Product data from a page",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (product:true)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract with product:true returns a product object with name, price, availability, sku",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-05",
   "group": "Extraction",
   "capability": "Auto-extract structured data for Article, ArticleList, ArticleNavigation, ForumThread, JobPosting, JobPostingNavigation, PageContent, ProductList, ProductNavigation or SERP",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (article, articleList, forumThread, jobPosting, productList, serp, etc.)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract with e.g. jobPosting:true returns a typed jobPosting object matching that schema",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-06",
   "group": "Extraction",
   "capability": "Define custom AI extraction attributes with a JSON schema",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (customAttributes)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract with customAttributes schema (e.g. summary, article_sentiment) returns matching fields in customAttributes result",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-07",
   "group": "Fetch",
   "capability": "Submit custom HTTP requests (method, headers, POST body) against the target site",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (httpRequestMethod, httpRequestBody, httpRequestText, customHttpRequestHeaders)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract with httpRequestMethod:POST and httpRequestBody returns the target site's response to that POST",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-08",
   "group": "Browser automation",
   "capability": "Run in-page browser actions (type, click, wait, scroll, navigate) before extraction",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (actions)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract with actions:[{action:type,...},{action:click,...}] returns browserHtml reflecting the post-action page state",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html; https://www.zyte.com/zyte-api/",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-13",
   "group": "Spider hosting",
   "capability": "Deploy a Scrapy spider project to the cloud",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "shub deploy",
    "ui": "Scrapy Cloud dashboard"
   },
   "check": "After `shub deploy`, the project appears in the Scrapy Cloud dashboard project list",
   "source": "https://www.zyte.com/scrapy-cloud/",
   "result": "done",
   "via": "browser",
   "done_on": [
    "browser",
    "cli",
    "mcp"
   ]
  },
  {
   "id": "cap-14",
   "group": "Spider hosting",
   "capability": "Run/schedule a spider job and monitor it in real time",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "shub schedule",
    "ui": "Scrapy Cloud dashboard (run, schedule, real-time log/monitor)"
   },
   "check": "Triggering a job from the dashboard shows job status transition pending -> running -> finished with live log output",
   "source": "https://www.zyte.com/scrapy-cloud/",
   "result": "done",
   "via": "mcp",
   "done_on": [
    "mcp",
    "cli"
   ]
  },
  {
   "id": "cap-15",
   "group": "Spider hosting",
   "capability": "Browse and export extracted items/data from a finished job",
   "weight": "core",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Scrapy Cloud job items/data browser"
   },
   "check": "Opening a finished job's Items tab in the dashboard lists scraped records and offers export",
   "source": "https://www.zyte.com/scrapy-cloud/",
   "result": "done",
   "via": "mcp",
   "done_on": [
    "mcp",
    "api",
    "browser"
   ]
  },
  {
   "id": "cap-03",
   "group": "Fetch",
   "capability": "Take a screenshot of a rendered page",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (screenshot, screenshotOptions)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract with screenshot:true returns a JPEG/PNG image field; screenshotOptions.fullPage changes dimensions",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-09",
   "group": "Fetch",
   "capability": "Request from a specific country/geolocation",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (geolocation)",
    "mcp": null,
    "cli": null,
    "ui": "Customize panel on home page (Geolocation selector)"
   },
   "check": "POST /v1/extract with geolocation:ES returns content/pricing localized to Spain",
   "source": "https://docs.zyte.com/zyte-api/usage/reference.html; https://www.zyte.com/zyte-api/",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-10",
   "group": "Fetch",
   "capability": "Persist cookies/session across multiple requests",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (session management)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "Two sequential /extract calls using the same session id both return 200 and reflect shared login/cart state",
   "source": "https://www.zyte.com/zyte-api/",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-11",
   "group": "Fetch",
   "capability": "Automatic CAPTCHA solving (reCAPTCHA, hCaptcha, etc.)",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": "POST /extract (automatic, no separate flag)",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "Fetching a CAPTCHA-protected page via /extract returns content past the CAPTCHA wall without manual solving",
   "source": "https://www.zyte.com/pricing/",
   "result": "not_tried",
   "via": null
  },
  {
   "id": "cap-12",
   "group": "Fetch",
   "capability": "Download large files (up to 100MB) with retry/resume",
   "weight": "secondary",
   "plan": "paid",
   "surfaces": {
    "api": "POST /extract",
    "mcp": null,
    "cli": null,
    "ui": null
   },
   "check": "POST /v1/extract against a >10MB file URL returns the complete file without truncation",
   "source": "https://www.zyte.com/pricing/",
   "result": "plan_gated",
   "via": null,
   "counted": false
  },
  {
   "id": "cap-16",
   "group": "Spider hosting",
   "capability": "Scale crawl concurrency/capacity on demand",
   "weight": "secondary",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Scrapy Cloud plan/units settings"
   },
   "check": "Increasing Scrapy Units on the Professional plan raises the concurrent-crawl limit shown in account settings",
   "source": "https://www.zyte.com/scrapy-cloud/",
   "result": "plan_gated",
   "via": "mcp",
   "counted": false
  },
  {
   "id": "cap-17",
   "group": "Spider hosting",
   "capability": "Monitor spider health/QA with Spidermon integration",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Scrapy Cloud monitoring/QA tools"
   },
   "check": "A job configured with Spidermon shows pass/fail QA checks in the job's monitoring tab",
   "source": "https://www.zyte.com/scrapy-cloud/",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli"
   ]
  },
  {
   "id": "cap-18",
   "group": "Spider hosting",
   "capability": "Attach Zyte API unblocking/rendering to a Scrapy Cloud spider via middleware",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Scrapy Cloud settings (Zyte API integration)"
   },
   "check": "Enabling the scrapy-zyte-api middleware setting on a project routes that spider's requests through Zyte API, visible in job stats",
   "source": "https://www.zyte.com/scrapy-cloud/",
   "result": "blocked",
   "via": "mcp"
  },
  {
   "id": "cap-19",
   "group": "Managed data",
   "capability": "Commission a fully managed custom data feed (Zyte Data)",
   "weight": "secondary",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Sales contact / onboarding flow"
   },
   "check": "Onboarding produces a sample data delivery within the stated 1-day/10-day SLA, visible in the shared project tracker",
   "source": "https://www.zyte.com/data-extraction/",
   "result": "plan_gated",
   "via": null
  },
  {
   "id": "cap-20",
   "group": "Managed data",
   "capability": "Receive delivered data on a recurring schedule to a warehouse/endpoint",
   "weight": "secondary",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Zyte Data delivery pipeline"
   },
   "check": "A scheduled Zyte Data feed deposits a new, deduplicated dataset file/record batch at the agreed cadence",
   "source": "https://www.zyte.com/data-extraction/",
   "result": "plan_gated",
   "via": null
  },
  {
   "id": "cap-21",
   "group": "Managed data",
   "capability": "Track delivery quality metrics (accuracy, completeness, freshness, coverage)",
   "weight": "secondary",
   "plan": "paid",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Zyte Data project status dashboard/reporting"
   },
   "check": "The shared status tracker shows scored quality metrics per delivered feed",
   "source": "https://www.zyte.com/data-extraction/",
   "result": "plan_gated",
   "via": null
  },
  {
   "id": "cap-22",
   "group": "Agentic/AI tooling",
   "capability": "Generate a complete Scrapy project (page objects + tests) from a URL and data description via Claude Code plugin",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "Claude Code plugin (zyte-skills)",
    "ui": "Claude Code"
   },
   "check": "Running the installed plugin against a target URL produces a runnable Scrapy project with web-poet page objects and pytest tests in the workspace",
   "source": "https://www.zyte.com/agentic-web-data/; https://github.com/zytedata/claude-skills",
   "result": "not_tried",
   "via": null
  },
  {
   "id": "cap-23",
   "group": "Agentic/AI tooling",
   "capability": "Same spider-generation workflow via Codex CLI plugin",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "Codex CLI plugin",
    "ui": "Codex CLI"
   },
   "check": "Running the Codex plugin against a URL produces the same generated Scrapy project structure",
   "source": "https://docs.zyte.com/zyte-web-data/install.html?tab=codex-cli",
   "result": "not_tried",
   "via": null
  },
  {
   "id": "cap-24",
   "group": "Agentic/AI tooling",
   "capability": "Same spider-generation workflow via GitHub Copilot CLI plugin",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "GitHub Copilot CLI plugin",
    "ui": "GitHub Copilot CLI"
   },
   "check": "Running the Copilot CLI plugin against a URL produces the same generated Scrapy project structure",
   "source": "https://docs.zyte.com/zyte-web-data/install.html?tab=copilot-cli",
   "result": "not_tried",
   "via": null
  },
  {
   "id": "cap-25",
   "group": "Agentic/AI tooling",
   "capability": "Portable Agent Skills package for any Agent-Skills-compatible coding assistant",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "Universal Skills (agentskills.io standard)",
    "ui": null
   },
   "check": "Installing the universal skill package in a compatible agent (e.g. Cursor) and invoking it produces the same Scrapy project output",
   "source": "https://github.com/zytedata/skills; https://docs.zyte.com/zyte-web-data/install.html?tab=universal",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli"
   ]
  },
  {
   "id": "cap-26",
   "group": "Agentic/AI tooling",
   "capability": "Generate/assist Scrapy extraction code inline in VS Code via Web Scraping Copilot extension",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "VS Code extension (Web Scraping Copilot)"
   },
   "check": "Installing the extension and invoking it on an open project generates extraction code in the editor",
   "source": "https://marketplace.visualstudio.com/items?itemName=zyte.web-scraping",
   "result": "not_tried",
   "via": null
  },
  {
   "id": "cap-27",
   "group": "Open source",
   "capability": "Build/run a crawler with the open-source Scrapy framework",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": "scrapy startproject / scrapy crawl",
    "ui": null
   },
   "check": "`scrapy crawl <spider>` run locally produces scraped items in the configured output",
   "source": "https://www.scrapy.org/; https://github.com/scrapy/scrapy",
   "result": "done",
   "via": "cli",
   "done_on": [
    "cli"
   ]
  },
  {
   "id": "cap-28",
   "group": "Account/usage",
   "capability": "Estimate/calculate project cost before committing",
   "weight": "secondary",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Cost estimator / pricing calculator"
   },
   "check": "Entering a target site URL in the pricing calculator returns a per-1000-request price broken out by tier",
   "source": "https://www.zyte.com/pricing/",
   "result": "done",
   "via": "mcp",
   "done_on": [
    "mcp"
   ]
  },
  {
   "id": "cap-29",
   "group": "Account/usage",
   "capability": "Receive a monthly usage/analytics report",
   "weight": "peripheral",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "Account inbox / dashboard analytics"
   },
   "check": "An active account receives a monthly report email containing usage analytics and insights",
   "source": "https://www.zyte.com/pricing/",
   "result": "done",
   "via": "mcp",
   "done_on": [
    "mcp"
   ]
  },
  {
   "id": "cap-30",
   "group": "Community",
   "capability": "Join the Zyte user community for support and early access",
   "weight": "peripheral",
   "plan": "free",
   "surfaces": {
    "api": null,
    "mcp": null,
    "cli": null,
    "ui": "zyte.com/join-community"
   },
   "check": "Submitting the community join form grants access to the community space (digest, debugging help)",
   "source": "https://www.zyte.com/join-community/",
   "result": "not_tried",
   "via": null
  }
 ],
 "stale": false,
 "unreachable_since": null,
 "not_driven_since": null,
 "icon": "/logos/zyte.png",
 "agent_kinds": {
  "browser": {
   "who": "An assistant in a browser",
   "passed": [
    "signup",
    "verify",
    "first_action"
   ],
   "stop": "work",
   "why": "the rest needs a paid plan",
   "tone": "warn",
   "text": "Signs up, confirms its email and does 30% of the core work, then stops: the rest needs a paid plan."
  },
  "direct": {
   "who": "An agent talking to it directly",
   "passed": [],
   "stop": "signup",
   "why": "it works only in a browser",
   "tone": "wall",
   "text": "Stops at sign-up: it works only in a browser."
  }
 },
 "sdk": {
  "packages": [],
  "read_at": "2026-11-05T21:01:21Z"
 },
 "surface_reach": {
  "surfaces": {
   "api": true,
   "mcp": true
  },
  "read_at": "2026-11-03T03:18:39Z"
 },
 "connect": {
  "mcp": {
   "url": "https://mcp.zyte.com/v1/mcp",
   "transport": "streamable-http",
   "state": "tested",
   "tools": {
    "count": 33,
    "names": [
     "fetch_http",
     "fetch_page",
     "extract_from_http",
     "extract_from_browser",
     "zyte_api_domain_pricing",
     "zyte_api_usage_stats",
     "user_info",
     "scrapy_cloud_list_projects",
     "scrapy_cloud_get_project",
     "scrapy_cloud_get_project_activity",
     "scrapy_cloud_list_spiders",
     "scrapy_cloud_run_spider",
     "scrapy_cloud_run_script",
     "scrapy_cloud_list_jobs",
     "scrapy_cloud_get_job",
     "scrapy_cloud_cancel_job",
     "scrapy_cloud_update_job_tags",
     "scrapy_cloud_get_job_log",
     "scrapy_cloud_get_job_requests",
     "scrapy_cloud_get_job_items",
     "scrapy_cloud_get_job_item_stats",
     "scrapy_cloud_list_periodic_jobs",
     "scrapy_cloud_get_periodic_job",
     "scrapy_cloud_create_periodic_job",
     "scrapy_cloud_update_periodic_job",
     "scrapy_cloud_delete_periodic_job",
     "scrapy_cloud_get_project_settings",
     "scrapy_cloud_update_project_settings",
     "scrapy_cloud_list_collections",
     "scrapy_cloud_get_collection_records",
     "scrapy_cloud_put_collection_record",
     "scrapy_cloud_delete_collection_records",
     "scrapy_cloud_delete_collection"
    ],
    "read_at": "2026-11-03",
    "from": "docs"
   }
  },
  "signup": {
   "url": "https://www.extractsummit.io/watch-live",
   "state": "documented"
  },
  "docs": {
   "url": "https://docs.zyte.com/",
   "state": "tested"
  }
 },
 "surface_sources": {
  "mcp": "https://mcp.zyte.com/v1/mcp",
  "docs": "https://docs.zyte.com/",
  "llms_txt": "https://www.zyte.com/llms.txt",
  "api": "https://docs.zyte.com/zyte-api/usage/reference.md",
  "cli": "https://docs.zyte.com/scrapy-cloud/usage/deployment.md",
  "sdk": "https://python-scrapinghub.readthedocs.io/"
 },
 "copilot_connector": null,
 "stripe_directory": null,
 "in_stripe_directory": null,
 "stripe_projects": null,
 "pay_rails": [],
 "context": [],
 "stop_evidence": null,
 "wall_vendor": null,
 "mcp_sign_in": {
  "sign_in": true,
  "prm": true,
  "registration": "both",
  "device": false
 },
 "safety_issues": 1,
 "fix_counts": {
  "small": 3,
  "medium": 3,
  "large": 1,
  "total": 7
 },
 "evidence_sha256": "f188348ec316a0fd867b1c54228fde296cec79451f76574c0b9f9167c4705cb5",
 "first_seen": "2026-11-02",
 "license": {
  "name": "CC BY 4.0",
  "url": "https://creativecommons.org/licenses/by/4.0/"
 },
 "correction": {
  "status": "none",
  "open": 0,
  "since": null,
  "reply_by": null
 },
 "attribution": null,
 "level_status": "awaiting_redrive",
 "newest_level": 2,
 "newest_date": "2026-11-02",
 "recheck_due": null,
 "confirmed_by": null,
 "level_flakes": [],
 "confirmation": {
  "state": "awaiting",
  "drives": 1,
  "agree": 1,
  "review": null,
  "text": "1 drive, not yet confirmed",
  "confirmed": false,
  "line": "Level from one drive, not yet confirmed by a second",
  "rank_level": 2,
  "rank_confirmed": false
 },
 "stop_shot": null,
 "stop_shot_hash": null,
 "attempts_count": 92,
 "detail": {
  "public": false,
  "in": [
   "report",
   "api"
  ],
  "since": "2026-10-17"
 },
 "what_it_does": "Zyte sells web scraping tools and hosting for scrapers.",
 "kind": "product",
 "rules_version": "rules-2026-11-18",
 "rules_url": "https://agentdrives.com/changes#rules-2026-11-18",
 "category_median": null,
 "peers": {
  "DOCS-08": {
   "basis": "all",
   "n": 188,
   "below": 0,
   "above": 69,
   "percentile": 32
  },
  "DOCS-10": {
   "basis": "all",
   "n": 188,
   "below": 48,
   "above": 48,
   "percentile": 50
  },
  "DOCS-11": {
   "basis": "all",
   "n": 188,
   "below": 128,
   "above": 0,
   "percentile": 84
  },
  "ERR-01": {
   "basis": "all",
   "n": 169,
   "below": 7,
   "above": 0,
   "percentile": 52
  },
  "ERR-02": {
   "basis": "all",
   "n": 146,
   "below": 47,
   "above": 16,
   "percentile": 61
  },
  "ERR-03": {
   "basis": "all",
   "n": 146,
   "below": 22,
   "above": 16,
   "percentile": 52
  },
  "ERR-04": {
   "basis": "all",
   "n": 58,
   "below": 0,
   "above": 24,
   "percentile": 29
  },
  "ERR-07": {
   "basis": "all",
   "n": 144,
   "below": 42,
   "above": 54,
   "percentile": 46
  },
  "FIND-01": {
   "basis": "all",
   "n": 161,
   "below": 0,
   "above": 130,
   "percentile": 10
  },
  "FIND-02": {
   "basis": "category",
   "n": 5,
   "below": 0,
   "above": 2
  },
  "FIND-06": {
   "basis": "all",
   "n": 154,
   "below": 36,
   "above": 0,
   "percentile": 62
  },
  "IN-01": {
   "basis": "category",
   "n": 5,
   "below": 2,
   "above": 0
  },
  "IN-03": {
   "basis": "all",
   "n": 136,
   "below": 17,
   "above": 0,
   "percentile": 56
  },
  "IN-08": {
   "basis": "all",
   "n": 159,
   "below": 75,
   "above": 0,
   "percentile": 74
  },
  "IN-10": {
   "basis": "all",
   "n": 190,
   "below": 10,
   "above": 0,
   "percentile": 53
  },
  "IN-11": {
   "basis": "all",
   "n": 194,
   "below": 61,
   "above": 60,
   "percentile": 50
  },
  "IN-12": {
   "basis": "all",
   "n": 197,
   "below": 79,
   "above": 62,
   "percentile": 54
  },
  "LEAVE-02": {
   "basis": "all",
   "n": 98,
   "below": 46,
   "above": 8,
   "percentile": 69
  },
  "LEAVE-03": {
   "basis": "all",
   "n": 190,
   "below": 73,
   "above": 42,
   "percentile": 58
  },
  "LIM-02": {
   "basis": "all",
   "n": 91,
   "below": 0,
   "above": 43,
   "percentile": 26
  },
  "MCP-03": {
   "basis": "all",
   "n": 92,
   "below": 6,
   "above": 0,
   "percentile": 53
  },
  "MCP-04": {
   "basis": "all",
   "n": 92,
   "below": 22,
   "above": 13,
   "percentile": 55
  },
  "MCP-05": {
   "basis": "all",
   "n": 92,
   "below": 0,
   "above": 19,
   "percentile": 40
  },
  "MCP-06": {
   "basis": "all",
   "n": 92,
   "below": 17,
   "above": 15,
   "percentile": 51
  },
  "MCP-07": {
   "basis": "all",
   "n": 92,
   "below": 50,
   "above": 0,
   "percentile": 77
  },
  "MCP-08": {
   "basis": "all",
   "n": 79,
   "below": 22,
   "above": 24,
   "percentile": 49
  },
  "MCP-09": {
   "basis": "all",
   "n": 71,
   "below": 44,
   "above": 0,
   "percentile": 81
  },
  "MCP-11": {
   "basis": "all",
   "n": 92,
   "below": 0,
   "above": 71,
   "percentile": 11
  },
  "PAY-02": {
   "basis": "category",
   "n": 5,
   "below": 0,
   "above": 0
  },
  "PAY-03": {
   "basis": "all",
   "n": 171,
   "below": 0,
   "above": 13,
   "percentile": 46
  },
  "PAY-05": {
   "basis": "all",
   "n": 160,
   "below": 106,
   "above": 7,
   "percentile": 81
  },
  "PAY-06": {
   "basis": "all",
   "n": 139,
   "below": 24,
   "above": 0,
   "percentile": 59
  },
  "PROTO-02": {
   "basis": "all",
   "n": 137,
   "below": 0,
   "above": 3,
   "percentile": 49
  }
 },
 "probe": {
  "checked": "2026-11-18",
  "status": "ok",
  "sign_up_page": "robots",
  "wall": "robots",
  "llms_txt": true,
  "mcp": "login",
  "openapi": false,
  "payment_402": null,
  "payment_rails": [],
  "mcp_tools": null,
  "payment_challenge": null,
  "changed": {
   "sign_up": false,
   "llms_txt": false,
   "openapi": null,
   "mcp_tools": false
  },
  "files": {
   "openapi": {
    "url": null,
    "found": false
   },
   "llms_txt": {
    "url": "https://www.zyte.com/llms.txt",
    "found": true
   },
   "llms_full": {
    "url": null,
    "found": false
   }
  }
 },
 "probe_history": [
  {
   "checked": "2026-11-18",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "login",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-17",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "login",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-16",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "login",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": false
   }
  },
  {
   "checked": "2026-11-15",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "login",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": null,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-14",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-13",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": false,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-12",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-11",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-10",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-09",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-08",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-07",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-06",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-05",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-04",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-03",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": false,
    "openapi": null,
    "mcp_tools": null
   }
  },
  {
   "checked": "2026-11-02",
   "status": "ok",
   "sign_up_page": "robots",
   "wall": "robots",
   "llms_txt": true,
   "mcp": "none",
   "openapi": false,
   "payment_402": null,
   "payment_rails": [],
   "mcp_tools": null,
   "payment_challenge": null,
   "changed": {
    "sign_up": null,
    "llms_txt": null,
    "openapi": null,
    "mcp_tools": null
   }
  }
 ],
 "changed_since_drive": null,
 "surface_changes": [],
 "agent_reports": null,
 "verdict": "L2 · Gets in: our agent got in on its own, signing up in its browser at app.zyte.com with an emailed code and no bot check, then signing in to the Zyte MCP server through OAuth. Nothing stopped it before the work: it deployed a Scrapy project with shub, then ran, scheduled, monitored and exported Scrapy Cloud jobs over MCP and the HTTP API. Zyte API itself, the fetch, rendering and extraction work, sits behind a card checkout, so payment was not reached and that work stayed blocked. The key came from a dashboard page, and deleting the account took the browser: no API route exists.",
 "changes": {
  "source": "store",
  "drives": [
   {
    "run": "20261102T102625Z",
    "date": "2026-11-02",
    "level": 2,
    "stop": null,
    "entry": "self-start",
    "driver": 5,
    "listed": true,
    "paid": false,
    "agent_paid": null
   }
  ],
  "events": [],
  "feed": "https://agentdrives.com/api/tools/zyte/changes.json"
 },
 "agreement": null,
 "method_release": "2026-Q4.35",
 "found": {
  "agent_blockers": 4,
  "surface_issues": 5
 },
 "stuck_at": [
  "Use",
  "Pay"
 ],
 "part_scores": [
  {
   "key": "holds_up",
   "name": "Holds up",
   "value": 83,
   "of": 100,
   "measures": [
    {
     "key": "reliability",
     "name": "Reliability",
     "value": 88,
     "of": 100,
     "means": "Core tasks that worked on all 3 runs"
    },
    {
     "key": "resilience",
     "name": "Handles mistakes",
     "value": 78,
     "of": 100,
     "means": "Clear errors, retries without duplicates, stated limits"
    }
   ]
  },
  {
   "key": "docs_match",
   "name": "Docs match",
   "value": 82,
   "of": 100,
   "measures": [
    {
     "key": "docs_accuracy",
     "name": "Docs accuracy",
     "value": 96,
     "of": 100,
     "means": "Documented operations that behaved as the docs say"
    },
    {
     "key": "docs_completeness",
     "name": "Docs completeness",
     "value": 51,
     "of": 100,
     "means": "How fully the docs describe each operation"
    }
   ]
  }
 ],
 "measures": [
  {
   "key": "surface",
   "name": "Surface tested",
   "value": 82,
   "of": 100,
   "means": "110 of 134 passed: the 135 documented operations less the 1 that spends money or reaches real people"
  }
 ],
 "agent_surfaces": {
  "api": {
   "state": "tested",
   "reachable": true,
   "documented": 53,
   "tested": 49,
   "source": "https://docs.zyte.com/zyte-api/usage/reference.md"
  },
  "mcp": {
   "state": "tested",
   "reachable": true,
   "documented": 34,
   "tested": 29,
   "source": "https://mcp.zyte.com/v1/mcp"
  },
  "cli": {
   "state": "tested",
   "reachable": true,
   "documented": 24,
   "tested": 12,
   "source": "https://docs.zyte.com/scrapy-cloud/usage/deployment.md"
  },
  "sdk": {
   "state": "tested",
   "documented": 21,
   "tested": 21,
   "source": "https://python-scrapinghub.readthedocs.io/"
  },
  "docs": {
   "state": "tested",
   "documented": 293,
   "tested": 293,
   "source": "https://docs.zyte.com/"
  },
  "payment": {
   "state": "none_found",
   "documented": null,
   "tested": null,
   "source": null
  }
 },
 "issues_found": 9,
 "rank": null,
 "rank_of": 2,
 "rank_change": null,
 "rank_since": null,
 "links": {
  "category": [
   {
    "label": "AI and agent infrastructure",
    "href": "https://agentdrives.com/categories/ai"
   },
   {
    "label": "Web scraping",
    "href": "https://agentdrives.com/categories/web-scraping"
   }
  ],
  "tasks": [
   {
    "label": "Read usage and quotas",
    "href": "https://agentdrives.com/tasks/read-usage-and-quotas"
   }
  ],
  "walls": [
   {
    "label": "Card before the first use",
    "href": "https://agentdrives.com/access/pay/card-checkout",
    "note": "our agent got in another way"
   }
  ],
  "vendors": [],
  "standards": [
   {
    "label": "MCP",
    "href": "https://agentdrives.com/standards/mcp",
    "note": "tools an agent can call"
   },
   {
    "label": "llms.txt",
    "href": "https://agentdrives.com/standards/llms-txt",
    "note": "its docs, listed for agents"
   }
  ],
  "steps": [
   {
    "label": "Find",
    "href": "https://agentdrives.com/access/find"
   },
   {
    "label": "Get in",
    "href": "https://agentdrives.com/access/get-in"
   },
   {
    "label": "Use",
    "href": "https://agentdrives.com/access/use"
   },
   {
    "label": "Pay",
    "href": "https://agentdrives.com/access/pay",
    "note": "first stop"
   },
   {
    "label": "Leave",
    "href": "https://agentdrives.com/access/leave"
   }
  ],
  "topics": [
   {
    "label": "MCP servers",
    "href": "https://agentdrives.com/access/find/mcp-servers",
    "note": "Find step"
   },
   {
    "label": "Docs and llms.txt",
    "href": "https://agentdrives.com/access/find/docs",
    "note": "Find step"
   },
   {
    "label": "MCP sign-in",
    "href": "https://agentdrives.com/access/get-in/mcp-sign-in",
    "note": "Get in step"
   },
   {
    "label": "Sign-up",
    "href": "https://agentdrives.com/access/get-in/sign-up",
    "note": "Get in step"
   },
   {
    "label": "MCP and API",
    "href": "https://agentdrives.com/access/use/mcp-and-api",
    "note": "Use step"
   },
   {
    "label": "Delete the account",
    "href": "https://agentdrives.com/access/leave/delete-account",
    "note": "Leave step"
   }
  ],
  "rivals": [
   {
    "label": "Apify",
    "href": "https://agentdrives.com/tools/apify",
    "slug": "apify",
    "level": 1
   },
   {
    "label": "Browse AI",
    "href": "https://agentdrives.com/tools/browse",
    "slug": "browse",
    "level": 3
   },
   {
    "label": "Firecrawl",
    "href": "https://agentdrives.com/tools/firecrawl",
    "slug": "firecrawl",
    "level": 3
   }
  ],
  "compare": [],
  "more": [],
  "rail": [
   {
    "label": "Watch this product",
    "href": "https://agentdrives.com/owners#watch"
   },
   {
    "label": "Get the data",
    "href": "https://agentdrives.com/pricing#builders"
   }
  ]
 },
 "capability_matrix": [
  {
   "id": "cap-01",
   "name": "Fetch raw HTTP response body for a URL",
   "core": true,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-02",
   "name": "Render a page in a headless browser and return HTML",
   "core": true,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-04",
   "name": "Auto-extract structured Product data from a page",
   "core": true,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-05",
   "name": "Auto-extract structured data for Article, ArticleList, ArticleNavigation, ForumThread, JobPosting, JobPostingNavigation, PageContent, ProductList, ProductNavigation or SERP",
   "core": true,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-06",
   "name": "Define custom AI extraction attributes with a JSON schema",
   "core": true,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-07",
   "name": "Submit custom HTTP requests (method, headers, POST body) against the target site",
   "core": true,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-08",
   "name": "Run in-page browser actions (type, click, wait, scroll, navigate) before extraction",
   "core": true,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-13",
   "name": "Deploy a Scrapy spider project to the cloud",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "done",
    "cli": "done",
    "ui": "done"
   }
  },
  {
   "id": "cap-14",
   "name": "Run/schedule a spider job and monitor it in real time",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "done",
    "cli": "done",
    "ui": "untried"
   }
  },
  {
   "id": "cap-15",
   "name": "Browse and export extracted items/data from a finished job",
   "core": true,
   "result": "done",
   "surfaces": {
    "api": "done",
    "mcp": "done",
    "cli": "none",
    "ui": "done"
   }
  },
  {
   "id": "cap-03",
   "name": "Take a screenshot of a rendered page",
   "core": false,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-09",
   "name": "Request from a specific country/geolocation",
   "core": false,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-10",
   "name": "Persist cookies/session across multiple requests",
   "core": false,
   "result": "blocked",
   "surfaces": {
    "api": "untried",
    "mcp": "blocked",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-11",
   "name": "Automatic CAPTCHA solving (reCAPTCHA, hCaptcha, etc.)",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "untried",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-12",
   "name": "Download large files (up to 100MB) with retry/resume",
   "core": false,
   "result": "plan",
   "surfaces": {
    "api": "untried",
    "mcp": "none",
    "cli": "none",
    "ui": "none"
   }
  },
  {
   "id": "cap-16",
   "name": "Scale crawl concurrency/capacity on demand",
   "core": false,
   "result": "plan",
   "surfaces": {
    "api": "none",
    "mcp": "plan",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-17",
   "name": "Monitor spider health/QA with Spidermon integration",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "done",
    "ui": "untried"
   }
  },
  {
   "id": "cap-18",
   "name": "Attach Zyte API unblocking/rendering to a Scrapy Cloud spider via middleware",
   "core": false,
   "result": "blocked",
   "surfaces": {
    "api": "none",
    "mcp": "blocked",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-19",
   "name": "Commission a fully managed custom data feed (Zyte Data)",
   "core": false,
   "result": "plan",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-20",
   "name": "Receive delivered data on a recurring schedule to a warehouse/endpoint",
   "core": false,
   "result": "plan",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-21",
   "name": "Track delivery quality metrics (accuracy, completeness, freshness, coverage)",
   "core": false,
   "result": "plan",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-22",
   "name": "Generate a complete Scrapy project (page objects + tests) from a URL and data description via Claude Code plugin",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "untried",
    "ui": "untried"
   }
  },
  {
   "id": "cap-23",
   "name": "Same spider-generation workflow via Codex CLI plugin",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "untried",
    "ui": "untried"
   }
  },
  {
   "id": "cap-24",
   "name": "Same spider-generation workflow via GitHub Copilot CLI plugin",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "untried",
    "ui": "untried"
   }
  },
  {
   "id": "cap-25",
   "name": "Portable Agent Skills package for any Agent-Skills-compatible coding assistant",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "done",
    "ui": "none"
   }
  },
  {
   "id": "cap-26",
   "name": "Generate/assist Scrapy extraction code inline in VS Code via Web Scraping Copilot extension",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-27",
   "name": "Build/run a crawler with the open-source Scrapy framework",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "done",
    "ui": "none"
   }
  },
  {
   "id": "cap-28",
   "name": "Estimate/calculate project cost before committing",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "done",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-29",
   "name": "Receive a monthly usage/analytics report",
   "core": false,
   "result": "done",
   "surfaces": {
    "api": "none",
    "mcp": "done",
    "cli": "none",
    "ui": "untried"
   }
  },
  {
   "id": "cap-30",
   "name": "Join the Zyte user community for support and early access",
   "core": false,
   "result": "untried",
   "surfaces": {
    "api": "none",
    "mcp": "none",
    "cli": "none",
    "ui": "untried"
   }
  }
 ],
 "category_rank": null,
 "standard_summary": {
  "criteria": 33,
  "best_or_ahead": 5,
  "level": 18,
  "middle": 7,
  "behind_or_lowest": 3,
  "line": "Best or ahead on 5 of 33 criteria, behind on 3."
 },
 "category_place": {
  "category": "web-scraping",
  "products": 5,
  "higher": 2,
  "same_level": 0,
  "ranked": null,
  "awaiting": null,
  "rank": null,
  "tied": null,
  "line": null,
  "as_of": "2026-11-02",
  "stop": "pay",
  "rivals_by": "stop",
  "rivals": [
   "browse",
   "firecrawl"
  ]
 },
 "page": "https://agentdrives.com/tools/zyte?via=api"
}