{
  "id": "crawlers/google-extended",
  "url": "https://www.proxies.sx/crawlers/google-extended",
  "license": "CC BY 4.0",
  "reviewed": "2026-09-06",
  "name": "Google-Extended",
  "operator": "Google",
  "operatorUrl": "https://www.google.com",
  "docsUrl": "https://developers.google.com/crawling/docs/crawlers-fetchers/overview-google-crawlers",
  "purpose": "AI training crawler",
  "userAgentToken": "Google-Extended",
  "fullUserAgentExample": null,
  "robotsToken": "Google-Extended",
  "robotsTokenIsPolicyOnly": true,
  "honorsRobotsTxt": "yes",
  "verificationMethod": "Google-Extended has no crawler of its own to verify: 'Google-Extended doesn't have a separate HTTP request user agent string. Crawling is done with existing Google user agent strings; the robots.txt user-agent token is used in a control capacity.' Verify the underlying Google crawler (for example Googlebot) instead.",
  "reverseDnsSuffix": null,
  "ipRanges": null,
  "sources": [
    "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers",
    "https://developers.google.com/crawling/docs/changelog"
  ]
}