{
  "id": "crawlers/googlebot",
  "url": "https://www.proxies.sx/crawlers/googlebot",
  "license": "CC BY 4.0",
  "reviewed": "2026-09-06",
  "name": "Googlebot",
  "operator": "Google",
  "operatorUrl": "https://www.google.com",
  "docsUrl": "https://developers.google.com/crawling/docs/crawlers-fetchers/overview-google-crawlers",
  "purpose": "Search engine crawler",
  "userAgentToken": "Googlebot",
  "fullUserAgentExample": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
  "robotsToken": "Googlebot",
  "robotsTokenIsPolicyOnly": false,
  "honorsRobotsTxt": "yes",
  "verificationMethod": "A reverse DNS lookup of the source IP must resolve to googlebot.com, google.com, or googleusercontent.com, and a forward DNS lookup of that name must return the same IP. Alternatively, match the IP against the published common-crawlers.json CIDR ranges.",
  "reverseDnsSuffix": "googlebot.com (crawl-***-***-***-***.googlebot.com or geo-crawl-***-***-***-***.geo.googlebot.com)",
  "ipRanges": {
    "sourceUrl": "https://developers.google.com/static/crawling/ipranges/common-crawlers.json",
    "prefixes": 317,
    "ipv4": 170,
    "ipv6": 147,
    "sha256": "241e712f9c902b33aa4c0cc79268c34cb00c025edbc27298547be298763ddade"
  },
  "sources": [
    "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers",
    "https://developers.google.com/search/docs/crawling-indexing/googlebot",
    "https://developers.google.com/crawling/docs/crawlers-fetchers/verify-google-requests",
    "https://developers.google.com/crawling/docs/crawlers-fetchers/overview-google-crawlers",
    "https://developers.google.com/static/crawling/ipranges/common-crawlers.json",
    "https://developers.google.com/static/search/apis/ipranges/googlebot.json",
    "https://developers.google.com/crawling/docs/changelog"
  ]
}
