{
  "id": "crawlers/google-agent",
  "url": "https://www.proxies.sx/crawlers/google-agent",
  "license": "CC BY 4.0",
  "reviewed": "2026-09-06",
  "name": "Google-Agent",
  "operator": "Google",
  "operatorUrl": "https://www.google.com",
  "docsUrl": "https://developers.google.com/crawling/docs/crawlers-fetchers/overview-google-crawlers",
  "purpose": "User-triggered fetcher",
  "userAgentToken": "Google-Agent",
  "fullUserAgentExample": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; compatible; Google-Agent; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent) Chrome/W.X.Y.Z Safari/537.36",
  "robotsToken": "undocumented",
  "robotsTokenIsPolicyOnly": false,
  "honorsRobotsTxt": "no",
  "verificationMethod": "Match the source IP against user-triggered-agents.json (the docs say 'It uses IP ranges from user-triggered-agents.json'), together with the general reverse and forward DNS check. A subset of Google-Agent requests also carry an experimental Web Bot Auth signature: Signature-Agent: g=\"https://agent.bot.goog\", signed per RFC 9421 HTTP Message Signatures, with public keys at https://agent.bot.goog/.well-known/http-message-signatures-directory. Google says not all requests are signed and to fall back to IP-based verification.",
  "reverseDnsSuffix": "undocumented for agents specifically; the user-triggered fetchers page gives ***-***-***-***.gae.googleusercontent.com or google-proxy-***-***-***-***.google.com for the category",
  "ipRanges": {
    "sourceUrl": "https://developers.google.com/static/crawling/ipranges/user-triggered-agents.json",
    "prefixes": 20,
    "ipv4": 12,
    "ipv6": 8,
    "sha256": "4a9f1b91c8b1e0c25fb62411dbd496746a37c41713b1d97ce9e2edf629a04b6a"
  },
  "sources": [
    "https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers",
    "https://developers.google.com/crawling/docs/crawlers-fetchers/web-bot-auth",
    "https://developers.google.com/crawling/docs/crawlers-fetchers/verify-google-requests",
    "https://developers.google.com/crawling/docs/changelog",
    "https://developers.google.com/static/crawling/ipranges/user-triggered-agents.json",
    "https://developers.google.com/static/search/apis/ipranges/user-triggered-agents.json"
  ]
}