{
  "id": "crawlers/meta-webindexer",
  "url": "https://www.proxies.sx/crawlers/meta-webindexer",
  "license": "CC BY 4.0",
  "reviewed": "2026-09-06",
  "name": "Meta-WebIndexer",
  "operator": "Meta",
  "operatorUrl": "https://developers.facebook.com/",
  "docsUrl": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
  "purpose": "AI search index",
  "userAgentToken": "meta-webindexer",
  "fullUserAgentExample": "meta-webindexer/1.1 (+/documentation/sharing/webmasters/web-crawlers)",
  "robotsToken": "meta-webindexer",
  "robotsTokenIsPolicyOnly": false,
  "honorsRobotsTxt": "yes",
  "verificationMethod": "Meta does not document a verification method for this crawler. The web crawlers page gives only a page-wide statement: \"Add to your allow list either the user agent strings or the IP addresses (more secure) used by the crawler.\" No IP file, ASN, or reverse-DNS suffix is given on the crawler page; Meta's AS32934 whois command and geofeed CSV are published only in the context of its webhooks documentation.",
  "reverseDnsSuffix": null,
  "ipRanges": null,
  "sources": [
    "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
    "https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers"
  ]
}