OK gptbot.json (21 prefixes) <- https://openai.com/gptbot.json
OK searchbot.json (35 prefixes) <- https://openai.com/searchbot.json
OK chatgpt-user.json (286 prefixes) <- https://openai.com/chatgpt-user.json
OK googlebot.json (315 prefixes) <- https://developers.google.com/static/crawling/ipranges/common-crawlers.json
OK google-special.json (270 prefixes) <- https://developers.google.com/static/crawling/ipranges/special-crawlers.json
OK google-user-triggered.json (1054 prefixes) <- https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers.json
OK bingbot.json (28 prefixes) <- https://www.bing.com/toolbox/bingbot.json
OK perplexitybot.json (8 prefixes) <- https://www.perplexity.com/perplexitybot.json
OK perplexity-user.json (4 prefixes) <- https://www.perplexity.com/perplexity-user.json
OK anthropic.json (20 prefixes) <- https://claude.com/crawling/bots.json
Done. 2026-07-23T15:59:36Z