{"generated_at":"2026-10-12T15:23:44.347Z","polling":false,"schedule":"15 6 * * *","services":[{"name":"manual","label":"Manual Whitelist","sources":["manual-whitelist-ips.txt (project root, edited by hand)"],"lastRunAt":"2026-10-12T11:15:00.223Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.223Z","entryCount":21,"stale":false,"hasData":true},{"name":"google","label":"Google Crawlers","sources":["https://developers.google.com/static/crawling/ipranges/common-crawlers.json","https://developers.google.com/static/crawling/ipranges/special-crawlers.json","https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers.json","https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers-google.json","https://developers.google.com/static/crawling/ipranges/user-triggered-agents.json"],"lastRunAt":"2026-10-12T11:15:01.076Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:01.076Z","entryCount":2179,"stale":false,"hasData":true},{"name":"bing","label":"Bingbot","sources":["https://www.bing.com/toolbox/bingbot.json"],"lastRunAt":"2026-10-12T11:15:00.169Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.169Z","entryCount":28,"stale":false,"hasData":true},{"name":"duckduckgo","label":"DuckDuckBot","sources":["https://duckduckgo.com/duckduckbot.json"],"lastRunAt":"2026-10-12T11:15:00.190Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.190Z","entryCount":486,"stale":false,"hasData":true},{"name":"apple","label":"Applebot","sources":["https://search.developer.apple.com/applebot.json"],"lastRunAt":"2026-10-12T11:15:00.219Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.219Z","entryCount":24,"stale":false,"hasData":true},{"name":"openai","label":"OpenAI Crawlers","sources":["https://openai.com/gptbot.json","https://openai.com/chatgpt-user.json","https://openai.com/searchbot.json","https://openai.com/adsbot.json"],"lastRunAt":"2026-10-12T11:15:00.821Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.821Z","entryCount":287,"stale":false,"hasData":true},{"name":"anthropic","label":"Anthropic ClaudeBot","sources":["https://claude.com/crawling/bots.json"],"lastRunAt":"2026-10-12T11:15:00.120Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.120Z","entryCount":38,"stale":false,"hasData":true},{"name":"perplexity","label":"Perplexity","sources":["https://www.perplexity.ai/perplexitybot.json","https://www.perplexity.ai/perplexity-user.json"],"lastRunAt":"2026-10-12T11:15:01.020Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:01.020Z","entryCount":12,"stale":false,"hasData":true},{"name":"meta","label":"Meta Crawlers (AS32934)","sources":["https://stat.ripe.net/data/announced-prefixes/data.json?resource=AS32934"],"lastRunAt":"2026-10-12T11:15:00.921Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.921Z","entryCount":569,"stale":false,"hasData":true},{"name":"amazon","label":"Amazon Bots","sources":["https://developer.amazon.com/amazonbot/ip-addresses/","https://developer.amazon.com/amazonbot/searchbot-ip-addresses/","https://developer.amazon.com/amazonbot/live-ip-addresses/"],"lastRunAt":"2026-10-12T11:15:00.969Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.969Z","entryCount":3131,"stale":false,"hasData":true},{"name":"x-twitter","label":"Twitterbot (X)","sources":["https://web.archive.org/web/2024/https://developer.twitter.com/en/docs/twitter-for-websites/cards/guides/troubleshooting-cards"],"lastRunAt":"2026-10-12T11:15:00.969Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.969Z","entryCount":3,"stale":false,"hasData":true},{"name":"pinterest","label":"Pinterestbot","sources":["https://help.pinterest.com/en/business/article/pinterestbot"],"lastRunAt":"2026-10-12T11:15:00.822Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.822Z","entryCount":1,"stale":false,"hasData":true},{"name":"internetarchive","label":"Internet Archive (archive.org_bot)","sources":["https://rdap.arin.net/registry/ip/207.241.224.1","https://rdap.arin.net/registry/ip/208.70.24.1"],"lastRunAt":"2026-10-12T11:15:00.559Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.559Z","entryCount":2,"stale":false,"hasData":true},{"name":"turnitin","label":"TurnitinBot","sources":["https://www.turnitin.com/robot/crawlerinfo.html"],"lastRunAt":"2026-10-12T11:15:07.582Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:07.582Z","entryCount":1,"stale":false,"hasData":true},{"name":"ahrefs","label":"AhrefsBot","sources":["https://api.ahrefs.com/v3/public/crawler-ip-ranges"],"lastRunAt":"2026-10-12T11:15:00.123Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.123Z","entryCount":81,"stale":false,"hasData":true},{"name":"semrush","label":"Semrush SiteAuditBot","sources":["https://www.semrush.com/kb/681-site-audit-troubleshooting"],"lastRunAt":"2026-10-12T11:15:00.823Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.823Z","entryCount":1,"stale":false,"hasData":true},{"name":"mojeek","label":"MojeekBot","sources":["https://www.mojeek.com/mojeekbot.json"],"lastRunAt":"2026-10-12T11:15:00.800Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.800Z","entryCount":1,"stale":false,"hasData":true},{"name":"uptimerobot","label":"UptimeRobot","sources":["https://api.uptimerobot.com/meta/ips"],"lastRunAt":"2026-10-12T11:15:01.289Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:01.289Z","entryCount":206,"stale":false,"hasData":true},{"name":"youbot","label":"YouBot","sources":["https://you.com/docs/youbot"],"lastRunAt":"2026-10-12T11:15:01.506Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:01.506Z","entryCount":1,"stale":false,"hasData":true},{"name":"liner","label":"LinerBot","sources":["https://docs.getliner.com/linerbot.json"],"lastRunAt":"2026-10-12T11:15:00.352Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-10-12T11:15:00.352Z","entryCount":10,"stale":false,"hasData":true}]}