{"generated_at":"2026-08-13T22:01:48.401Z","polling":false,"schedule":"15 6 * * *","services":[{"name":"manual","label":"Manual Whitelist","sources":["manual-whitelist-ips.txt (project root, edited by hand)"],"lastRunAt":"2026-08-13T20:23:19.201Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.201Z","entryCount":170,"stale":false,"hasData":true},{"name":"google","label":"Google Crawlers","sources":["https://developers.google.com/static/crawling/ipranges/common-crawlers.json","https://developers.google.com/static/crawling/ipranges/special-crawlers.json","https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers.json","https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers-google.json","https://developers.google.com/static/crawling/ipranges/user-triggered-agents.json"],"lastRunAt":"2026-08-13T20:23:19.834Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.834Z","entryCount":2155,"stale":false,"hasData":true},{"name":"bing","label":"Bingbot","sources":["https://www.bing.com/toolbox/bingbot.json"],"lastRunAt":"2026-08-13T20:23:19.196Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.196Z","entryCount":28,"stale":false,"hasData":true},{"name":"duckduckgo","label":"DuckDuckBot","sources":["https://duckduckgo.com/duckduckbot.json"],"lastRunAt":"2026-08-13T20:23:19.194Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.194Z","entryCount":481,"stale":false,"hasData":true},{"name":"apple","label":"Applebot","sources":["https://search.developer.apple.com/applebot.json"],"lastRunAt":"2026-08-13T20:23:19.173Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.173Z","entryCount":12,"stale":false,"hasData":true},{"name":"openai","label":"OpenAI Crawlers","sources":["https://openai.com/gptbot.json","https://openai.com/chatgpt-user.json","https://openai.com/searchbot.json","https://openai.com/adsbot.json"],"lastRunAt":"2026-08-13T20:23:19.957Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.957Z","entryCount":272,"stale":false,"hasData":true},{"name":"anthropic","label":"Anthropic ClaudeBot","sources":["https://claude.com/crawling/bots.json"],"lastRunAt":"2026-08-13T20:23:19.101Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.101Z","entryCount":21,"stale":false,"hasData":true},{"name":"perplexity","label":"Perplexity","sources":["https://www.perplexity.ai/perplexitybot.json","https://www.perplexity.ai/perplexity-user.json"],"lastRunAt":"2026-08-13T20:23:19.964Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.964Z","entryCount":12,"stale":false,"hasData":true},{"name":"meta","label":"Meta Crawlers (AS32934)","sources":["https://stat.ripe.net/data/announced-prefixes/data.json?resource=AS32934"],"lastRunAt":"2026-08-13T20:23:19.674Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.674Z","entryCount":569,"stale":false,"hasData":true},{"name":"amazon","label":"Amazon Bots","sources":["https://developer.amazon.com/amazonbot/ip-addresses/","https://developer.amazon.com/amazonbot/searchbot-ip-addresses/","https://developer.amazon.com/amazonbot/live-ip-addresses/"],"lastRunAt":"2026-08-13T20:23:19.941Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.941Z","entryCount":2059,"stale":false,"hasData":true},{"name":"x-twitter","label":"Twitterbot (X)","sources":["https://web.archive.org/web/2024/https://developer.twitter.com/en/docs/twitter-for-websites/cards/guides/troubleshooting-cards"],"lastRunAt":"2026-08-13T20:23:19.958Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.958Z","entryCount":3,"stale":false,"hasData":true},{"name":"pinterest","label":"Pinterestbot","sources":["https://help.pinterest.com/en/business/article/pinterestbot"],"lastRunAt":"2026-08-13T20:23:19.942Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.942Z","entryCount":1,"stale":false,"hasData":true},{"name":"internetarchive","label":"Internet Archive (archive.org_bot)","sources":["https://rdap.arin.net/registry/ip/207.241.224.1","https://rdap.arin.net/registry/ip/208.70.24.1"],"lastRunAt":"2026-08-13T20:23:19.590Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.590Z","entryCount":2,"stale":false,"hasData":true},{"name":"turnitin","label":"TurnitinBot","sources":["https://www.turnitin.com/robot/crawlerinfo.html"],"lastRunAt":"2026-08-13T20:23:26.488Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:26.488Z","entryCount":1,"stale":false,"hasData":true},{"name":"ahrefs","label":"AhrefsBot","sources":["https://api.ahrefs.com/v3/public/crawler-ip-ranges"],"lastRunAt":"2026-08-13T20:23:19.112Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.112Z","entryCount":51,"stale":false,"hasData":true},{"name":"semrush","label":"Semrush SiteAuditBot","sources":["https://www.semrush.com/kb/681-site-audit-troubleshooting"],"lastRunAt":"2026-08-13T20:23:19.942Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:19.942Z","entryCount":1,"stale":false,"hasData":true},{"name":"mojeek","label":"MojeekBot","sources":["https://www.mojeek.com/mojeekbot.json"],"lastRunAt":"2026-08-13T20:23:20.062Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:20.062Z","entryCount":1,"stale":false,"hasData":true},{"name":"youbot","label":"YouBot","sources":["https://you.com/docs/youbot"],"lastRunAt":"2026-08-13T20:23:20.257Z","lastRunStatus":"good","lastError":null,"lastGoodAt":"2026-08-13T20:23:20.257Z","entryCount":1,"stale":false,"hasData":true},{"name":"liner","label":"LinerBot","sources":["https://docs.getliner.com/linerbot.json"],"lastRunAt":"2026-08-13T20:23:21.895Z","lastRunStatus":"error","lastError":"Failed to fetch https://docs.getliner.com/linerbot.json after 3 attempts: HTTP 525 from https://docs.getliner.com/linerbot.json","lastGoodAt":"2026-08-07T02:33:14.045Z","entryCount":10,"stale":true,"hasData":true}]}