{"collected":"2026-08-07T06:42:01+00:00","population":"Tranco top 10000 (list PYG5J, https://tranco-list.eu/download/PYG5J/10000)","duration_s":968.8,"method":"One request for /robots.txt per host, parsed with Scout's own RobotsTxt class. A second request for /llms.txt only where the robots.txt we had just read permitted our own user-agent, plus a control request for a path that cannot exist, to catch handlers that answer 200 to anything. Self-identifying user-agent with a contact address, 8s timeout, no retries. No vendor crawler was impersonated.","reference_list":"ai.robots.txt (https://github.com/ai-robots-txt/ai.robots.txt), 160 tokens, plus 7 vendor-documented tokens it is missing","list_gap":["coherebot","kagibot","meta-externalads","meta-webindexer","mistralai-index","mistralai-training","webzio"],"summary":{"attempted":10000,"parseable_robots":6236,"edge_denied":643,"sites_with_ai_directive":1616,"sites_with_unmatchable":350,"sites_with_retired":766,"sites_with_dead_directive":838,"sites_with_truncated":240,"sites_provably_broken":782,"pct_provably_broken_of_ai":48.4,"pct_ai_directive":25.9,"pct_dead_of_ai":51.9,"blocks_citation":646,"blocks_training":1371,"blocks_any":1381,"training_only":735,"pct_training_only":53.2,"llms_candidates":866,"llms_soft404":133,"llms_wrong_kind":13,"llms_false_positive":146,"pct_llms_false_positive":16.9,"llms_confirmed":714,"pct_llms_soft404":15.4,"pct_llms_adoption":11.45,"llms_group_n":714,"no_llms_group_n":5266,"content_signal":384,"probed_for_llms":5980,"llms_edge_denied":283,"pct_llms_edge_denied":4.73,"sitemap_with_llms":91.32,"sitemap_without_llms":60.71,"cit_rate_llms":1.26,"cit_rate_no_llms":8.3,"train_rate_llms":10.08,"train_rate_no_llms":20.34,"oai_search_blocked":425,"oai_search_and_gptbot":414,"claude_search_blocked":411,"claude_search_and_claudebot":409,"benign_truncations":155,"rr_citation_llms":{"rr":0.152,"events_exposed":9,"events_control":437,"lo":0.08,"hi":0.29},"rr_training_llms":{"rr":0.496,"events_exposed":72,"events_control":1071,"lo":0.4,"hi":0.62}},"llms_by_rank":[{"from":1,"to":1000,"n":560,"llms":85,"pct":15.18},{"from":1001,"to":3000,"n":1250,"llms":147,"pct":11.76},{"from":3001,"to":6000,"n":1806,"llms":239,"pct":13.23},{"from":6001,"to":9000,"n":1972,"llms":193,"pct":9.79},{"from":9001,"to":10000,"n":648,"llms":50,"pct":7.72}],"retired_tokens":{"anthropic-ai":{"count":563,"vendor":"Anthropic","replaced_by":"ClaudeBot"},"cohere-ai":{"count":519,"vendor":"Cohere","replaced_by":"Coherebot"},"claude-web":{"count":461,"vendor":"Anthropic","replaced_by":"ClaudeBot"},"omgili":{"count":452,"vendor":"Webz.io","replaced_by":"Webzio"},"omgilibot":{"count":389,"vendor":"Webz.io","replaced_by":"Webzio"},"google-notebooklm":{"count":67,"vendor":"Google","replaced_by":"Google-GeminiNotebook"}},"unmatchable_tokens":{"grokbot":50,"deepseek":43,"neevabot":39,"xai-grok":31,"copilot":30,"grok-deepsearch":30,"grok":26,"copilotnative":25,"copilotsapphire":25,"perplexity-ai":24,"vettedaibot":21,"chatgpt-user/2.0":20,"big sur ai":17,"claude":17,"chatgpt":15,"diffbot-user":14,"mistral.ai":11,"cohere":11,"digitaloceangenaicrawler":10,"novellum ai crawl":10,"deepseek-crawler":10,"mistralai":9,"perplexity":9,"mistralai-crawler":9,"chatgpt operator":8,"huggingface":7,"perplexity\u2011user":7,"browse-ai":7,"browseaibot":7,"claudeweb":7,"dumpling-ai":7,"forage-ai":7,"skrape.ai":7,"webscraping-ai":7,"webscraping.ai":7,"aibot":6,"chatgpt-pagefetcher":6,"exa-ai":6,"google ai":6,"jina-ai":6,"openai feedback":6,"openai-checkbot":6,"openai-explore":6,"openai-snippetbot":6,"perplexity search bot":6,"ttoyoubot":6,"webgptbot":6,"dataprovider\\.com":6,"cloudflare-ai-search":5,"alexabot":5,"amazonbot-video":5,"redesscrapy":5,"mistralbot":5,"ai":5,"bard":5,"grok-crawler":5,"chatgpt-operator":5,"commoncrawl":4,"huggingfacebot":4,"perplexityuser":4},"truncated_tokens":{"img2dataset":{"count":190,"kept":"img"},"bigsur.ai":{"count":45,"kept":"bigsur"},"chatgpt agent":{"count":36,"kept":"chatgpt"},"big sur ai":{"count":17,"kept":"big"},"mistral.ai":{"count":11,"kept":"mistral"},"novellum ai crawl":{"count":10,"kept":"novellum"},"chatgpt operator":{"count":8,"kept":"chatgpt"},"perplexity\u2011user":{"count":7,"kept":"perplexity"},"skrape.ai":{"count":7,"kept":"skrape"},"webscraping.ai":{"count":7,"kept":"webscraping"},"google ai":{"count":6,"kept":"google"},"perplexity search bot":{"count":6,"kept":"perplexity"},"dataprovider\\.com":{"count":6,"kept":"dataprovider"},"the knowledge ai":{"count":4,"kept":"the"},"dataprovider.com":{"count":3,"kept":"dataprovider"},"sider.ai":{"count":3,"kept":"sider"},"common crawl":{"count":2,"kept":"common"},"deepseek chat":{"count":2,"kept":"deepseek"},"copy.ai":{"count":2,"kept":"copy"},"meta llama":{"count":2,"kept":"meta"},"meta ai":{"count":2,"kept":"meta"},"kangaroo llm":{"count":1,"kept":"kangaroo"},"aibot\rdisallow: /":{"count":1,"kept":"aibot"},"awariobot\rdisallow: /":{"count":1,"kept":"awariobot"},"awariorssbot\rdisallow: /":{"count":1,"kept":"awariorssbot"},"awariosmartbot\rdisallow: /":{"count":1,"kept":"awariosmartbot"},"molokaibot\rdisallow: /":{"count":1,"kept":"molokaibot"},"redesscrapy\rdisallow: /":{"count":1,"kept":"redesscrapy"},"awariosmartbot/1.0 (+https://awario.com/bots.html; bots@awario.com)":{"count":1,"kept":"awariosmartbot"},"mozilla/5.0 (compatible; neevabot/1.0; +https://neeva.com/neevabot)":{"count":1,"kept":"mozilla"},".ai":{"count":1,"kept":""},"ai article writer":{"count":1,"kept":"ai"},"ai content detector":{"count":1,"kept":"ai"},"ai dungeon":{"count":1,"kept":"ai"},"ai search engine":{"count":1,"kept":"ai"},"ai seo crawler":{"count":1,"kept":"ai"},"ai training":{"count":1,"kept":"ai"},"ai writer":{"count":1,"kept":"ai"},"alpha ai":{"count":1,"kept":"alpha"},"conversion ai":{"count":1,"kept":"conversion"}},"hosts":[{"h":"google.com","r":1,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cloudflare.com","r":2,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"gstatic.com","r":4,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"facebook.com","r":5,"ai":["amazonbot","applebot-extended","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","OAI-SearchBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"microsoft.com","r":6,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"youtube.com","r":8,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazonaws.com","r":9,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apple.com","r":10,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"instagram.com","r":11,"ai":["amazonbot","applebot-extended","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mail.ru","r":12,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fbcdn.net","r":15,"ai":["amazonbot","applebot-extended","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"twitter.com","r":16,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dzen.ru","r":17,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linkedin.com","r":18,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"office.com","r":19,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"live.com","r":24,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.com","r":25,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bing.com","r":29,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wikipedia.org","r":30,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"github.com","r":31,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"whatsapp.net","r":32,"ai":["amazonbot","applebot-extended","claudebot","gptbot","meta-externalads","perplexitybot"],"dead":[],"blk":["Applebot-Extended","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fastly.net","r":33,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doubleclick.net","r":37,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netflix.com","r":40,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wordpress.org","r":43,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","copilot","gptbot","perplexitybot"],"dead":["anthropic-ai","copilot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skype.com","r":45,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"digicert.com","r":46,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"youtu.be","r":47,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gandi.net","r":48,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pinterest.com","r":52,"ai":["awario","cloudflare-ai-search","google-notebooklm","meta-externalads","meta-externalfetcher"],"dead":["cloudflare-ai-search","google-notebooklm"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"x.com","r":53,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"outlook.com","r":54,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tiktok.com","r":56,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gemini-deep-research","google-notebooklm","gptbot","meta-externalagent","mistralai-user","perplexity-user","perplexitybot"],"dead":["anthropic-ai","google-notebooklm"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"roblox.com","r":57,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"whatsapp.com","r":58,"ai":["amazonbot","applebot-extended","claudebot","gptbot","meta-externalads","perplexitybot"],"dead":[],"blk":["Applebot-Extended","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"icloud.com","r":59,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yahoo.com","r":60,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","huggingface","img2dataset","neevabot","omgili","omgilibot","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","huggingface","neevabot","omgili","omgilibot","perplexity-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"googledomains.com","r":62,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"msn.com","r":63,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","google-cloudvertexbot","gptbot","grok","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai","mistralai-user","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grok","mistralai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cloudflare.net","r":64,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spotify.com","r":66,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"windows.net","r":68,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adobe.com","r":69,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ntp.org","r":70,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"chatgpt.com","r":71,"ai":["anthropic-ai","bytespider","ccbot","claude-web","img2dataset","omgili","omgilibot","perplexitybot","perplexity\u2011user"],"dead":["anthropic-ai","claude-web","omgili","omgilibot","perplexity\u2011user"],"blk":["Bytespider","CCBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"wa.me","r":72,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myfritz.net","r":74,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nginx.org","r":79,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vimeo.com","r":80,"ai":["anthropic-ai","bytespider","ccbot","claude-web","claudebot","common crawl","commoncrawl","diffbot","gptbot","grok","omgili","omgilibot"],"dead":["anthropic-ai","claude-web","common crawl","commoncrawl","grok","omgili","omgilibot"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zoom.us","r":81,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"qq.com","r":87,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"opera.com","r":90,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cloudflare-dns.com","r":91,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mozilla.org","r":92,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nic.ru","r":93,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"samsung.com","r":94,"ai":["chatgpt-user","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yandex.ru","r":98,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wordpress.com","r":99,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sentry.io","r":101,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"reddit.com","r":102,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ui.com","r":103,"ai":["applebot-extended","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blogspot.com","r":105,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"discord.gg","r":109,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bit.ly","r":111,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google-analytics.com","r":112,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"europa.eu","r":114,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"criteo.com","r":115,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"github.io","r":116,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vk.com","r":117,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"snapchat.com","r":118,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazonvideo.com","r":119,"ai":["bytespider","ccbot","chatgpt-user","claude-user","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"openai.com","r":120,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apache.org","r":121,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nih.gov","r":126,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unity3d.com","r":128,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"intuit.com","r":134,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dropbox.com","r":140,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kaspersky.com","r":141,"ai":["applebot-extended","ccbot","chatgpt-user","claude-user","claude-web","claudebot","deepseekbot","diffbot","gptbot","mistralai-user","perplexity-user","perplexitybot","youbot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"archive.org","r":142,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"reg.ru","r":144,"ai":["ccbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gravatar.com","r":145,"ai":["amazonbot","bytespider","ccbot","gptbot","omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nytimes.com","r":154,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tumblr.com","r":156,"ai":["amazonbot","anthropic-ai","applebot-extended","ccbot","claudebot","meta-externalagent","omgili","omgilibot","youbot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Applebot-Extended","CCBot","ClaudeBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"one.one","r":158,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"paypal.com","r":159,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"discord.com","r":160,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"f5.com","r":161,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netflix.net","r":162,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"applovin.com","r":166,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopify.com","r":171,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mts.ru","r":175,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flickr.com","r":176,"ai":["alexabot","chatgpt-user","claude-searchbot","claude-user","perplexitybot"],"dead":["alexabot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adobe.io","r":177,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"soundcloud.com","r":178,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"w3.org","r":181,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"medium.com","r":185,"ai":["amazonbot","applebot-extended","bytespider","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnn.com","r":186,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","iaskspider/2.0","img2dataset","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theguardian.com","r":187,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","google-cloudvertexbot","meta-externalagent","perplexitybot","youbot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rubiconproject.com","r":188,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vungle.com","r":190,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ebay.com","r":192,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"taboola.com","r":197,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"creativecommons.org","r":198,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"afternic.com","r":199,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"forbes.com","r":200,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vk.ru","r":202,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pki.goog","r":203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"t-online.de","r":207,"ai":["applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"userapi.com","r":209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bbc.com","r":210,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","diffbot-user","firecrawlagent","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","tavilybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","diffbot-user","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cpanel.net","r":211,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"twitch.tv","r":215,"ai":["amazonbot","amazonbot-video"],"dead":["amazonbot-video"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gmail.com","r":217,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adsafeprotected.com","r":218,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"researchgate.net","r":220,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"mit.edu","r":221,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nist.gov","r":222,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nic.direct","r":224,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"t.co","r":225,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bbc.co.uk","r":226,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","diffbot-user","firecrawlagent","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","tavilybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","diffbot-user","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lencr.org","r":229,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sourceforge.net","r":230,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ubuntu.com","r":233,"ai":["anthropic-ai","bytespider","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oxylabs.io","r":234,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"canva.com","r":237,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","diffbot","gptbot","img2dataset","meta-externalagent","omgili","perplexity-user","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"android.com","r":238,"ai":["anthropic-ai","applebot-extended","ccbot","claude-searchbot","claudebot","cohere-ai","diffbot","gptbot","mistralai-user","perplexitybot","youbot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pubmatic.com","r":239,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stripe.com","r":240,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weather.com","r":243,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telekom.net","r":245,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cisco.com","r":249,"ai":["ccbot","claudebot","gptbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hubspot.com","r":250,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"who.int","r":251,"ai":["aibot","ccbot","redesscrapy"],"dead":["aibot","redesscrapy"],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imdb.com","r":252,"ai":["amazonbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"roku.com","r":255,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"booking.com","r":257,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linktr.ee","r":259,"ai":["amazonbot","applebot-extended","ccbot","chatgpt agent","chatgpt-user","chatgpt-user/2.0","claude-searchbot","claude-user","claude-web","claudebot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","klaviyoaibot","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","openai","perplexity-user","perplexitybot"],"dead":["chatgpt-user/2.0","claude-web","google-notebooklm"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"meraki.com","r":260,"ai":["ccbot"],"dead":[],"blk":["Bytespider","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"avast.com","r":261,"ai":["chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"launchpad.net","r":263,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","perplexity\u2011user","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot","perplexity\u2011user"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"pages.dev","r":266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hcaptcha.com","r":269,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"forter.com","r":273,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"springer.com","r":274,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ibm.com","r":275,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"reuters.com","r":278,"ai":["chatgpt-user","meta-externalads"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alidns.com","r":279,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tinyurl.com","r":281,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mozilla.com","r":282,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hp.com","r":283,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"inmobi.com","r":288,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"www.gov.uk","r":289,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weibo.com","r":291,"ai":["bytespider","chatgpt-user","deepseek","deepseek chat","deepseekbot","meta-externalagent","perplexity-user"],"dead":["deepseek","deepseek chat"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"alibaba.com","r":293,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"harvard.edu","r":295,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"steampowered.com","r":298,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"salesforce.com","r":300,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"samsungcloud.com","r":302,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ok.ru","r":307,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"php.net","r":308,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"appsflyer.com","r":310,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wiley.com","r":311,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doubleverify.com","r":313,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.co.uk","r":317,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"etsy.com","r":319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"media.net","r":320,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"datadoghq.com","r":321,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"launchdarkly.com","r":322,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aliyun.com","r":323,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smartadserver.com","r":324,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gnu.org","r":325,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dropcatch.com","r":326,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"drom.ru","r":329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amplitude.com","r":330,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"un.org","r":332,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ea.com","r":333,"ai":["bytespider","cohere-ai","cohere-training-data-crawler","meta-externalagent"],"dead":["cohere-ai"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"checkpoint.com","r":335,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weebly.com","r":338,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bilibili.com","r":339,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cdc.gov","r":341,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"issuu.com","r":342,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"slack.com","r":344,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"naver.com","r":346,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wsj.com","r":347,"ai":["chatgpt-user","google-cloudvertexbot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"quickconnect.to","r":348,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"opendns.com","r":349,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trustpilot.com","r":350,"ai":["alexabot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["alexabot","anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zendesk.com","r":352,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"washingtonpost.com","r":354,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-training-data-crawler","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"walmart.com","r":355,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bloomberg.com","r":356,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","bytespider-image","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalagent-image","meta-externalfetcher","perplexitybot","youbot"],"dead":["anthropic-ai","bytespider-image","claude-web","cohere-ai","meta-externalagent-image"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"tradingview.com","r":357,"ai":["amazonbot","applebot-extended","bytespider","claudebot","cohere-training-data-crawler","deepseekbot","google-cloudvertexbot","meta-externalagent","omgilibot","perplexitybot"],"dead":["omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vkontakte.ru","r":361,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"stanford.edu","r":362,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nvidia.com","r":365,"ai":["amazonbot","anthropic-ai","applebot-extended","autogpt","bytespider","ccbot","chatgpt","chatgpt-user","claude-search","claude-user","claude-web","claudebot","cohere-ai","deepseek","deepseek chat","deepseekbot","geminiios","gptbot","grok","iaskspider","meta-externalagent","meta-externalfetcher","meta-llama","mistralai-user","perplexity","perplexity-user","perplexitybot","phindbot","timpibot","youbot"],"dead":["anthropic-ai","autogpt","chatgpt","claude-search","claude-web","cohere-ai","deepseek","deepseek chat","geminiios","grok","meta-llama","perplexity"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trueconf.net","r":368,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nasa.gov","r":370,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"selectel.ru","r":372,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"plesk.com","r":375,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ezvizlife.com","r":376,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"calendly.com","r":377,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ip-api.com","r":379,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cookielaw.org","r":381,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"indeed.com","r":384,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-training-data-crawler","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","grok-deepsearch","grokbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended","xai-grok","youbot"],"dead":["anthropic-ai","grok-deepsearch","grokbot","omgili","omgilibot","xai-grok"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"amazon.de","r":386,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tp-link.com","r":390,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dell.com","r":391,"ai":["bytespider"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yandex.com","r":392,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dailymotion.com","r":393,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telegram.me","r":394,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unsplash.com","r":397,"ai":["bytespider","claude-searchbot","claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"bsky.app","r":398,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aliexpress.com","r":400,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"temu.com","r":403,"ai":["bytespider","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gitlab.com","r":404,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"casalemedia.com","r":406,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vivoglobal.com","r":407,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ivi.ru","r":409,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"163.com","r":410,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"netangels.ru","r":411,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"line.me","r":412,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"globo.com","r":414,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"name.com","r":417,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazonalexa.com","r":420,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"brave.com","r":421,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"taobao.com","r":423,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hostgator.com","r":425,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"steamcommunity.com","r":431,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"businessinsider.com","r":432,"ai":["anthropic-ai","bytespider","ccbot","claudebot","diffbot","timpibot"],"dead":["anthropic-ai"],"blk":["Bytespider","CCBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wp.com","r":436,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"espn.com","r":437,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"intel.com","r":438,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pixabay.com","r":439,"ai":["applebot-extended","bytespider","ccbot","claudebot","gptbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"sina.com.cn","r":442,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yahoo.co.jp","r":445,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sberbank.ru","r":446,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"go.com","r":447,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"substack.com","r":449,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"g.page","r":450,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cnbc.com","r":451,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-user","claude-web","claudebot","cohere-ai","diffbot","gold-ai-event-bridge","google-notebooklm","gptbot","huggingfacebot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","gold-ai-event-bridge","google-notebooklm","huggingfacebot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"statista.com","r":452,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","img2dataset","kangaroo llm","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","kangaroo llm","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"2gis.com","r":453,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mikrotik.com","r":456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sohu.com","r":457,"ai":["bytespider"],"dead":[],"blk":["Applebot-Extended","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ietf.org","r":460,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goodreads.com","r":462,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cloudns.net","r":464,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"claude.ai","r":469,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot","OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"addtoany.com","r":472,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"quora.com","r":474,"ai":["amazonbot","applebot-extended","bytespider","chatgpt-user","claude-searchbot","claude-user","claudebot","diffbot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adobe.net","r":475,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gosuslugi.ru","r":479,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eventbrite.com","r":480,"ai":["ccbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"duckduckgo.com","r":483,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arxiv.org","r":484,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mysql.com","r":485,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"duolingo.com","r":487,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scribd.com","r":488,"ai":["bytespider","ccbot","claude-web","claudebot","diffbot","omgili"],"dead":["claude-web","omgili"],"blk":["Bytespider","CCBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"paloaltonetworks.com","r":490,"ai":["chatgpt-user","claude-searchbot","claude-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"docker.com","r":491,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"atlassian.net","r":494,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shein.com","r":496,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"behance.net","r":497,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","omgili","omgilibot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foxnews.com","r":498,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"indiatimes.com","r":499,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.co.jp","r":501,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"speedtest.net","r":505,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ft.com","r":506,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"google.de","r":507,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amzn.to","r":508,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mediatek.com","r":509,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"blogger.com","r":511,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"slideshare.net","r":513,"ai":["bytespider","ccbot","claude-web","claudebot","diffbot","omgili"],"dead":["claude-web","omgili"],"blk":["Bytespider","CCBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.hk","r":514,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"360.cn","r":520,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dynatrace.com","r":521,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"firefox.com","r":522,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"okta.com","r":523,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wired.com","r":525,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"visualstudio.com","r":526,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jquery.com","r":528,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usatoday.com","r":532,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","browse-ai","browseaibot","bytespider","ccbot","chatgpt agent","chatgpt operator","chatgpt-pagefetcher","chatgpt-user","claude","claude-searchbot","claude-user","claude-web","claudebot","claudeweb","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","firecrawlagent","forage-ai","gemini-deep-research","google ai","google-cloudvertexbot","google-notebooklm","gptbot","grok","iaskspider","iaskspider/2.0","img2dataset","jina-ai","kagibot","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","perplexity-user","perplexitybot","phindbot","quillbot","skrape.ai","tavilybot","timpibot","webscraping-ai","webscraping.ai","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","browse-ai","browseaibot","chatgpt operator","chatgpt-pagefetcher","claude","claude-web","claudeweb","cohere-ai","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","forage-ai","google ai","google-notebooklm","grok","jina-ai","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","skrape.ai","webscraping-ai","webscraping.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"time.com","r":535,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trendmicro.com","r":536,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","meta-externalagent","perplexity-user","perplexitybot"],"dead":["claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"capcut.com","r":537,"ai":["applebot-extended","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tandfonline.com","r":538,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"patreon.com","r":539,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","google-cloudvertexbot","gptbot","meta-externalagent","perplexitybot","timpibot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"cloudflareinsights.com","r":543,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cornell.edu","r":544,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"markmonitor.com","r":546,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fast.com","r":547,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"360yield.com","r":549,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"deviantart.com","r":552,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tplinkcloud.com","r":553,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tripadvisor.com","r":554,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claudebot","cohere-ai","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","perplexitybot","youbot"],"dead":["chatgpt-user/2.0","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"uol.com.br","r":556,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseek","diffbot","gemini-deep-research","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"berkeley.edu","r":557,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rakuten.co.jp","r":558,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eset.com","r":559,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"teamviewer.com","r":561,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aboutads.info","r":562,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"telegraph.co.uk","r":563,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","google-cloudvertexbot","gptbot","grok","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","grok","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ipinfo.io","r":564,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imgsmail.ru","r":567,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"newrelic.com","r":568,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"grammarly.com","r":570,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uk.com","r":572,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"share.google","r":574,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hotjar.com","r":576,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"supercell.com","r":577,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"target.com","r":578,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"avito.ru","r":579,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ca.gov","r":581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"atlassian.com","r":586,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wix.com","r":589,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"icloud-content.com","r":595,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"surveymonkey.com","r":596,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playstation.com","r":597,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dailymail.co.uk","r":598,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","grok","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grok","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onetrust.com","r":599,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"threads.com","r":600,"ai":["amazonbot","applebot-extended","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"loc.gov","r":603,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"free.fr","r":605,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhamster.com","r":607,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"klaviyo.com","r":608,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gemini-deep-research","google-notebooklm","gptbot","meta-externalagent","perplexity-user","perplexitybot","youbot"],"dead":["google-notebooklm"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"squarespace.com","r":610,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.fr","r":612,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jotform.com","r":614,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ikea.com","r":616,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"digitalocean.com","r":618,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nintendo.com","r":619,"ai":["applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","omgili","omgilibot","timpibot","webzio-extended"],"dead":["claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dreamhost.com","r":621,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ipify.org","r":623,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"techcrunch.com","r":625,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"anthropic.com","r":626,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopee.com.br","r":627,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sharethrough.com","r":628,"ai":["bytespider","ccbot","chatgpt-user","claude-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralbot","neevaai","perplexitybot","timpibot","yandexgpt","youbot"],"dead":["cohere-ai","mistralbot","neevaai","yandexgpt"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sagepub.com","r":629,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobolize.com","r":630,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"britannica.com","r":631,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fontawesome.com","r":632,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"att.net","r":634,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cdnvideo.ru","r":635,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redhat.com","r":638,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"branch.io","r":640,"ai":["anthropic-ai","applebot-extended","ccbot","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yelp.com","r":642,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","gptbot","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot","perplexityuser"],"dead":["anthropic-ai","claude-web","perplexityuser"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elpais.com","r":643,"ai":["amazonbot","bytespider","ccbot","claude-extension","claude-searchbot","claude-user","claudebot","deepseekbot","mistralai-user","omgilibot","perplexity-user","perplexitybot"],"dead":["claude-extension","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"braze.com","r":644,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"withgoogle.com","r":645,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dyndns.org","r":646,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.ca","r":647,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"viber.com","r":648,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cbsnews.com","r":652,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"service.gov.uk","r":653,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"stackadapt.com","r":654,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnet.com","r":655,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercadolivre.com.br","r":656,"ai":["amazonbot","chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wattpad.com","r":657,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nike.com","r":659,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"outbrain.com","r":660,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cambridge.org","r":662,"ai":["chatgpt","chatgpt-user"],"dead":["chatgpt"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imgur.com","r":663,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"meta.com","r":664,"ai":["meta-externalads"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"intercom.io","r":665,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"independent.co.uk","r":666,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"optimizely.com","r":667,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"openstreetmap.org","r":669,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.in","r":673,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fb.com","r":674,"ai":["amazonbot","applebot-extended","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nic.network","r":675,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"magnit.ru","r":677,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lemonde.fr","r":678,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","coherebot","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","iaskspider","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","mistralai-index","mistralai-user","mistralbot","omgili","omgilibot","phindbot","tavilybot","timpibot","webzio","webzio-extended","xai-searchbot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","mistralbot","omgili","omgilibot","xai-searchbot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ovh.net","r":680,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pinimg.com","r":682,"ai":["awario","cloudflare-ai-search","google-notebooklm","meta-externalads","meta-externalfetcher"],"dead":["cloudflare-ai-search","google-notebooklm"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"quantserve.com","r":683,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"consultant.ru","r":684,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uber.com","r":685,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mailchimp.com","r":686,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shop.app","r":687,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hihonorcloud.com","r":688,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yieldmo.com","r":689,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deepl.com","r":690,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"id5-sync.com","r":692,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dailymail.com","r":696,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","grok","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grok","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.uk","r":699,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"box.com","r":701,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ya.ru","r":702,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alrosa.ru","r":703,"ai":["aibot\rdisallow: /","anthropic-ai\rdisallow: /","awario.com\rdisallow: /","awariobot\rdisallow: /","awariorssbot\rdisallow: /","awariosmartbot\rdisallow: /","bytespider\rdisallow: /","ccbot\rdisallow: /","chatgpt-user\rdisallow: /","cohere-ai\rdisallow: /","exabot\rdisallow: /","gptbot\rdisallow: /","molokaibot\rdisallow: /","omgili\rdisallow: /","openai\rdisallow: /","openai.com\rdisallow: /","petalbot\rdisallow: /","redesscrapy\rdisallow: /","scrapy\rdisallow: /"],"dead":["aibot\rdisallow: /","anthropic-ai\rdisallow: /","awario.com\rdisallow: /","awariobot\rdisallow: /","awariorssbot\rdisallow: /","awariosmartbot\rdisallow: /","bytespider\rdisallow: /","ccbot\rdisallow: /","chatgpt-user\rdisallow: /","cohere-ai\rdisallow: /","exabot\rdisallow: /","gptbot\rdisallow: /","molokaibot\rdisallow: /","omgili\rdisallow: /","openai\rdisallow: /","openai.com\rdisallow: /","petalbot\rdisallow: /","redesscrapy\rdisallow: /","scrapy\rdisallow: /"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kick.com","r":704,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zillow.com","r":706,"ai":["amazonbot","applebot-extended","meta-externalagent","youbot"],"dead":[],"blk":["Applebot-Extended","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"seznam.cz","r":707,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitrix24.ru","r":708,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ted.com","r":709,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","gptbot","grokbot","iaskspider","img2dataset","meta-externalagent","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grokbot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"creativecdn.com","r":710,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cursor.sh","r":712,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fifa.com","r":715,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bandcamp.com","r":717,"ai":["amazonbot","bytespider","ccbot","claudebot","diffbot","gptbot","meta-externalagent","omgili"],"dead":["omgili"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mega.co.nz","r":718,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mediafire.com","r":719,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"itch.io","r":720,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rt.ru","r":721,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"stripchat.com","r":723,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ring.com","r":724,"ai":["anthropic-ai","applebot-extended","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"asus.com","r":726,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wps.com","r":729,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopee.co.id","r":731,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"marriott.com","r":732,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"globalsign.com","r":733,"ai":["applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.br","r":734,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.es","r":735,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.it","r":738,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"homedepot.com","r":740,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"python.org","r":741,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.co.za","r":742,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wpguardian.com","r":745,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wpguardian.io","r":748,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mlb.com","r":753,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"networkadvertising.org","r":756,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sophos.com","r":759,"ai":["amazonbot","anthropic-ai","bingai","chatgpt-user","claudebot","copilotbot","deepseekbot","firecrawlagent","gptbot","llamabot","perplexitybot","phindbot","xai-bot","youbot"],"dead":["anthropic-ai","bingai","copilotbot","llamabot","xai-bot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sedo.com","r":761,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"primevideo.com","r":762,"ai":["bytespider","ccbot","chatgpt-user","claude-user","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adform.net","r":763,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bild.de","r":764,"ai":["applebot-extended","awario","bytespider","ccbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","iaskspider/2.0","img2dataset","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bugsnag.com","r":766,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"linode.com","r":767,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gumgum.com","r":769,"ai":["anthropic-ai","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"airbnb.com","r":770,"ai":["anthropic-ai","chatgpt-user","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ddnss.de","r":772,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"teads.tv","r":774,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"singular.net","r":775,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"namecheap.com","r":777,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"prnewswire.com","r":778,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fiverr.com","r":779,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apnews.com","r":782,"ai":["amazonbot","anthropic-ai","applebot-extended","ccbot","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ameblo.jp","r":786,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blackhub.team","r":789,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.com.au","r":791,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"people.com","r":792,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rakuten.com","r":793,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moloco.com","r":794,"ai":["bytespider","ccbot"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"disneyplus.com","r":798,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","deepseekbot","gptbot","grokbot","meta-externalads","meta-externalagent","meta-externalfetcher","perplexitybot","youbot"],"dead":["grokbot"],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wp.pl","r":799,"ai":["ccbot","chatgpt-user","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hbr.org","r":801,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zoom.com","r":803,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"welt.de","r":804,"ai":["applebot-extended","awario","bytespider","ccbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","iaskspider/2.0","img2dataset","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theverge.com","r":806,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liftoff.io","r":807,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"daum.net","r":808,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mixpanel.com","r":809,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"allegro.pl","r":810,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"att.com","r":811,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"academia.edu","r":814,"ai":["applebot-extended","chatgpt-user","claude-searchbot","claude-user","gemini-deep-research","gptbot","kagibot","mistralai-user","perplexitybot","perplexity\u2011user","tavilybot","youbot"],"dead":["perplexity\u2011user"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nbcnews.com","r":815,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","bytespider desktop","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","quillbot","quillbot.com","youbot"],"dead":["anthropic-ai","bytespider desktop","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blackberry.com","r":817,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"erome.com","r":818,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xbox.com","r":819,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moe.video","r":820,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lefigaro.fr","r":826,"ai":["amazonbot","anthropic-ai","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","coherebot","diffbot","diffbot-user","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","mistralai-user","omgili","omgilibot","tavilybot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","diffbot-user","google-notebooklm","omgili","omgilibot"],"blk":["CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telekom.de","r":827,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ebay.de","r":828,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zoho.com","r":829,"ai":["zoho-scrapy"],"dead":["zoho-scrapy"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"discordapp.com","r":830,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unpkg.com","r":832,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.com.br","r":834,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thenai.org","r":835,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"me.com","r":836,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"myspace.com","r":837,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"recaptcha.net","r":840,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pexels.com","r":844,"ai":["applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onetag-sys.com","r":847,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"no-ip.com","r":848,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onlyfans.com","r":851,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"disqus.com","r":852,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vivo.com.cn","r":853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornhub.com","r":854,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","cohere-ai","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"agoda.com","r":857,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ebay.co.uk","r":861,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"princeton.edu","r":864,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qualtrics.com","r":865,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xvideos.com","r":866,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"latimes.com","r":868,"ai":["bytespider","claudebot","diffbot","gptbot","omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":["Bytespider","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hostgator.com.br","r":870,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chess.com","r":873,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"synology.com","r":876,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wyzecam.com","r":877,"ai":["ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"biblegateway.com","r":878,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"worldbank.org","r":879,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"heylink.me","r":880,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fwmrm.net","r":881,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lg.com","r":883,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"curseforge.com","r":885,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"otto.de","r":886,"ai":["chatgpt-user","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bankofamerica.com","r":887,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"www.gov.br","r":888,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hath.network","r":889,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hilton.com","r":892,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arcgis.com","r":895,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deloitte.com","r":896,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"youku.com","r":898,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"conviva.com","r":899,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"change.org","r":900,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eporner.com","r":903,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"investopedia.com","r":905,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"readthedocs.io","r":909,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jetbrains.com","r":910,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smartthings.com","r":915,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fidelity.com","r":916,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"flashtalking.com","r":917,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"seedtag.com","r":919,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"epa.gov","r":920,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"webmd.com","r":921,"ai":["ccbot","chatgpt-user","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"verisign.com","r":922,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kleinanzeigen.de","r":925,"ai":["chatgpt-user","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercadolibre.com.ar","r":928,"ai":["amazonbot","chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"frontiersin.org","r":929,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"genius.com","r":930,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ys7.com","r":931,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"healthline.com","r":932,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","diffbot","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"life360.com","r":934,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"internetwarriors.net","r":936,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"perplexity.ai","r":937,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kontur.ru","r":938,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eu.com","r":940,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mailchi.mp","r":941,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jd.com","r":943,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"chaturbate.com","r":944,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"character.ai","r":946,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"docker.io","r":947,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nationalgeographic.com","r":948,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"repubblica.it","r":949,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","cohere-ai","diffbot","gptbot","meta-externalfetcher","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","GPTBot","PerplexityBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"agora.io","r":951,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"umich.edu","r":952,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"ubnt.com","r":953,"ai":["applebot-extended","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"corriere.it","r":955,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","diffbot-user","google-cloudvertexbot","gptbot","meta-externalagent","timpibot","youbot"],"dead":["anthropic-ai","diffbot-user"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playrix.com","r":956,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nexusmods.com","r":957,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"note.com","r":959,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netlify.app","r":960,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rutube.ru","r":963,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnxx.com","r":964,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freepik.com","r":965,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"theatlantic.com","r":966,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"tailscale.com","r":969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"segment.io","r":970,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"odoo.com","r":971,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kwai.com","r":974,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"themeforest.net","r":975,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"btloader.com","r":976,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elmundo.es","r":978,"ai":["anthropic-ai","ccbot","chatgpt-user","gptbot","omgilibot","perplexitybot"],"dead":["anthropic-ai","omgilibot"],"blk":["CCBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onet.pl","r":979,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ancestry.com","r":982,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"giphy.com","r":983,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"whitehouse.gov","r":984,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pbs.org","r":987,"ai":["bytespider","ccbot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pixiv.net","r":990,"ai":["anthropic-ai","applebot-extended","ccbot","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"faphouse.com","r":991,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"abovedomains.com","r":993,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onesignal.com","r":998,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theconversation.com","r":999,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-gemini-cli","google-notebooklm","gptbot","iaskspider","iaskspider/2.0","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"binance.com","r":1000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stbid.ru","r":1002,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"huffpost.com","r":1004,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgilibot","perplexity-user","perplexitybot","timpibot","ttoyoubot","webgptbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot","ttoyoubot","webgptbot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lwsdns.com","r":1009,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"youronlinechoices.com","r":1010,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"app-ads-services.com","r":1017,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bol.com","r":1018,"ai":["omgili"],"dead":["omgili"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flipkart.com","r":1019,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"garmin.com","r":1021,"ai":["omgili","omgilibot","perplexitybot"],"dead":["omgili","omgilibot"],"blk":["PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ecosia.org","r":1022,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goal.com","r":1023,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nextcloud.com","r":1029,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xing.com","r":1030,"ai":["claude-user","claudebot","gptbot","gptuser","perplexity-user","perplexitybot"],"dead":["gptuser"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"poki.com","r":1033,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yale.edu","r":1034,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"starlink.com","r":1036,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redfin.com","r":1037,"ai":["firecrawlagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"interia.pl","r":1041,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.com.mx","r":1042,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jimdo.com","r":1044,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"letterboxd.com","r":1045,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bidmachine.io","r":1046,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xerox.com","r":1047,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"infobae.com","r":1048,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nypost.com","r":1051,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"n-tv.de","r":1053,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashscore.com","r":1058,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rambler.ru","r":1060,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ca","r":1061,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pendo.io","r":1062,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oecd.org","r":1063,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"yandex.kz","r":1064,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netgear.com","r":1065,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"marca.com","r":1066,"ai":["anthropic-ai","ccbot","chatgpt-user","gptbot","omgilibot","perplexitybot"],"dead":["anthropic-ai","omgilibot"],"blk":["CCBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"as.com","r":1067,"ai":["amazonbot","bytespider","ccbot","claude-extension","claude-searchbot","claude-user","claudebot","deepseekbot","mistralai-user","perplexity-user","perplexitybot"],"dead":["claude-extension"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"epicgames.dev","r":1068,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alphonso.tv","r":1070,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adblockplus.org","r":1071,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.jp","r":1072,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wise.com","r":1073,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bfmtv.com","r":1075,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trendyol.com","r":1076,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paramountplus.com","r":1077,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xhamster.desi","r":1078,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ameba.jp","r":1082,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ilovepdf.com","r":1083,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cloudinary.com","r":1084,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porkbun.com","r":1085,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"typeform.com","r":1086,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crazygames.com","r":1087,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fortune.com","r":1088,"ai":["ccbot","omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"merriam-webster.com","r":1090,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apa.org","r":1091,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lge.com","r":1092,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cookpad.com","r":1093,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"letsencrypt.org","r":1094,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"coursera.org","r":1095,"ai":["ccbot","chatgpt-user","claudebot","gptbot","meta-externalagent","mistralai-user","perplexitybot"],"dead":[],"blk":["meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"split.io","r":1096,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"plex.tv","r":1097,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cam.ac.uk","r":1098,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tabelog.com","r":1099,"ai":["gptbot","youbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"yastatic.net","r":1102,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bund.de","r":1105,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aparat.com","r":1106,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ultimate-guitar.com","r":1109,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.fr","r":1112,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tnaflix.com","r":1113,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"usercentrics.eu","r":1114,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"skroutz.gr","r":1116,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user/2.0","claude-searchbot","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","chatgpt-user/2.0"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"netcraze.io","r":1118,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"us.com","r":1120,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mercadolibre.com.mx","r":1122,"ai":["amazonbot","chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"psychologytoday.com","r":1124,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"gsmarena.com","r":1125,"ai":["amazonbot","anthropic-ai","ccbot","chatgpt-user","claude-searchbot","claudebot","diffbot","meta-externalagent","perplexitybot","youbot"],"dead":["anthropic-ai"],"blk":["CCBot","Claude-SearchBot","ClaudeBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pandora.com","r":1127,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skysports.com","r":1128,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"statuspage.io","r":1129,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"idnes.cz","r":1130,"ai":["amazonbot","anthropic-ai","bytespider","claude-web","claudebot","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"olx.pl","r":1131,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gofundme.com","r":1133,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hltv.org","r":1138,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clarin.com","r":1139,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"upenn.edu","r":1140,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dribbble.com","r":1141,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"archiveofourown.org","r":1143,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vivo.com","r":1144,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lanacion.com.ar","r":1145,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"namu.wiki","r":1148,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"he.net","r":1149,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"finn.no","r":1150,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"meethue.com","r":1151,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"triplinkintl.com","r":1153,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onedrive.com","r":1155,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clever.com","r":1156,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kicker.de","r":1158,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"economist.com","r":1160,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dafont.com","r":1166,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"safety.google","r":1167,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wetter.com","r":1170,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gismeteo.ru","r":1171,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhaccess.com","r":1175,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"riotgames.com","r":1176,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xhamster2.com","r":1177,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rbc.ru","r":1178,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rocketmoney.dev","r":1179,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sectigo.com","r":1180,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xiaohongshu.com","r":1181,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xhamster1.desi","r":1182,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dmm.co.jp","r":1184,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jw.org","r":1185,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aftonbladet.se","r":1186,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","iaskspider/2.0","img2dataset","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"parklogic.com","r":1187,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lequipe.fr","r":1189,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vinted.fr","r":1190,"ai":["amazonbot","ccbot","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"amazon.eg","r":1191,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"elconfidencial.com","r":1192,"ai":["ai-searchbot","amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["ai-searchbot","anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tabor.ru","r":1193,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vg.no","r":1194,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","iaskspider/2.0","img2dataset","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spankbang.com","r":1196,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"psu.edu","r":1197,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"nu.nl","r":1198,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhamster19.com","r":1199,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"waze.com","r":1200,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rule34.xxx","r":1201,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"indiamart.com","r":1202,"ai":["alexabot","bytespider","chatgpt-user","claudebot","dataprovider.com","gptbot","meta-externalagent","omgili"],"dead":["alexabot","dataprovider.com","omgili"],"blk":["Bytespider","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"itmedia.co.jp","r":1203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vnexpress.net","r":1204,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ad.nl","r":1205,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhname.com","r":1206,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pornpics.com","r":1207,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"janitorai.com","r":1210,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rightmove.co.uk","r":1213,"ai":["ccbot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leboncoin.fr","r":1214,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","mistralai-index","mistralai-user","perplexity-user","perplexitybot"],"dead":["anthropic-ai"],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"inven.co.kr","r":1215,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnnbrasil.com.br","r":1216,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"admin.ch","r":1217,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"donga.com","r":1218,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sapo.pt","r":1219,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","gptbot","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jstor.org","r":1221,"ai":["ccbot","claudebot","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"acesso.gov.br","r":1223,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"icanhazip.com","r":1225,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"remove.bg","r":1227,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lichess.org","r":1228,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"furaffinity.net","r":1229,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-gemini-cli","google-notebooklm","gptbot","iaskspider","iaskspider/2.0","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pimpbunny.com","r":1232,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgilibot","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"huffingtonpost.com","r":1235,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgilibot","perplexity-user","perplexitybot","timpibot","ttoyoubot","webgptbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot","ttoyoubot","webgptbot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ynet.co.il","r":1237,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hotpepper.jp","r":1238,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"marktplaats.nl","r":1239,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gazzetta.it","r":1240,"ai":["amazonbot","applebot-extended","ccbot","claudebot","google-cloudvertexbot","gptbot","grok","meta-externalagent","perplexitybot"],"dead":["grok"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"abc.net.au","r":1241,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"elsevier.com","r":1243,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kakao.com","r":1244,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"txnhh.com","r":1245,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"huggingface.co","r":1247,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhopen.com","r":1249,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"divar.ir","r":1250,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fetlife.com","r":1251,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"idealista.com","r":1252,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"nsone.net","r":1254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hugedomains.com","r":1255,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wordwall.net","r":1256,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhamster46.desi","r":1257,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zalando.de","r":1258,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"poste.it","r":1261,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"litnet.com","r":1263,"ai":["claudebot"],"dead":[],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hln.be","r":1264,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mundodeportivo.com","r":1265,"ai":["claudebot"],"dead":[],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jusbrasil.com.br","r":1266,"ai":["amazonbot","applebot-extended","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalads","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"merkur.de","r":1267,"ai":["chatgpt-user","claude-searchbot","claude-user","google-cloudvertexbot","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"postgresql.org","r":1270,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"siemens.com","r":1272,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vietnam.vn","r":1273,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"magnific.com","r":1274,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"dw.com","r":1275,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","copilot","diffbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexity-user/1.0","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","copilot","omgili","omgilibot","perplexity-user/1.0"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boyfriendtv.com","r":1276,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dlsite.com","r":1277,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"canada.ca","r":1278,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wiktionary.org","r":1279,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spiegel.de","r":1281,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"labs.google","r":1282,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"youporn.com","r":1283,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livescore.com","r":1284,"ai":["bytespider","chatgpt-user"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ladepeche.fr","r":1287,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"emag.ro","r":1288,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lc.chat","r":1289,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hostinger.com","r":1290,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","deepseek","gemini-fetch","google-cloudvertexbot","google-notebooklm","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","youbot"],"dead":["deepseek","gemini-fetch","google-notebooklm"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"supabase.co","r":1292,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"fmkorea.com","r":1293,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","the knowledge ai","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","deepseek","omgili","omgilibot","the knowledge ai"],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"polybuzz.ai","r":1294,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"noodlemagazine.com","r":1295,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cdiscount.com","r":1296,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"suumo.jp","r":1297,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"justdial.com","r":1298,"ai":["amazonbot","anthropic-ai","chatgpt-user","chatgpt-user/2.0","claude-searchbot","claude-user","claude-web","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","chatgpt-user/2.0","claude-web"],"blk":["ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"google.it","r":1299,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kueezrtb.com","r":1300,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"actu.fr","r":1303,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"faphouse2.com","r":1304,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"redtube.com","r":1305,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xham.live","r":1306,"ai":["amazonbot","claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wisc.edu","r":1307,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"f95zone.to","r":1310,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","perplexity\u2011user","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot","perplexity\u2011user"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blackberry.net","r":1313,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ilfattoquotidiano.it","r":1314,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"e621.net","r":1315,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","claude-web","cohere-ai","diffbot","gptbot","meta-externalagent","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot"],"blk":["Bytespider","CCBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mydramalist.com","r":1316,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amap.com","r":1317,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","cohere-ai","deepseek-user","deepseekbot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek-user"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhspot.com","r":1318,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aternos.org","r":1319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"leroymerlin.fr","r":1320,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"tbank.ru","r":1321,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xxxbp.tv","r":1322,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"beboo.ru","r":1324,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.in","r":1325,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usnews.com","r":1326,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gemini-deep-research","gptbot","huggingface","iaskspider","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","huggingface","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"superhosting.bg","r":1328,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thexh.live","r":1329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"calculator.net","r":1331,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornone.com","r":1332,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lookmovie2.to","r":1333,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"playhop.com","r":1334,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thisvid.com","r":1335,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"funpay.com","r":1336,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"youjizz.com","r":1338,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ruliweb.com","r":1339,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"badoo.com","r":1341,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rackspace.com","r":1342,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"meteofrance.com","r":1343,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"xhsocial.com","r":1344,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"smadex.com","r":1346,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"asurascans.com","r":1352,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buzzfeed.com","r":1353,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgilibot","perplexity-user","perplexitybot","timpibot","ttoyoubot","webgptbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot","ttoyoubot","webgptbot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"turkiye.gov.tr","r":1355,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnxx.tv","r":1356,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"digikala.com","r":1357,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mediaexpert.pl","r":1359,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"xvv1deos.com","r":1360,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aznude.com","r":1361,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fapello.com","r":1362,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"publicnode.com","r":1363,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"auth0.com","r":1364,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ixxx.com","r":1368,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aljazeera.com","r":1369,"ai":["anthropic-ai","bytespider","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Bytespider","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"haberler.com","r":1371,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fdown.net","r":1372,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weathernews.jp","r":1373,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"missav.ws","r":1374,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"comix.to","r":1375,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"pornhub.org","r":1376,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","cohere-ai","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"e-hentai.org","r":1377,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imhentai.xxx","r":1380,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"navitime.co.jp","r":1381,"ai":["amazonbot","claudebot","meta-external-agent"],"dead":["meta-external-agent"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tenki.jp","r":1382,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rule34video.com","r":1383,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sportybet.com","r":1384,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sex-studentki.team","r":1386,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iqiyi.com","r":1387,"ai":["chatgpt-user","claudebot","cohere-ai","gptbot","openai","perplexitybot"],"dead":["cohere-ai"],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nikkansports.com","r":1388,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","cohere-ai","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bookmyshow.com","r":1391,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dagbladet.no","r":1392,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"yimg.com","r":1393,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"crn77.com","r":1394,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"cardgames.io","r":1395,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"novinky.cz","r":1396,"ai":["ai"],"dead":["ai"],"blk":["OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"okdiario.com","r":1399,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"action.com","r":1400,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"utorrent.com","r":1402,"ai":["anthropic-ai","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"idealista.it","r":1403,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"boardgamearena.com","r":1404,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hitomi.la","r":1405,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jable.tv","r":1406,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ilmeteo.it","r":1407,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mbga.jp","r":1408,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"varzesh3.com","r":1412,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sexvid.xxx","r":1413,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucla.edu","r":1414,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iana.org","r":1416,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"edna.ru","r":1417,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arca.live","r":1418,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ukdevilz.com","r":1419,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trello.com","r":1420,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cronista.com","r":1421,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"syosetu.com","r":1422,"ai":["meta-externalagent/1.1","meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"],"dead":["meta-externalagent/1.1","meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zedge.net","r":1423,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"index.hr","r":1424,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spankbang.party","r":1426,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"18comic.vip","r":1427,"ai":["ccbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"bookmark.xxx","r":1428,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"inps.it","r":1429,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iltalehti.fi","r":1430,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carsensor.net","r":1431,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"kaspi.kz","r":1432,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ixl.com","r":1434,"ai":["applebot-extended","ccbot","gptbot"],"dead":[],"blk":["Applebot-Extended","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nesine.com","r":1435,"ai":["anthropic-ai","ccbot","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"franceinfo.fr","r":1436,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","meta-externalagent","mistralai-user","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"otomoto.pl","r":1438,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"porno365.golf","r":1439,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"simpcity.cr","r":1440,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sozcu.com.tr","r":1441,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betway.co.za","r":1442,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"protothema.gr","r":1443,"ai":["meta-externalads"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aka.ms","r":1444,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"blic.rs","r":1445,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jutarnji.hr","r":1446,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gcash.com","r":1447,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"24h.com.vn","r":1448,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"immobiliare.it","r":1449,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"3bmeteo.com","r":1451,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bef77.com","r":1452,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"gamewith.jp","r":1453,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mangago.me","r":1454,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pornhat.com","r":1455,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nosv.org","r":1456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eff.org","r":1457,"ai":["anthropic-ai","ccbot","claudebot","gptbot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"b7510.com","r":1458,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fpo.xxx","r":1459,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"health.mil","r":1460,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imagefap.com","r":1462,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eenadu.net","r":1463,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"property24.com","r":1464,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"omg10.com","r":1465,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ssstik.io","r":1466,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"missav.live","r":1467,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myinstants.com","r":1468,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"jagran.com","r":1469,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ekstrabladet.dk","r":1470,"ai":["amazonbot","anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","deepseek"],"blk":["Applebot-Extended","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"luxuretv.com","r":1471,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fedoraproject.org","r":1472,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"toyhou.se","r":1473,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"umn.edu","r":1474,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"caliente.mx","r":1475,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"superporn.com","r":1477,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cardmarket.com","r":1479,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"theblowers.com","r":1480,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ficbook.net","r":1481,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leroymerlin.es","r":1482,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"klikbca.com","r":1483,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hdtube.porn","r":1484,"ai":["ccbot","chatgpt-user","gptbot","perplexitybot"],"dead":[],"blk":["CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tinkoff.ru","r":1485,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xvideos.es","r":1486,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wetteronline.de","r":1487,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rat.xxx","r":1489,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"letsporn.com","r":1490,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sxyprn.com","r":1491,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pussyspace.com","r":1492,"ai":["amazonbot","bytespider","ccbot","claudebot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","ClaudeBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnxx2.com","r":1494,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wpastra.com","r":1495,"ai":["anthropic-ai","ccbot","claudebot","gptbot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"testbook.com","r":1496,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"akismet.com","r":1498,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mangafire.to","r":1499,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"torob.com","r":1500,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pccc.com","r":1501,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xnxx.es","r":1502,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sondakika.com","r":1503,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"255md.com","r":1504,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"dogdrip.net","r":1505,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"xnxx-arabic.com","r":1506,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"markt.de","r":1510,"ai":["claudebot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnxx.health","r":1513,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"exhentai.org","r":1514,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"programme-tv.net","r":1515,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fatalmodel.com","r":1516,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"joyclub.de","r":1518,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"missav.ai","r":1519,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"missav123.com","r":1520,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hanime1.me","r":1521,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fuq.com","r":1522,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xvideos2.com","r":1524,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kooora.com","r":1525,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sex-studentki.cafe","r":1526,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ninisite.com","r":1527,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aajtak.in","r":1529,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tokyomotion.net","r":1530,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goodreturns.in","r":1531,"ai":["anthropic-ai","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jennymovies.com","r":1532,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"indianrail.gov.in","r":1533,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mat6tube.com","r":1534,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"suruga-ya.jp","r":1535,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"ovhcloud.com","r":1536,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ppomppu.co.kr","r":1537,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"listcrawler.eu","r":1538,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"cpanel.com","r":1539,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rakuten-sec.co.jp","r":1542,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"namasha.com","r":1543,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"acm.org","r":1544,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"snaptik.app","r":1545,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newsweek.com","r":1546,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bikewale.com","r":1547,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myreadingmanga.info","r":1548,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"kakuyomu.jp","r":1549,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qorno.com","r":1550,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porn300.com","r":1551,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wnacg.com","r":1552,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"therapservices.net","r":1553,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"croxyproxy.com","r":1554,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"girlschannel.net","r":1555,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moviebox.ph","r":1557,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sciencedaily.com","r":1558,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mechacomic.jp","r":1559,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"serviporno.com","r":1560,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jcphi.com","r":1561,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cmu.edu","r":1562,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trilltrill.jp","r":1563,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fastdl.app","r":1564,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sinoptik.ua","r":1565,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"twpornstars.com","r":1567,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"meteociel.fr","r":1569,"ai":["amazonbot","bytespider","claude-searchbot","claudebot"],"dead":[],"blk":["Bytespider","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercadolibre.com","r":1570,"ai":["amazonbot","chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"site.com","r":1572,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nya2.com","r":1573,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"screener.in","r":1575,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kompoz2.com","r":1576,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"piccoma.com","r":1579,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goojara.to","r":1580,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sexemodel.com","r":1581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imgsrc.ru","r":1582,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"indoav.com","r":1583,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ladies.de","r":1585,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ss.com","r":1586,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kingbokep.tv","r":1588,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freepornvideo.sex","r":1589,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betika.com","r":1590,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chordtela.com","r":1591,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"syosetu.org","r":1592,"ai":["amazonbot","awariosmartbot/1.0 (+https://awario.com/bots.html; bots@awario.com)","bytespider","ccbot","gptbot","meta-externalagent/1.1","mozilla/5.0 (compatible; neevabot/1.0; +https://neeva.com/neevabot)"],"dead":["awariosmartbot/1.0 (+https://awario.com/bots.html; bots@awario.com)","meta-externalagent/1.1","mozilla/5.0 (compatible; neevabot/1.0; +https://neeva.com/neevabot)"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pussyboy.net","r":1593,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"desitales2.com","r":1595,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"okxxx1.com","r":1596,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nickfinder.com","r":1597,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ey43.com","r":1598,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"bakusai.com","r":1600,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fabswingers.com","r":1601,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ijavhd.com","r":1602,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xxxvideo.link","r":1603,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"publi24.ro","r":1605,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","deepseek","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web","deepseek"],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentai.name","r":1606,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"redwap.sex","r":1607,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"letras.mus.br","r":1608,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sexalarab.com","r":1609,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"6opo.com","r":1610,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"diretta.it","r":1611,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"njavtv.com","r":1612,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"colliderporn.com","r":1613,"ai":["claudebot","gptbot"],"dead":[],"blk":["ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1c.ru","r":1616,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"s8ey.com","r":1618,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arabxn.sex","r":1620,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fao.org","r":1621,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arabx.cam","r":1622,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","youbot"],"dead":["anthropic-ai","cohere-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"momon-ga.com","r":1625,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sexnyk.com","r":1626,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xvideos-ar.com","r":1627,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spaggiari.eu","r":1629,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"auvik.com","r":1630,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rustdesk.com","r":1631,"ai":["ccbot","img2dataset"],"dead":[],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arabtnt.com","r":1632,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nustargame.com","r":1633,"ai":["amazonbot","anthropic-ai","bytespider","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hotxv.com","r":1634,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"happymh.com","r":1637,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"administracionelectronica.gob.es","r":1638,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vymanga.com","r":1642,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"twkan.com","r":1643,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"librus.pl","r":1644,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alphapolis.co.jp","r":1645,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"an1.com","r":1646,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"darkero.com","r":1649,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornhat.one","r":1650,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xpaja.net","r":1654,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yallakora.com","r":1656,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skipthegames.com","r":1657,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"avito.st","r":1659,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pornoborshch.com","r":1660,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flashscore.mobi","r":1662,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashscore.fr","r":1665,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xosodaiphat.com","r":1666,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"keirin.jp","r":1667,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"indiansexstories3.com","r":1668,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhamster45.desi","r":1669,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zebawy.com","r":1671,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arbada.com","r":1674,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"manhwaread.com","r":1676,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"desiviral.net","r":1677,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"livescore.cz","r":1681,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"indown.io","r":1682,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dns-shop.ru","r":1683,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sarkariresult.com.cm","r":1687,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fabguys.com","r":1688,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"conectate.com.do","r":1689,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jra.jp","r":1690,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"rkv1.com","r":1691,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"manhwaweb.com","r":1692,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"animanch.com","r":1693,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ojogodobicho.com","r":1694,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goal7.co","r":1696,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betpawa.ug","r":1697,"ai":["amazonbot","anthropic-ai","bytespider","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xvideosputaria.com","r":1698,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"xsmn.mobi","r":1699,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"espn.com.ve","r":1701,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tjsp.jus.br","r":1702,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"triunfobet.com","r":1704,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"annunci69.it","r":1705,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xoso.com.vn","r":1707,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fawanews.sc","r":1708,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"packzy.com","r":1710,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kamababax.com","r":1711,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ftc.gov","r":1713,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sexvid1.com","r":1714,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobiledokan.com","r":1715,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"medallia.com","r":1716,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tamildhool.tech","r":1717,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dpbossss.boston","r":1719,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"az24.vn","r":1720,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sattamatkadpboss.mobi","r":1722,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thscore99.com","r":1723,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jaya9bangladesh.com","r":1724,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shutterstock.com","r":1725,"ai":["ccbot","claude-searchbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"braiiz.com","r":1726,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pitc.com.pk","r":1728,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xahani.com","r":1730,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xxxhindi.to","r":1731,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"antarvasna3.com","r":1733,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rapid7.com","r":1738,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bhojpurisex.site","r":1739,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scan-manga.com","r":1740,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"google.ru","r":1741,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freesexkahani.com","r":1742,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"loteriadehoy.com","r":1743,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"xxxvideosind.com","r":1744,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"satta-king-fast.com","r":1746,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bpexch.live","r":1750,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"maynoe.com","r":1751,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xn--12c1ezaww.com","r":1754,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"yasyadong01.tv","r":1757,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mobcup.fm","r":1759,"ai":["bytespider","gptbot"],"dead":[],"blk":["Bytespider","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"desitelugusex.com","r":1760,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mangaraw.ac","r":1761,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kkstories.com","r":1762,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ad-contents.jp","r":1765,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"examinationservices.nic.in","r":1766,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sattamatkano1.me","r":1768,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"w3schools.com","r":1773,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"blacktoon410.com","r":1774,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"isaidub.guru","r":1775,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"hh.ru","r":1776,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"maricopa.gov","r":1777,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newyorker.com","r":1779,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ico.org.uk","r":1784,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"acs.org","r":1786,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"threads.net","r":1787,"ai":["amazonbot","applebot-extended","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bet365.com","r":1788,"ai":["chatgpt-user","chatgpt-user/2.0"],"dead":["chatgpt-user/2.0"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bbb.org","r":1789,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fc2.com","r":1790,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"meitu.com","r":1792,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fedex.com","r":1793,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.es","r":1794,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pewresearch.org","r":1795,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"vmware.com","r":1796,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"twilio.com","r":1798,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"usps.com","r":1799,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"avira.com","r":1800,"ai":["chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xfinity.com","r":1802,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hacklink.space","r":1803,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"archive.is","r":1805,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"max.ru","r":1806,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"secureserver.net","r":1808,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"va.gov","r":1812,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zdnet.com","r":1814,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"douyin.com","r":1815,"ai":["bytespider","chatgpt-user","deepseekbot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moodle.org","r":1816,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"kargo.com","r":1817,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wikihow.com","r":1818,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","firecrawl","firecrawlagent","gptbot","grokapp","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","firecrawl","grokapp","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.nl","r":1820,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"qcloud.com","r":1821,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trustarc.com","r":1823,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucsd.edu","r":1824,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"twc.com","r":1825,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"marketwatch.com","r":1828,"ai":["chatgpt-user","google-cloudvertexbot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oreilly.com","r":1830,"ai":["amazonbot","amazonbot-video","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-searchbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["amazonbot-video","anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgili"],"blk":["Bytespider","CCBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"savefrom.net","r":1831,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"one.com","r":1833,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"archive.ph","r":1834,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zee5.com","r":1835,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nps.gov","r":1839,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"samsungknox.com","r":1840,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gdemoideti.ru","r":1841,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vice.com","r":1844,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fb.watch","r":1845,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pluto.tv","r":1846,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"scientificamerican.com","r":1847,"ai":["anthropic-ai","ccbot","chatgpt-user","cohere-ai","gptbot","perplexityai","perplexitybot"],"dead":["anthropic-ai","cohere-ai","perplexityai"],"blk":["CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arstechnica.com","r":1849,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgilibot","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livechatinc.com","r":1851,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"sitescout.com","r":1853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"firstvds.ru","r":1855,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jino.ru","r":1858,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rustore.ru","r":1860,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uchicago.edu","r":1861,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"groww.in","r":1866,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sciencemag.org","r":1868,"ai":["anthropic-ai","applebot-extended","ccbot","chatgpt-user","gptbot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"xhchannel.com","r":1869,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thelancet.com","r":1871,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"utexas.edu","r":1872,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elegantthemes.com","r":1873,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"verify.hn","r":1874,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"notion.com","r":1876,"ai":["amazonbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pusher.com","r":1879,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clevelandclinic.org","r":1882,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitdefender.com","r":1883,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sky.com","r":1884,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fastcompany.com","r":1885,"ai":["bard","ccbot","claude","claude-web","copy.ai","gptbot","jasper","meta-externalagent","neeva","perplexity","writesonic"],"dead":["bard","claude","claude-web","copy.ai","jasper","neeva","perplexity","writesonic"],"blk":["Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"beeline.ru","r":1886,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jamanetwork.com","r":1887,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"investing.com","r":1889,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mega.nz","r":1890,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"1drv.com","r":1891,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mapbox.com","r":1892,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ovh.com","r":1895,"ai":["anthropic-ai","ccbot","chatgpt-user","gptbot"],"dead":["anthropic-ai"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"home.pl","r":1896,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"intercom.com","r":1899,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"meetup.com","r":1900,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adrta.com","r":1905,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"blackrussia.online","r":1906,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"deezer.com","r":1908,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-notebooklm","gptbot","img2dataset","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexity-user","perplexitybot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liquipedia.net","r":1909,"ai":["amazonbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","youbot"],"dead":["claude-web","cohere-ai"],"blk":["ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.au","r":1910,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deepintent.com","r":1911,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"norton.com","r":1912,"ai":["chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"cloud.com","r":1913,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"www.nhs.uk","r":1918,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hulu.com","r":1919,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","deepseekbot","gptbot","grokbot","meta-externalads","meta-externalagent","meta-externalfetcher","perplexitybot","youbot"],"dead":["grokbot"],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"acronis.com","r":1920,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"meb.gov.tr","r":1921,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"youm7.com","r":1923,"ai":["amazonbot","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moengage.com","r":1924,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adobelogin.com","r":1926,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rspamd.com","r":1928,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"people.com.cn","r":1929,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"themeisle.com","r":1930,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tgju.org","r":1931,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"techtarget.com","r":1932,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jhu.edu","r":1934,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"hdporncomics.com","r":1935,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"blueapron.com","r":1937,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"appier.net","r":1939,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"footmercato.net","r":1940,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"inxxx.com","r":1941,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"liteapks.com","r":1944,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bootstrapcdn.com","r":1945,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hqporner.com","r":1948,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"richaudience.com","r":1951,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"artfight.net","r":1952,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"orcid.org","r":1953,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wb.gov.in","r":1954,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"notion.so","r":1955,"ai":["amazonbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iubenda.com","r":1956,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tvazteca.com","r":1960,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"orange.fr","r":1962,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"musicdel.ir","r":1963,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stripe.network","r":1964,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shahvani.com","r":1965,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"gizmodo.com","r":1967,"ai":["bytespider","ccbot","cohere-ai","diffbot","firecrawlagent","meta-externalagent","omgilibot","timpibot","webzio-extended"],"dead":["cohere-ai","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moe.gov.sa","r":1969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"euronews.com","r":1970,"ai":["ccbot","chatgpt-user","firecrawlagent","gptbot","perplexitybot","phindbot","youbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mofa.gov.sa","r":1971,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nba.com","r":1972,"ai":["amazonbot","anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"automattic.com","r":1973,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tukrd.com","r":1974,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"matterport.com","r":1975,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"getbootstrap.com","r":1976,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bblaa.com","r":1978,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"hover.com","r":1979,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"jav.guru","r":1980,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foreca.fi","r":1981,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"si.edu","r":1982,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"tiktokio.com","r":1984,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"luticlip.com","r":1985,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lnkd.in","r":1987,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"0123tt.ru","r":1990,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"connatix.com","r":1993,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apuestatotal.com","r":1997,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"science.org","r":1998,"ai":["anthropic-ai","applebot-extended","ccbot","chatgpt-user","gptbot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"easytrader.ir","r":1999,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"taktube.net","r":2000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wa.link","r":2002,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rfc-editor.org","r":2003,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zbporn.tv","r":2005,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sportfilm800.com","r":2007,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"springserve.com","r":2010,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"instructure.com","r":2013,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornobrasil.com","r":2014,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"movie-box.co","r":2016,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sogou.com","r":2017,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"globenewswire.com","r":2019,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iponweb.net","r":2020,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hotpic.cc","r":2022,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"linkmake.in","r":2023,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freebsd.org","r":2025,"ai":["ccbot","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kqbd.mobi","r":2026,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hostpoint.ch","r":2027,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xxxpostpic.org","r":2028,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sarkariresult.com","r":2029,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tamilsexzone.com","r":2030,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sweb.ru","r":2031,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betway.co.bw","r":2032,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"truste.com","r":2034,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cbl.gov.ly","r":2035,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sapphireonline.pk","r":2036,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sexmupxinh.net","r":2037,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porngangg.com","r":2038,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"5movierulz.discount","r":2040,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"beget.com","r":2042,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"app.link","r":2046,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"filmyfly.racing","r":2047,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"moviesda31.com","r":2048,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"mashable.com","r":2049,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"logitech.com","r":2050,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wps.cn","r":2051,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"405kk.com","r":2052,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mobile.de","r":2054,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"themoviedb.org","r":2055,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"privacymanager.io","r":2058,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ign.com","r":2062,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","perplexity-user","perplexitybot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ssrn.com","r":2063,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"evernote.com","r":2064,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kicktipp.de","r":2066,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"betweendigital.com","r":2067,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"virtualearth.net","r":2068,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"m.me","r":2069,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"salesforceliveagent.com","r":2071,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ufgrowfun.com","r":2074,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"vid30s.com","r":2075,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sec.gov","r":2076,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clevertap-prod.com","r":2077,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"epicsports.in","r":2078,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"segment.com","r":2080,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"timeanddate.com","r":2083,"ai":["amazonbot","applebot-extended","bytespider","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mongodb.com","r":2085,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhclub.live","r":2086,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1688.com","r":2088,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"intentiq.com","r":2089,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"threema.ch","r":2091,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jakarta.go.id","r":2092,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wunderground.com","r":2093,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bls.gov","r":2094,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nezakr.net","r":2095,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unicef.org","r":2097,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"hdhub4u.med","r":2098,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sambad.com","r":2100,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thesun.co.uk","r":2101,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moviesda33.com","r":2107,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"vildey.cfd","r":2110,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"lectormangass.net","r":2111,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"bitbucket.org","r":2112,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"isaidub.ceo","r":2114,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"bollyflix.med","r":2115,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"filmyfly.luxe","r":2116,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xnhau.kim","r":2119,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"filmyzilla45.com","r":2120,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"5movierulz.house","r":2123,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xnhau.la","r":2124,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"5movierulz.school","r":2125,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amocrm.ru","r":2126,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"olxsts.com","r":2127,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"moviezwap.onl","r":2128,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"primis.tech","r":2129,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blacktoon414.com","r":2130,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"5movierulz.legal","r":2131,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"visuys.space","r":2132,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"eskimi.com","r":2133,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blacktoon413.com","r":2134,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"filmyfly.builders","r":2135,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"filmyzilla40.com","r":2136,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"filmyzilla43.com","r":2137,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"moviesda32.com","r":2138,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"xnhau.vc","r":2139,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"aboutcookies.org","r":2141,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mindbox.ru","r":2143,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","gptbot/1.1","gptbot/1.2","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","gptbot/1.1","gptbot/1.2"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fyber.com","r":2144,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uisp.com","r":2146,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shopifycloud.com","r":2148,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"juicyscore.com","r":2149,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"truecaller.com","r":2151,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ahrefs.com","r":2155,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adsco.re","r":2157,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"plos.org","r":2158,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"npmjs.com","r":2159,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"house.gov","r":2161,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sonobi.com","r":2162,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"coinbase.com","r":2166,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"proofpoint.com","r":2169,"ai":["diffbot","meta-externalagent","omgili","webzio-extended"],"dead":["omgili"],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"datto.com","r":2172,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"squareup.com","r":2173,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ninjarmm.com","r":2174,"ai":["chatgpt-user","claude-searchbot","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"redd.it","r":2176,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"armgs.team","r":2177,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"medicalnewstoday.com","r":2178,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","diffbot","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ticketmaster.com","r":2180,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"2gis.ru","r":2181,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"engadget.com","r":2182,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"microsoft365.com","r":2183,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"av380.net","r":2187,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mediago.io","r":2188,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mgid.com","r":2189,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aniview.com","r":2190,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tribalfusion.com","r":2191,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"mirror.co.uk","r":2192,"ai":["anthropic-ai","applebot-extended","ccbot","claude-web","claudebot","gptbot","meta-externalagent","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","perplexity-ai"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ufl.edu","r":2194,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"justice.gov","r":2195,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"revenuecat.com","r":2196,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"americanexpress.com","r":2198,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telefonica.de","r":2200,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cpmstar.com","r":2203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"variety.com","r":2205,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"itu.int","r":2206,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sap.com","r":2208,"ai":["amazonbot","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","mistralai-user","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blog.google","r":2209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"barnesandnoble.com","r":2211,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cafe24.com","r":2213,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shodan.io","r":2214,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"metamask.io","r":2215,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"strava.com","r":2216,"ai":["claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"simpli.fi","r":2217,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bytedance.com","r":2219,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.id","r":2222,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"typekit.com","r":2225,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"census.gov","r":2232,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"like.video","r":2235,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"constantcontact.com","r":2237,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"expedia.com","r":2240,"ai":["chatgpt-user","claude-searchbot","claude-user","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"peacocktv.com","r":2242,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vox.com","r":2245,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"duke.edu","r":2247,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"klarna.com","r":2248,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"polymarket.com","r":2249,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cctv.com","r":2250,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"istockphoto.com","r":2251,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"asana.com","r":2252,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adthrive.com","r":2256,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mixcloud.com","r":2261,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"purdue.edu","r":2262,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fliphtml5.com","r":2263,"ai":["amazonbot","bytespider","ccbot","cohere-ai","cohere-training-data-crawler","deepseek-crawler","deepseekbot","diffbot","iaskspider","iaskspider/2.0","img2dataset","meta-externalagent","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","deepseek-crawler","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"semrush.com","r":2266,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sharethis.com","r":2269,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nodejs.org","r":2271,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"broadcom.com","r":2273,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kde.org","r":2274,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uiuc.edu","r":2277,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ay.delivery","r":2278,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trustedstack.com","r":2279,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"laravel.com","r":2280,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"useinsider.com","r":2281,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"craigslist.org","r":2282,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"quantummetric.com","r":2283,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"photobucket.com","r":2286,"ai":["bytespider"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"coinmarketcap.com","r":2288,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"posthog.com","r":2289,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mintegral.net","r":2290,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bigcartel.com","r":2295,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"axon.ai","r":2296,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"so.com","r":2297,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lin.ee","r":2298,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"techradar.com","r":2301,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ad.gt","r":2302,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"didiglobal.com","r":2303,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"verizon.com","r":2304,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adswizz.com","r":2307,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazonaws.com.cn","r":2308,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"beget.ru","r":2309,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cookiebot.com","r":2311,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"bazaarvoice.com","r":2313,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crunchyroll.com","r":2314,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smi2.net","r":2315,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ria.ru","r":2316,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"html-load.com","r":2317,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"innovid.com","r":2318,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dondominio.com","r":2320,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"customer.io","r":2321,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"hotmail.com","r":2323,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"inc.com","r":2325,"ai":["bard","ccbot","claude","claude-web","copy.ai","gptbot","jasper","meta-externalagent","neeva","perplexity","writesonic"],"dead":["bard","claude","claude-web","copy.ai","jasper","neeva","perplexity","writesonic"],"blk":["Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"semanticscholar.org","r":2327,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unc.edu","r":2328,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"openssl.org","r":2329,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"generatepress.com","r":2330,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gallup.com","r":2332,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","gptbot","mistralai-user","perplexity-user","perplexitybot"],"dead":["cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"messenger.com","r":2333,"ai":["meta-externalads"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lego.com","r":2335,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ryanair.com","r":2337,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adp.com","r":2338,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"last.fm","r":2341,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"immersivelabs.online","r":2343,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fullstory.com","r":2344,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"www.gov.cn","r":2345,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unruly.co","r":2346,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"earthlink.net","r":2348,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tutu.ru","r":2351,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nubank.com.br","r":2354,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"abcnews.com","r":2355,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nic.media","r":2356,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hbomax.com","r":2357,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"grafana.com","r":2358,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"icann.org","r":2360,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gameanalytics.com","r":2361,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bigcommerce.com","r":2363,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adsmoloco.com","r":2364,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"senate.gov","r":2366,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"guardian.co.uk","r":2368,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","google-cloudvertexbot","meta-externalagent","perplexitybot","youbot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"utoronto.ca","r":2369,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kinopoisk.ru","r":2372,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"congress.gov","r":2375,"ai":["amazonbot","anthropic-ai","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","iaskspider","iaskspider/2.0","img2dataset","klaviyoaibot","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"axios.com","r":2376,"ai":["amazonbot","bytespider","ccbot","diffbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apachefriends.org","r":2377,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yandex.com.tr","r":2378,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"windy.com","r":2379,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"asu.edu","r":2381,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nielsen.com","r":2383,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cloud.sap","r":2385,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"oculus.com","r":2386,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"websupport.sk","r":2389,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"garena.com","r":2391,"ai":["meta-externalagent","meta-externalfetcher"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vkvideo.ru","r":2392,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"notion.site","r":2393,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"siriusxm.com","r":2394,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"web.de","r":2395,"ai":["amazonbot","applebot-extended","ccbot","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","timpibot"],"dead":["cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"slate.com","r":2399,"ai":["amazonbot","applebot-extended","awario","bytespider","ccbot","claudebot","cloudvertexbot","cohere-training-data-crawler","coherebot","dataprovider.com","deepseekbot","gptbot","laion-huggingface-processor","meta-externalads","meta-externalagent","mistralbot","omgili","timpibot","webzio","webzio-extended"],"dead":["dataprovider.com","mistralbot","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wpengine.com","r":2400,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clickup.com","r":2404,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rollingstone.com","r":2405,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ycombinator.com","r":2406,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bunny.net","r":2408,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"accenture.com","r":2410,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"umd.edu","r":2411,"ai":["gptbot","perplexitybot"],"dead":[],"blk":["GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smi2.ru","r":2412,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"traveloka.com","r":2413,"ai":["amazonbot","applebot-extended","bytespider","chatgpt-user","claude-searchbot","claude-user","claudebot","gemini-deep-research","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"loopia.se","r":2414,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"web.dev","r":2415,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"samsungads.com","r":2418,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"chartboost.com","r":2419,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"entrepreneur.com","r":2421,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nejm.org","r":2422,"ai":["ccbot","chatgpt-user","gptbot","perplexitybot"],"dead":[],"blk":["CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"pcmag.com","r":2426,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"samba.tv","r":2429,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doordash.com","r":2430,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mpg.de","r":2433,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ny.gov","r":2434,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"x5.ru","r":2436,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"miro.com","r":2437,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"java.com","r":2439,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sendbird.com","r":2442,"ai":["ccbot","chatgpt-user","firecrawlagent","gptbot","perplexitybot","phindbot","youbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usc.edu","r":2445,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"express.co.uk","r":2447,"ai":["anthropic-ai","applebot-extended","ccbot","claude-web","claudebot","gptbot","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","perplexity-ai"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sfgate.com","r":2454,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hihonor.com","r":2455,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"julydns.com","r":2456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"altervista.org","r":2457,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"imf.org","r":2458,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redditmedia.com","r":2460,"ai":["neevabot"],"dead":["neevabot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sakura.ne.jp","r":2461,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"geotrust.com","r":2463,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unity.com","r":2465,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yammer.com","r":2468,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ey.com","r":2469,"ai":["anthropic-ai","ccbot","chatgpt-user","gptbot","perplexity-user","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucdavis.edu","r":2470,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sureserver.com","r":2471,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"msu.edu","r":2472,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"made-in-china.com","r":2478,"ai":["applebot-extended","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gemini-deep-research","gptbot","grokbot","perplexity-user","perplexitybot"],"dead":["grokbot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"churnzero.net","r":2480,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rockstargames.com","r":2482,"ai":["applebot-extended","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","meta-externalagent"],"dead":["cohere-ai"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rt.com","r":2485,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hubspot.net","r":2486,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"de.com","r":2487,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zend.com","r":2490,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"visualwebsiteoptimizer.com","r":2491,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","phindbot","youbot"],"dead":["claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"verkada.com","r":2495,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gettyimages.com","r":2497,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"urbanairship.com","r":2498,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gmx.net","r":2499,"ai":["amazonbot","applebot-extended","ccbot","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","timpibot"],"dead":["cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"snowflake.com","r":2500,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"upwork.com","r":2501,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"home-assistant.io","r":2502,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"match.com","r":2503,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"ubc.ca","r":2505,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ucoz.ru","r":2507,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qz.com","r":2510,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mirtesen.ru","r":2512,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.tr","r":2515,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"here.com","r":2517,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ifeng.com","r":2519,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wetransfer.com","r":2521,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"moodle.com","r":2525,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pruffme.com","r":2526,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wayfair.com","r":2527,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"lastpass.com","r":2529,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cymru.com","r":2530,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"colorado.edu","r":2532,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iheart.com","r":2533,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adtelligent.com","r":2535,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mparticle.com","r":2537,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"news.com.au","r":2538,"ai":["google-cloudvertexbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scmp.com","r":2540,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smh.com.au","r":2541,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"glassdoor.com","r":2543,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere","cohere-ai","diffbot","google-cloudvertexbot","gptbot","img2dataset","omgili","omgilibot","perplexity","youbot"],"dead":["anthropic-ai","claude-web","cohere","cohere-ai","omgili","omgilibot","perplexity"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flurry.com","r":2545,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"douban.com","r":2546,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gamespot.com","r":2547,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"powerbi.com","r":2548,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nordvpn.com","r":2550,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"okx.com","r":2554,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nextdoor.com","r":2555,"ai":["gptbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"databricks.com","r":2556,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"urldefense.com","r":2557,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ringcentral.com","r":2559,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"illinois.edu","r":2560,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jwplayer.com","r":2562,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weibo.cn","r":2563,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wshareit.com","r":2567,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"slashdot.org","r":2568,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tenable.com","r":2570,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crowdstrike.com","r":2573,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nest.com","r":2574,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tenor.com","r":2575,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ibb.co","r":2576,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kahoot.it","r":2577,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"audible.com","r":2578,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tmall.com","r":2579,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ionos.de","r":2580,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rostelecom.ru","r":2581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cve.org","r":2582,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dhs.gov","r":2583,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livescience.com","r":2584,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucl.ac.uk","r":2588,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"afraid.org","r":2589,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yotpo.com","r":2591,"ai":["anthropic-ai","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"technologyreview.com","r":2595,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"drupal.org","r":2596,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"screenconnect.com","r":2599,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"getpocket.com","r":2601,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"chinadaily.com.cn","r":2603,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arizona.edu","r":2604,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thehill.com","r":2608,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"khanacademy.org","r":2609,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zeit.de","r":2610,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cloudvertexbot","cohere-training-data-crawler","deepseekbot","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","perplexity-user","perplexitybot","quillbot.com","timpibot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"quizlet.com","r":2611,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ccc.de","r":2613,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.pl","r":2615,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"csdn.net","r":2618,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"umbrella.com","r":2619,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"charter.net","r":2620,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flaticon.com","r":2622,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"harman.com","r":2624,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"getyourguide.com","r":2627,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rudderstack.com","r":2629,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spaceweb.ru","r":2631,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hollywoodreporter.com","r":2632,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"surfshark.com","r":2633,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pxf.io","r":2634,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"theglobeandmail.com","r":2635,"ai":["amazonbot","anthropic-ai","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseek","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok","iaskspider/2.0","img2dataset","klaviyoaibot","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","timpibot/0.9","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","google-notebooklm","grok","omgili","omgilibot","perplexity","timpibot/0.9"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tizen.org","r":2636,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"visa.com","r":2637,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"perl.org","r":2638,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"northwestern.edu","r":2639,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gutenberg.org","r":2640,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"snssdk.com","r":2645,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aditude.io","r":2646,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hinet.net","r":2649,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"canonical.com","r":2650,"ai":["anthropic-ai","bytespider","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"opensource.org","r":2658,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trustindex.io","r":2659,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"admatic.de","r":2660,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"toasttab.com","r":2661,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"woocommerce.com","r":2662,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hindustantimes.com","r":2663,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weplayapp.com","r":2667,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newscientist.com","r":2670,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","grok","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grok","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"matomo.org","r":2674,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.us","r":2675,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sketchfab.com","r":2676,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qunar.com","r":2678,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rumble.com","r":2679,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pnas.org","r":2681,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"riskified.com","r":2682,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tmdb.org","r":2683,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cell.com","r":2684,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mojohost.com","r":2685,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"comodoca.com","r":2686,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"parallels.com","r":2687,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fanduel.com","r":2690,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"pavietnam.vn","r":2691,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smithsonianmag.com","r":2693,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"1password.com","r":2695,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cutt.ly","r":2696,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"medlineplus.gov","r":2698,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nsw.gov.au","r":2699,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"raiffeisen.ru","r":2702,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wipo.int","r":2703,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adguard.com","r":2705,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"envato.com","r":2706,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"howstuffworks.com","r":2709,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webs.com","r":2714,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"archlinux.org","r":2718,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"centos.org","r":2721,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"infomaniak.com","r":2723,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"phantom.app","r":2725,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pubnative.net","r":2728,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pypi.org","r":2730,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bizjournals.com","r":2732,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","gptbot","meta-externalagent"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"archives.gov","r":2733,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"elastic.co","r":2737,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redis.io","r":2739,"ai":["amazonbot","ccbot","chatgpt-user","claude-web","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"easybrain.com","r":2746,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"anchor.fm","r":2750,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"huntress.io","r":2752,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dalyfeds.com","r":2755,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"wikisource.org","r":2756,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thomsonreuters.com","r":2757,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"padlet.com","r":2758,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ps.kz","r":2759,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"suno.com","r":2762,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zapier.com","r":2767,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"instacart.com","r":2768,"ai":["chatgpt-user","meta-externalagent","perplexity-user","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"58.com","r":2770,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"realtor.com","r":2774,"ai":["google-cloudvertexbot","meta-externalagent","meta-externalfetcher"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"podbean.com","r":2775,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fotmob.com","r":2776,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apptracer.ru","r":2778,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mfadsrvr.com","r":2779,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"icloud.com.cn","r":2781,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tds.net","r":2783,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","huggingface","img2dataset","neevabot","omgili","omgilibot","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","huggingface","neevabot","omgili","omgilibot","perplexity-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nic.ai","r":2784,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zalo.me","r":2785,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chicagotribune.com","r":2789,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-training-data-crawler","diffbot","gptbot","grok-crawler","laion-huggingface-processor","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","grok-crawler","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"venturebeat.com","r":2791,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"utah.edu","r":2795,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"about.me","r":2796,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"indianexpress.com","r":2797,"ai":["anthropic-ai","applebot-extended","bytespider","claude-web","claudebot","cohere-ai","diffbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ko-fi.com","r":2801,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"affirm.com","r":2803,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"osu.edu","r":2805,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"incognia.com","r":2806,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trip.com","r":2807,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shazam.com","r":2808,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yumpu.com","r":2810,"ai":["anthropic-ai","applebot-extended","claude-searchbot","claude-web","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"history.com","r":2812,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"system-monitor.com","r":2813,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"libsyn.com","r":2817,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"saby.ru","r":2818,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"philips.com","r":2819,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"inmotionhosting.com","r":2821,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"schwab.com","r":2825,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"economictimes.com","r":2828,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"grindr.com","r":2829,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"france24.com","r":2831,"ai":["anthropic-ai","big sur ai","bytedance-ai","ccbot","chatgpt operator","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","digitaloceangenaicrawler","gptbot","grok","img2dataset","meta llama","metaaibot","mistralai-user","mistralai-user/1.0","moonshot-ai","omgili","omgilibot","perplexity-user","perplexity-user/1.0","perplexitybot","quillbot.com","youbot"],"dead":["anthropic-ai","big sur ai","bytedance-ai","chatgpt operator","claude-web","cohere-ai","digitaloceangenaicrawler","grok","meta llama","metaaibot","moonshot-ai","omgili","omgilibot","perplexity-user/1.0"],"blk":["CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bidease.com","r":2832,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"virginia.edu","r":2837,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"registry.in","r":2838,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nexon.com","r":2839,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trafficjunky.net","r":2840,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"undp.org","r":2841,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"drweb.com","r":2842,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"prezi.com","r":2845,"ai":["claude-searchbot","claudebot","gptbot"],"dead":[],"blk":["ClaudeBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iop.org","r":2846,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"strato.de","r":2849,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"transip.nl","r":2855,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cookieyes.com","r":2856,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wa.gov","r":2857,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kochava.com","r":2858,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thetimes.co.uk","r":2859,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"feinidi.com","r":2860,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gumroad.com","r":2861,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"splashtop.com","r":2863,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"toutiao.com","r":2870,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"phys.org","r":2873,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-ai","gptbot"],"dead":["cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sueddeutsche.de","r":2874,"ai":["amazonbot","anthropic-ai","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bu.edu","r":2875,"ai":["amazonbot","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rottentomatoes.com","r":2876,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tealiumiq.com","r":2877,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bitnami.com","r":2878,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webflow.com","r":2879,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"sportradar.com","r":2881,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wanadoo.fr","r":2883,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ubisoft.com","r":2884,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ipapi.co","r":2885,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"crazyegg.com","r":2886,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","gptbot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"narod.ru","r":2887,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kpmg.com","r":2888,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"texas.gov","r":2889,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tamu.edu","r":2891,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dextrodedenda.top","r":2892,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"capitalone.com","r":2893,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"faz.net","r":2894,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uribl.com","r":2898,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"grok.com","r":2899,"ai":["applebot-extended","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imageshack.us","r":2901,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thawte.com","r":2904,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blismedia.com","r":2906,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mercadolibre.cl","r":2907,"ai":["amazonbot","chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ihc.ru","r":2910,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foodnetwork.com","r":2911,"ai":["ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"discovery.com","r":2912,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deere.com","r":2913,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"asahi.com","r":2914,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jwpltx.com","r":2915,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"doubao.com","r":2919,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mydramawave.com","r":2922,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ohmy.bid","r":2923,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usa.gov","r":2924,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"heart.org","r":2925,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"airtable.com","r":2926,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tokopedia.com","r":2927,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eurodns.com","r":2928,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"today.com","r":2929,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","bytespider desktop","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","quillbot","quillbot.com","youbot"],"dead":["anthropic-ai","bytespider desktop","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zdf.de","r":2931,"ai":["ccbot","chatgpt-user","gptbot","scrapybot"],"dead":["scrapybot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eyeota.net","r":2934,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"citrix.com","r":2935,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"claude.com","r":2936,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnil.fr","r":2937,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thehindu.com","r":2938,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spot.im","r":2939,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"boyuanhulian.com","r":2940,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"irishtimes.com","r":2942,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aviasales.com","r":2943,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"resume.com","r":2945,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vogue.com","r":2947,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"proton.me","r":2948,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rosminzdrav.ru","r":2949,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"e-volution.ai","r":2950,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sberdevices.ru","r":2951,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moz.com","r":2952,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ti.com","r":2954,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"libero.it","r":2955,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crealitycloud.com","r":2956,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redbubble.com","r":2957,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mastodon.social","r":2958,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rsc.org","r":2960,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"snapcraft.io","r":2961,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"square.site","r":2962,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"univie.ac.at","r":2963,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dnspod.com","r":2965,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hoster.ru","r":2969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fbi.gov","r":2971,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bumble.com","r":2972,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hotstar.com","r":2976,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hybrid.ai","r":2979,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"check24.de","r":2981,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.sg","r":2982,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"1drv.ms","r":2983,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rutgers.edu","r":2985,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mystrikingly.com","r":2987,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"railway.app","r":2988,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"instructables.com","r":2989,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"theregister.com","r":2990,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","grokbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grokbot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aarp.org","r":2992,"ai":["bytespider","ccbot","deepseekbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"laracasts.com","r":2995,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tenda.com.cn","r":2997,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"joinmassive.com","r":2999,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"starmakerstudios.com","r":3003,"ai":["amazonbot","bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"drmgms.com","r":3006,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jpush.cn","r":3008,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"intelbras.com.br","r":3009,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"pastebin.com","r":3010,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"feishu.cn","r":3011,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"joomla.org","r":3012,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"geocomply.com","r":3018,"ai":["ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flic.kr","r":3019,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"medscape.com","r":3020,"ai":["amazonbot","ccbot","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sina.cn","r":3022,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"robinhood.com","r":3023,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ucsb.edu","r":3024,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"afrinic.net","r":3027,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"justia.com","r":3028,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"su89-cdn.net","r":3030,"ai":["anthropic-ai","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cn.com","r":3031,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"intercomcdn.com","r":3032,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"bt.com","r":3035,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vrbo.com","r":3037,"ai":["chatgpt-user","claude-searchbot","claude-user","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"fortinet.com","r":3039,"ai":["ccbot/2.0","chatgpt-user","claude-searchbot","claude-user","google-cloudvertexbot","gptbot","perplexitybot","youbot"],"dead":["ccbot/2.0"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newsbreak.com","r":3040,"ai":["amazonbot","anthropic","anthropic-ai","applebot-extended","bard","bytespider","ccbot","chatgpt-user","claude","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","youbot"],"dead":["anthropic","anthropic-ai","bard","claude","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uspto.gov","r":3041,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"calameo.com","r":3042,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cpan.org","r":3043,"ai":["the knowledge ai"],"dead":["the knowledge ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"buzzoola.com","r":3044,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ventraip.net.au","r":3045,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopee.com.my","r":3050,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"caniuse.com","r":3051,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"expressapisv2.net","r":3052,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ntppool.org","r":3053,"ai":["claude-user"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ubereats.com","r":3054,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"duosecurity.com","r":3055,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ctvnews.ca","r":3057,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","deepseek","deepseekbot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web","deepseek"],"blk":["CCBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashbots.net","r":3060,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kbz0pwvxmv.com","r":3062,"ai":["anthropic-ai","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"callrail.com","r":3063,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"a2hosting.com","r":3064,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"max.com","r":3067,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"brandbucket.com","r":3068,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sprinthost.ru","r":3071,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imagemagick.org","r":3073,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.at","r":3076,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hellotalk8.com","r":3078,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sprinklr.com","r":3082,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"esquire.com","r":3084,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wellsfargo.com","r":3086,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopee.ph","r":3087,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"metro.co.uk","r":3088,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","grok","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grok","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"salesforce-scrt.com","r":3089,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elle.com","r":3091,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tmz.com","r":3092,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ripe.net","r":3093,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"drpc.org","r":3095,"ai":["anthropic-ai","chatgpt-user","claude-searchbot","claude-web","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dol.gov","r":3096,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"innogames.de","r":3097,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cancer.gov","r":3098,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"brookings.edu","r":3099,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flightradar24.com","r":3100,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"modrinth.com","r":3102,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jampp.com","r":3103,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"userway.org","r":3104,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"n-able.com","r":3105,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lenta.ru","r":3108,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"curl.se","r":3110,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"llamarpc.com","r":3112,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"fool.com","r":3114,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"allrecipes.com","r":3115,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"crunchbase.com","r":3116,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"youronlinechoices.eu","r":3118,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"esa.int","r":3120,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"walkme.com","r":3121,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"glance.net","r":3124,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"likeevideo.ru","r":3125,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thedailybeast.com","r":3129,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.be","r":3130,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redbull.com","r":3133,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"egnyte.com","r":3135,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sfu.ca","r":3136,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tubitv.com","r":3138,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mapquest.com","r":3139,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-web","claudebot","cohere-ai","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","perplexitybot-user","phindbot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgili","omgilibot","perplexitybot-user"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sedoparking.com","r":3140,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"si.com","r":3141,"ai":["chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ch","r":3143,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thrtle.com","r":3149,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"loom.com","r":3150,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sproutsocial.com","r":3153,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"watchguard.com","r":3154,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.mx","r":3155,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nate.com","r":3156,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paypal.me","r":3158,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"citi.com","r":3163,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foursquare.com","r":3164,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pandasecurity.com","r":3165,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cbssports.com","r":3166,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"malwarebytes.com","r":3167,"ai":["claudebot","geminibot","gptbot","perplexitybot"],"dead":["geminibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"starbucks.com","r":3168,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mountain.com","r":3169,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onaudience.com","r":3170,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"terra.com.br","r":3172,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ifood.com.br","r":3173,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gog.com","r":3177,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nyc.gov","r":3179,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adition.com","r":3180,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wikibooks.org","r":3181,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fang.com","r":3182,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hootsuite.com","r":3183,"ai":["amazonbot","applebot-extended","chatgpt-user","claude-user","claudebot","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"x-cdn-static.com","r":3184,"ai":["anthropic-ai","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"billboard.com","r":3186,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tagesschau.de","r":3187,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zemanta.com","r":3188,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freshdesk.com","r":3189,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adingo.jp","r":3190,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ex.co","r":3191,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zynga.com","r":3192,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"docusign.com","r":3193,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dnsimple.com","r":3196,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"guard.io","r":3197,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pitt.edu","r":3199,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"profi.ru","r":3200,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"threatlocker.com","r":3203,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rian.ru","r":3205,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.tw","r":3206,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myanimelist.net","r":3208,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","img2dataset","laion-huggingface-processor","laiondownloader","meta-externalagent","omgili","omgilibot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cosmopolitan.com","r":3209,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zscaler.com","r":3210,"ai":["applebot-extended","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ning.com","r":3211,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foxsports.com","r":3212,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"samsunghealth.com","r":3213,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vanguard.com","r":3214,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flipboard.com","r":3215,"ai":[".ai","ai article writer","ai content detector","ai dungeon","ai search engine","ai seo crawler","ai training","ai writer","aibot","alpha ai","amazonbot","anthropic","bardbot","bytespider","ccbot","claude","cohere","common crawl","commoncrawl","conversion ai","copilot","crawlq ai","crew ai","dataprovider","deepseek","diffbot","doubao ai","firecrawl","frase ai","gemini","gpt","gptbot","grok","hypotenuse ai","iaskspider","img2dataset","jasperai","keyword density ai","llama","llms","meta ai","meta-ai","meta-external","mistral","neevabot","omgili","open ai","openai","opentext ai","page analyzer ai","perplexity","phindbot","quillbot","simplified ai","surfer ai","the knowledge ai","timpibot","vidnami ai","webzio","writesonic","xai","youbot"],"dead":[".ai","ai article writer","ai content detector","ai dungeon","ai search engine","ai seo crawler","ai training","ai writer","aibot","alpha ai","anthropic","bardbot","claude","cohere","common crawl","commoncrawl","conversion ai","copilot","crawlq ai","crew ai","dataprovider","deepseek","doubao ai","firecrawl","frase ai","gemini","gpt","grok","hypotenuse ai","jasperai","keyword density ai","llama","llms","meta ai","meta-ai","meta-external","mistral","neevabot","omgili","open ai","opentext ai","page analyzer ai","perplexity","simplified ai","surfer ai","the knowledge ai","vidnami ai","writesonic","xai"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"novell.com","r":3219,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xero.com","r":3220,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fox.com","r":3221,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"c6gj-static.net","r":3223,"ai":["anthropic-ai","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cancer.org","r":3225,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nianticlabs.com","r":3226,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"directnic.com","r":3227,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cygwin.com","r":3229,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uk.net","r":3230,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rtve.es","r":3231,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"geeksforgeeks.org","r":3232,"ai":["anthropic-ai","bytespider","ccbot","cohere-ai"],"dead":["anthropic-ai","cohere-ai"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ispot.tv","r":3234,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thingiverse.com","r":3235,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"caltech.edu","r":3239,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goodhousekeeping.com","r":3240,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mediawiki.org","r":3243,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"infojobs.net","r":3244,"ai":["applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.ua","r":3250,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"snowflakecomputing.com","r":3251,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hoster.kz","r":3252,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mihanwebhost.com","r":3253,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"openldap.org","r":3254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"monday.com","r":3257,"ai":["chatgpt-user","claudebot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"tokeon.ru","r":3259,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lifehacker.com","r":3260,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","gptbot","iaskspider","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"heyzine.com","r":3261,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ondemand.com","r":3262,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"mediavine.com","r":3263,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tomshardware.com","r":3264,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rtbhouse.com","r":3265,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freedesktop.org","r":3266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iastate.edu","r":3267,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ssl.com","r":3268,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unep.org","r":3271,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wireshark.org","r":3272,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aeroflot.ru","r":3274,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cuny.edu","r":3276,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nymag.com","r":3279,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yg5sjx5kzy.com","r":3280,"ai":["anthropic-ai","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"joyn.de","r":3281,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"greenpeace.org","r":3282,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thetimes.com","r":3284,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vatican.va","r":3285,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ladsp.com","r":3287,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.se","r":3288,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"signalr.net","r":3289,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"permutive.app","r":3290,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"isc.org","r":3291,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"chartbeat.com","r":3292,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vercel.com","r":3294,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"sas.com","r":3296,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tripadvisor.co.uk","r":3297,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claudebot","cohere-ai","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","perplexitybot","youbot"],"dead":["chatgpt-user/2.0","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mcdonalds.com","r":3299,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"consumerreports.org","r":3302,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aa.com","r":3303,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"houzz.com","r":3304,"ai":["chatgpt-user","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zeotap.com","r":3306,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tradingeconomics.com","r":3307,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wustl.edu","r":3309,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webnovel.com","r":3310,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"coca-cola.com","r":3312,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mcgill.ca","r":3314,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newsroom.bi","r":3315,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"virustotal.com","r":3316,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mimecast.com","r":3319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dhl.de","r":3320,"ai":["amazonbot","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"georgetown.edu","r":3321,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"voximplant.com","r":3323,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"voanews.com","r":3325,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"excite.co.jp","r":3327,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cox.net","r":3329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thefreedictionary.com","r":3330,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","google-cloudvertexbot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"coingecko.com","r":3331,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deadline.com","r":3337,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eventbrite.co.uk","r":3338,"ai":["ccbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kinghost.com.br","r":3340,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dictionary.com","r":3341,"ai":["applebot-extended","ccbot","gptbot"],"dead":[],"blk":["Applebot-Extended","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apnic.net","r":3342,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"senderscore.com","r":3343,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"handelsblatt.com","r":3345,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","mistralai-user","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"4shared.com","r":3346,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hrw.org","r":3347,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"liveintent.com","r":3348,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ke.com","r":3349,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.th","r":3350,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lavanguardia.com","r":3355,"ai":["anthropic-ai","bytespider","ccbot","claude-web","claudebot","gptbot","youbot"],"dead":["anthropic-ai","claude-web"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"walgreens.com","r":3356,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vt.edu","r":3359,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"entrust.net","r":3360,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tynt.com","r":3361,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.il","r":3363,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nicovideo.jp","r":3366,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cvent.com","r":3367,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leparisien.fr","r":3369,"ai":["amazonbot","anthropic-ai","ccbot","claude-web","claudebot","cohere-ai","gptbot","omgili","perplexitybot","webzio"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"artstation.com","r":3371,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"atom.com","r":3372,"ai":["gptbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livedoor.com","r":3373,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"honor.com","r":3374,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arin.net","r":3375,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"championat.com","r":3382,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cbr.ru","r":3385,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"postman.com","r":3386,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gotinder.com","r":3387,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iterable.com","r":3390,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"terabox.com","r":3391,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"axis.com","r":3392,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tagesspiegel.de","r":3395,"ai":["applebot-extended","bytespider","ccbot","claudebot","cloudvertexbot","cohere-training-data-crawler","deepseekbot","diffbot","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nalog.ru","r":3396,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"servidoresdns.net","r":3397,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crypto.com","r":3400,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"digitaltrends.com","r":3403,"ai":["amazonbot","diffbot","img2dataset","meta-externalagent","omgili","youbot"],"dead":["omgili"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blogspot.co.uk","r":3405,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"register.it","r":3406,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"federalregister.gov","r":3407,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"revcontent.com","r":3409,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"braze.eu","r":3410,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vanityfair.com","r":3412,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sfr.fr","r":3415,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ebay.it","r":3416,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"demandbase.com","r":3418,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobilefuse.com","r":3420,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nobelprize.org","r":3421,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"radiofrance.fr","r":3423,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","digitaloceangenaicrawler","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok","grokbot","iaskspider","iaskspider/2.0","img2dataset","klaviyoaibot","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","digitaloceangenaicrawler","google-notebooklm","grok","grokbot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.se","r":3425,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nic.zone","r":3430,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jio.com","r":3431,"ai":["binggpt","claudebot","gemini","gptbot","perplexitybot"],"dead":["binggpt","gemini"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linklist.bio","r":3433,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nzherald.co.nz","r":3434,"ai":["*exabot*","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","perplexity-user","perplexitybot","quillbot.com","webzio-extended"],"dead":["*exabot*","anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ipcc.ch","r":3436,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"feedly.com","r":3437,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"collegeboard.org","r":3439,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"go.dev","r":3440,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"samsclub.com","r":3442,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bale.ai","r":3443,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gitee.com","r":3445,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uga.edu","r":3447,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chron.com","r":3448,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telstra.com","r":3453,"ai":["amazonbot","bytespider","ccbot","commoncrawl","diffbot","iaskspider","img2dataset","quillbot","timpibot"],"dead":["commoncrawl"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betcity.ru","r":3456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"classlink.com","r":3457,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"walmart.com.mx","r":3459,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"edx.org","r":3460,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hawaii.edu","r":3461,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ouraring.com","r":3463,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnrs.fr","r":3464,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lenovomm.com","r":3466,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flightaware.com","r":3467,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bahn.de","r":3468,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yahoo.net","r":3471,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","huggingface","img2dataset","neevabot","omgili","omgilibot","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","huggingface","neevabot","omgili","omgilibot","perplexity-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"macomnet.ru","r":3472,"ai":["aibot","anthropic-ai","awario.com","bytespider","ccbot","chatgpt-user","cohere-ai","gptbot","molokaibot","omgili","openai","openai.com","redesscrapy"],"dead":["aibot","anthropic-ai","awario.com","cohere-ai","molokaibot","omgili","openai.com","redesscrapy"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nhl.com","r":3473,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"urbandictionary.com","r":3474,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"abebooks.com","r":3476,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"timesofisrael.com","r":3477,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smartsheet.com","r":3478,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qnap.com","r":3479,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"swiftkey.com","r":3482,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"frdmhere.com","r":3483,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.ar","r":3488,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"glasvezelactiveren.nl","r":3489,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"stuff.co.nz","r":3490,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"salon.com","r":3491,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-operator","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","gptbot","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot"],"dead":["anthropic-ai","chatgpt-operator","claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"domaintools.com","r":3492,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"17track.net","r":3494,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fraunhofer.de","r":3495,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"orf.at","r":3496,"ai":["anthropic-ai","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mariadb.org","r":3499,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"formula1.com","r":3500,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitly.com","r":3501,"ai":["ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","gptbot"],"dead":["claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"code.org","r":3504,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"se.com","r":3505,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"habr.com","r":3508,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"teepublic.com","r":3510,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"abc.es","r":3511,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claudebot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.gr","r":3512,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vinted.com","r":3513,"ai":["amazonbot","ccbot","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ixigua.com","r":3514,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"boston.com","r":3517,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"br.de","r":3518,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wistia.com","r":3522,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"gatech.edu","r":3523,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"politico.eu","r":3524,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lse.ac.uk","r":3525,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"e-recht24.de","r":3526,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rs6.net","r":3527,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nydailynews.com","r":3528,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-training-data-crawler","diffbot","gptbot","grok-crawler","laion-huggingface-processor","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","grok-crawler","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foxbusiness.com","r":3529,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"honeywell.com","r":3533,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ad-score.com","r":3535,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iqm.com","r":3537,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vtex.com","r":3538,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"quark.cn","r":3539,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dataprivacyframework.gov","r":3540,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"autotrader.co.uk","r":3541,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cpi.ad.jp","r":3542,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tufts.edu","r":3543,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hackaday.com","r":3544,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"olx.ua","r":3545,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.cz","r":3548,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.ae","r":3550,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dreamstime.com","r":3551,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"legacy.com","r":3554,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gimp.org","r":3555,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mynavi.jp","r":3556,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.nl","r":3557,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"parsely.com","r":3560,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.za","r":3562,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"500px.com","r":3563,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"standard.co.uk","r":3566,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"razorpay.com","r":3567,"ai":["bytespider","chatgpt-user","claudebot","firecrawlagent","perplexitybot","phindbot","youbot"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"dantri.com.vn","r":3568,"ai":["applebot-extended","claudebot","cohere-ai","gptbot","omgilibot","perplexitybot"],"dead":["cohere-ai","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bounceexchange.com","r":3570,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pushwoosh.com","r":3571,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gameloft.com","r":3572,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"proquest.com","r":3573,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ampproject.net","r":3575,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zaloapp.com","r":3578,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tori.fi","r":3580,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"10jqka.com.cn","r":3581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ziggo.nl","r":3586,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ndr.de","r":3591,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"immersivelabs.com","r":3594,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unisys.com","r":3596,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"garant.ru","r":3598,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.vn","r":3600,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yle.fi","r":3601,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseek","deepseekbot","diffbot","gptbot","grok","grokai","iaskspider/2.0","img2dataset","meta-externalagent","omgili","omgilibot","timpibot","x.ai","xai","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","grok","grokai","omgili","omgilibot","x.ai","xai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unl.edu","r":3602,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"emarsys.net","r":3604,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arduino.cc","r":3605,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"termsfeed.com","r":3607,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"simplisafe.com","r":3612,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oray.com","r":3613,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bi.zone","r":3614,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ourworldindata.org","r":3617,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hotmart.com","r":3621,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"serverdata.net","r":3622,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"timeout.com","r":3623,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hbs.edu","r":3624,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dingtalk.com","r":3628,"ai":["ccbot","claudebot","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freenet.de","r":3631,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"polyspeak.ai","r":3633,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"smallpdf.com","r":3634,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"opsgenie.com","r":3635,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sba.gov","r":3636,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"identrust.com","r":3638,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clinicaltrials.gov","r":3642,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"prtimes.jp","r":3643,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"avg.com","r":3645,"ai":["chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xkcd.com","r":3646,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"legislation.gov.uk","r":3647,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.ph","r":3648,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"admaster.cc","r":3649,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ansa.it","r":3651,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"brightspace.com","r":3653,"ai":["amazonbot","anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","google-cloudvertexbot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amnesty.org","r":3656,"ai":["ccbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.kr","r":3657,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"man7.org","r":3658,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"osha.gov","r":3659,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"lonelyplanet.com","r":3660,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cian.ru","r":3662,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitrix24.com","r":3663,"ai":["anthropic-ai","bingbot-copilot","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexity-bot","youbot"],"dead":["anthropic-ai","bingbot-copilot","claude-web","cohere-ai","perplexity-bot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buzzsprout.com","r":3670,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"toyota.com","r":3673,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.pt","r":3674,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rochester.edu","r":3678,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"indiatoday.in","r":3680,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"securityfocus.com","r":3684,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"banki.ru","r":3685,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oregonstate.edu","r":3686,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"apkpure.com","r":3689,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lnk.to","r":3691,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"nizixun.com","r":3692,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gaijin.net","r":3694,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oaistatsig.com","r":3696,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ardmediathek.de","r":3697,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smugmug.com","r":3698,"ai":["alexabot"],"dead":["alexabot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"value-domain.com","r":3699,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weborama.fr","r":3701,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dhgate.com","r":3703,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"chosun.com","r":3706,"ai":["deepseekbot","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"immobilienscout24.de","r":3707,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"worldcat.org","r":3710,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xe.com","r":3712,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boursorama.com","r":3713,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitwarden.com","r":3715,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","claude-searchbot","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"consentmanager.net","r":3718,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"creditkarma.com","r":3720,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dev.to","r":3721,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"colorlib.com","r":3722,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nexx360.io","r":3724,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"elementor.com","r":3725,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qualcomm.com","r":3727,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cia.gov","r":3729,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nic.video","r":3732,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onenote.net","r":3734,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dns.pt","r":3736,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"myfitnesspal.com","r":3737,"ai":["chatgpt-user"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"celtra.com","r":3738,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jp.net","r":3741,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bstatic.com","r":3742,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pcworld.com","r":3743,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"is.gd","r":3744,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"over-blog.com","r":3745,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"brown.edu","r":3747,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"owasp.org","r":3749,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"grafana.net","r":3751,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porsche.com","r":3752,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yomiuri.co.jp","r":3753,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopee.vn","r":3754,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aruba.it","r":3755,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oneindia.com","r":3757,"ai":["anthropic-ai","ccbot","chatgpt-user","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aws.com","r":3758,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arlo.com","r":3761,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"piano.io","r":3762,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"backblaze.com","r":3763,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liberation.fr","r":3764,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"quillbot.com","r":3765,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vlr.gg","r":3766,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"space.com","r":3768,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.cl","r":3769,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"siteground.biz","r":3773,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rtbwise.com","r":3774,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dji.com","r":3776,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.my","r":3777,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"howtogeek.com","r":3780,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"osano.com","r":3781,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unam.mx","r":3782,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.co","r":3785,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gifshow.com","r":3786,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.dk","r":3788,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wordfence.com","r":3789,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mailerlite.com","r":3790,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"farfetch.com","r":3793,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"plausible.io","r":3796,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zimbra.com","r":3797,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sportradarserving.com","r":3798,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uscourts.gov","r":3799,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arbeitsagentur.de","r":3801,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dashlane.com","r":3802,"ai":["amazonbot","anthropic-ai","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseek assistant","gptbot","grok","meta-externalagent","openai-operator","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","deepseek assistant","grok","openai-operator"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vimeocdn.com","r":3804,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"permutive.com","r":3807,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freelancer.com","r":3809,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"your-storageshare.de","r":3810,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pndsn.com","r":3812,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"menshealth.com","r":3814,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dns.com","r":3815,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"disdarrummers.shop","r":3816,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mogujie.com","r":3817,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"coolmathgames.com","r":3819,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"judns.com","r":3820,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lazada.co.id","r":3821,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clean.gg","r":3824,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dinahosting.com","r":3825,"ai":["applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"advolve.io","r":3828,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qvdt3feo.com","r":3829,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"perl.com","r":3830,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sivc.ac.th","r":3832,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uscis.gov","r":3834,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"coindesk.com","r":3835,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wayground.com","r":3836,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bostonglobe.com","r":3838,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"themegrill.com","r":3839,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dynamicyield.com","r":3840,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"zenodo.org","r":3845,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"news24.com","r":3846,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","dataprovider-com","diffbot","gptbot","omgili","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","dataprovider-com","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tum.de","r":3847,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lazada.com.ph","r":3848,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"box.net","r":3849,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wurl.com","r":3850,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercari.com","r":3851,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rte.ie","r":3852,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jpost.com","r":3854,"ai":["chatgpt-user","claude-user","gptbot","perplexity-user"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"geforce.com","r":3858,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"morningstar.com","r":3859,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"familysearch.org","r":3860,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"guardingvision.com","r":3861,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cisa.gov","r":3862,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"google.com.pe","r":3863,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"prestashop.com","r":3864,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kp.ru","r":3866,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"codepen.io","r":3868,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"centurygame.com","r":3869,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"histats.com","r":3870,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fema.gov","r":3871,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"banahosting.com","r":3873,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lesechos.fr","r":3874,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","firecrawlagent","gemini-deep-research","gptbot","iaskspider","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai/crawler","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","mistral.ai/crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"unhcr.org","r":3876,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"nos.nl","r":3877,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","deepseek","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"findagrave.com","r":3879,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"insales.ru","r":3881,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.fi","r":3882,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.no","r":3885,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"knowbe4.com","r":3888,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"routledge.com","r":3889,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fullxh.com","r":3891,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"neal.fun","r":3893,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"readthedocs.org","r":3895,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"codeberg.org","r":3897,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ebsco.com","r":3899,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"eurekalert.org","r":3900,"ai":["bytespider","diffbot","omgili","omgilibot","timpibot"],"dead":["omgili","omgilibot"],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cursor.com","r":3903,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.nz","r":3904,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"soufun.com","r":3906,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wordreference.com","r":3907,"ai":["meta-externalagent"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"reolink.com","r":3908,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elevenlabs.io","r":3910,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"lenta.com","r":3911,"ai":["applebot-extended","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"vkusvill.ru","r":3912,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cxense.com","r":3915,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"connectad.io","r":3916,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"okko.tv","r":3919,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sbs.com.au","r":3920,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"infolinks.com","r":3921,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aif.ru","r":3924,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ispconfig.org","r":3925,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"capitaloneshopping.com","r":3926,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mintegral.com","r":3927,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"complianz.io","r":3928,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitget.com","r":3929,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aljazeera.net","r":3932,"ai":["anthropic-ai","bytespider","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Bytespider","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lloydsbank.co.uk","r":3936,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eltiempo.es","r":3937,"ai":["anthropic-ai","claude-web","claudebot","gptbot"],"dead":["anthropic-ai","claude-web"],"blk":["ClaudeBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pchome.com.tw","r":3938,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lazada.sg","r":3939,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"raspberrypi.org","r":3940,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"www.gov.pl","r":3941,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"seekingalpha.com","r":3944,"ai":["amazonbot","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-user","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","google-cloudvertexbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexity-user","perplexitybot","perplexity\u2011user","phindbot","quillbot","quillbot.com","timpibot","webzio","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot","perplexity\u2011user"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mysterium.network","r":3945,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lioden.com","r":3946,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"game8.jp","r":3949,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"365scores.com","r":3951,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"matchtv.ru","r":3952,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"g2.com","r":3953,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","deepseekbot","diffbot","gptbot","meta-externalagent"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.bg","r":3954,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fotostrana.ru","r":3955,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"starfall.com","r":3959,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"screenrant.com","r":3960,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot","OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netbird.io","r":3961,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tns-counter.ru","r":3962,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"quad9.net","r":3963,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"similarweb.com","r":3965,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kompas.com","r":3967,"ai":["amazonbot","anthropic-ai","applebot-extended","bing\u2019s copilot chat.","bytespider","ccbot","chatgpt-user","chatgpt_user","chatgpt\u2019s agent operator.","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","grok.","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","openai","perplexity-user","perplexitybot","quillbot.com","timpibot","you.com.","youbot"],"dead":["anthropic-ai","bing\u2019s copilot chat.","chatgpt_user","chatgpt\u2019s agent operator.","claude-web","cohere-ai","grok.","omgili","omgilibot","you.com."],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nextdns.io","r":3968,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"forebet.com","r":3969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yandex.by","r":3971,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"straitstimes.com","r":3973,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"globalnews.ca","r":3976,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"poshmark.com","r":3977,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"instabug.com","r":3982,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uiowa.edu","r":3984,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wufoo.com","r":3985,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stern.de","r":3987,"ai":["applebot-extended","ccbot","chatgpt-user","diffbot","gptbot"],"dead":[],"blk":["Applebot-Extended","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"helpshift.com","r":3988,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"xhpingcdn.com","r":3990,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rfi.fr","r":3992,"ai":["anthropic-ai","big sur ai","bytedance-ai","ccbot","chatgpt operator","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","digitaloceangenaicrawler","gptbot","grok","img2dataset","meta llama","metaaibot","mistralai-user","mistralai-user/1.0","moonshot-ai","omgili","omgilibot","perplexity-user","perplexity-user/1.0","perplexitybot","quillbot.com","youbot"],"dead":["anthropic-ai","big sur ai","bytedance-ai","chatgpt operator","claude-web","cohere-ai","digitaloceangenaicrawler","grok","meta llama","metaaibot","moonshot-ai","omgili","omgilibot","perplexity-user/1.0"],"blk":["CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unfccc.int","r":3994,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sprig.com","r":3995,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trimble.com","r":3996,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kdocs.cn","r":3997,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1digitech.com","r":4000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"studocu.com","r":4001,"ai":["amazonbot","anthropic-ai","applebot-extended","ccbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"handle.net","r":4002,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"seattletimes.com","r":4003,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"db.com","r":4004,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bb.com.br","r":4005,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zimperium.com","r":4006,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"standardnotes.com","r":4007,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"visualcapitalist.com","r":4008,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vaticannews.va","r":4009,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"paysafecard.com","r":4010,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wargaming.net","r":4012,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"likee.video","r":4013,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zenledger.io","r":4016,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"123av.com","r":4018,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.pk","r":4020,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ilsole24ore.com","r":4021,"ai":["amazonbot","anthropic-ai","ccbot","chatgpt-user","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","CCBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tcgplayer.com","r":4025,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thestar.com","r":4026,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","browse-ai","browseaibot","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","coherebot","deepseekbot","diffbot","dumpling-ai","firecrawlagent","forage-ai","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","iaskspider/2.0","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralbot","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","skrape.ai","tavilybot","timpibot","webscraping-ai","webscraping.ai","webzio-extended","xai-searchbot","youbot"],"dead":["anthropic-ai","browse-ai","browseaibot","claude-web","cohere-ai","dumpling-ai","forage-ai","google-notebooklm","mistralbot","omgili","omgilibot","skrape.ai","webscraping-ai","webscraping.ai","xai-searchbot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"gap.com","r":4028,"ai":["amazonbot","ccbot","chatgpt-user","claudebot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"proxmox.com","r":4029,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playfamily.ru","r":4030,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wikipedia.com","r":4031,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"typing.com","r":4033,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.ro","r":4035,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"judge.me","r":4036,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carwale.com","r":4037,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"anu.edu.au","r":4038,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nbc.com","r":4039,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ae","r":4040,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alltrails.com","r":4043,"ai":["applebot-extended","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","perplexity-user","perplexitybot","showyoubot","youbot"],"dead":["showyoubot"],"blk":["Applebot-Extended","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"yna.co.kr","r":4047,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucloud.cn","r":4048,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"awin1.com","r":4049,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"serveriai.lt","r":4058,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"blooket.com","r":4059,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"replit.com","r":4060,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goethe.de","r":4063,"ai":["bytespider"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ahagamecenter.com","r":4064,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"adyen.com","r":4066,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carfax.com","r":4073,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elespanol.com","r":4074,"ai":["exabot disallow: /","omgilibot disallow: /"],"dead":["exabot disallow: /","omgilibot disallow: /"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rwth-aachen.de","r":4075,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"medallia.eu","r":4079,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"brandmetrics.com","r":4081,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"alltel24.ru","r":4083,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"penguinrandomhouse.com","r":4084,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lausd.net","r":4086,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uc.cn","r":4089,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"npci.org.in","r":4091,"ai":["anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-web","claudebot","google-cloudvertexbot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Bytespider","Claude-SearchBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"findlaw.com","r":4092,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vkplay.ru","r":4093,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.com.tr","r":4094,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"avs.io","r":4095,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"voskhod.ru","r":4098,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"umass.edu","r":4099,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vigo.tech","r":4100,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iu.edu","r":4102,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bayern.de","r":4103,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gulfnews.com","r":4104,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nic.do","r":4107,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leadconnectorhq.com","r":4112,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"alura.com.br","r":4114,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zoominfo.com","r":4115,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claudebot","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["omgili"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"postimg.cc","r":4117,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"espncdn.com","r":4118,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kraken.com","r":4119,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uefa.com","r":4121,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"emojipedia.org","r":4122,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"spreaker.com","r":4123,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ctrip.com","r":4124,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cms.gov","r":4125,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kia.com","r":4127,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"steaminventoryhelper.com","r":4128,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ahajournals.org","r":4129,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"iinet.net.au","r":4130,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mainichi.jp","r":4131,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"swrve.com","r":4132,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"a-ads.com","r":4134,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uoregon.edu","r":4135,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adtarget.biz","r":4140,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"japantimes.co.jp","r":4141,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"hochi.news","r":4144,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"juntadeandalucia.es","r":4145,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ghost.org","r":4147,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gitea.com","r":4148,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"udn.com","r":4150,"ai":["claude","claudebot","gptbot","meta-externalagent","meta-externalfetcher"],"dead":["claude"],"blk":["Claude-SearchBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.ve","r":4151,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ayhal.com","r":4152,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nrk.no","r":4153,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseek","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","omgili","omgilibot","perplexitybot","perplexityuser"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","mistral.ai","omgili","omgilibot","perplexityuser"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhamsterlive.com","r":4154,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"abril.com.br","r":4155,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mk.ru","r":4159,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.sa","r":4160,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zerocdn.com","r":4161,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"boardgamegeek.com","r":4162,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thenextweb.com","r":4164,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"marinetraffic.com","r":4165,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"google.co.ke","r":4166,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"macrumors.com","r":4167,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"www.gob.mx","r":4168,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"livechat.com","r":4169,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"stocrm.ru","r":4170,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"searchengineland.com","r":4172,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sardine.ai","r":4175,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"growthbook.io","r":4176,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eclipse.org","r":4177,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clinch.co","r":4178,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"virginia.gov","r":4179,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"verywellhealth.com","r":4180,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"openweathermap.org","r":4181,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shopee.co.th","r":4183,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ubs.com","r":4186,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"appboy.com","r":4187,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"udel.edu","r":4190,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.bd","r":4191,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopee.sg","r":4192,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"us.org","r":4194,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"realestate.com.au","r":4195,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hbo.com","r":4200,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"impots.gouv.fr","r":4201,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"proxad.net","r":4202,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buymeacoffee.com","r":4203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"torproject.org","r":4205,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clickagy.com","r":4209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"answers.com","r":4210,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"meteofor.com.ua","r":4213,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"my.games","r":4216,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cvs.com","r":4217,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tvtropes.org","r":4218,"ai":["amazonbot","anthropic-ai","applebot-extended","awario*","bytespider","ccbot","chatgpt-user","claude*","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","neevabot","omgili*","perplexitybot","youbot"],"dead":["anthropic-ai","awario*","claude*","cohere-ai","neevabot","omgili*"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"snopes.com","r":4220,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"amazon.sa","r":4221,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"blender.org","r":4223,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"au.com","r":4224,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livemint.com","r":4226,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nordstrom.com","r":4228,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"verywellmind.com","r":4229,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"computerworld.com","r":4232,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"squid-cache.org","r":4233,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cwi.nl","r":4234,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"independent.ie","r":4238,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"termly.io","r":4239,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"razer.com","r":4240,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eia.gov","r":4243,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zlib.net","r":4245,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"braintreegateway.com","r":4247,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nbcuni.com","r":4249,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wdr.de","r":4251,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goldapple.ru","r":4254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"sanity.io","r":4255,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"sonicwall.com","r":4256,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usf.edu","r":4261,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"missena.io","r":4263,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iii.com","r":4264,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nlnetlabs.nl","r":4266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"forticloud.com","r":4267,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"deltafibernederland.nl","r":4269,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"people.cn","r":4270,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sendgrid.com","r":4271,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"home.blog","r":4273,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ucweb.com","r":4274,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chewy.com","r":4279,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eu.org","r":4281,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"propublica.org","r":4282,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"siteforce.com","r":4283,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dazn.com","r":4285,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.pl","r":4286,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"joinhoney.com","r":4287,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"komikindo.ch","r":4288,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"google.com.uy","r":4289,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buffer.com","r":4291,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netgate.com","r":4292,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spamcop.net","r":4293,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fsu.edu","r":4297,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"venmo.com","r":4298,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"derstandard.at","r":4299,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cloudvertexbot","cohere-training-data-crawler","deepseekbot","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"southwest.com","r":4301,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sketchup.com","r":4302,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crex.com","r":4303,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netlify.com","r":4304,"ai":["chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"acesso.gov.pt","r":4305,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shopee.tw","r":4306,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nic.fr","r":4307,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doujindesu.tv","r":4308,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"sports.ru","r":4309,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"realme.com","r":4310,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betpawa.co.tz","r":4311,"ai":["amazonbot","anthropic-ai","bytespider","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uxfeedback.ru","r":4313,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dmcdn.net","r":4314,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gb.net","r":4317,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"purl.org","r":4318,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nfl.com","r":4319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucsf.edu","r":4324,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ecwid.com","r":4325,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"limo.media","r":4326,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bcg.com","r":4329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flipsnack.com","r":4331,"ai":["bytespider","ccbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gama.ir","r":4333,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"animesalt.ac","r":4335,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"fojik.site","r":4336,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rome2rio.com","r":4337,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.do","r":4339,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rylkngdm.com","r":4343,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nanit.com","r":4344,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vidzp.com","r":4345,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"boomplaymusic.com","r":4347,"ai":["ccbot","claudebot"],"dead":[],"blk":["CCBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tiket.com","r":4348,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leagueoflegends.com","r":4349,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xn--72c0anj1fqy6jqa7ei.net","r":4353,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pananames.com","r":4355,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sky.it","r":4357,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kobo.com","r":4359,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"bitdrift.io","r":4361,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nz.ua","r":4362,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"talkie-ai.com","r":4363,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"code42.com","r":4364,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dzexams.com","r":4365,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gmarket.co.kr","r":4366,"ai":["gptbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lotterysambadresult.in","r":4367,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gamisco.com","r":4370,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"google.com.eg","r":4371,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wandera.com","r":4372,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ishe88.com","r":4373,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"index.hu","r":4374,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","gptbot","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mcusercontent.com","r":4375,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"test-uz.ru","r":4376,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carrd.co","r":4378,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"20minutos.es","r":4380,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","laion-huggingface-processor","meta-externalagent","omgili","omgilibot","tavilybot","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"reverbnation.com","r":4382,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"veeam.com","r":4383,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oolveri.com","r":4385,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chromium.org","r":4388,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"priceline.com","r":4389,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"opensea.io","r":4392,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"dramaboxdb.com","r":4395,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onlinepbx.ru","r":4396,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"keenetic.pro","r":4400,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ucsc.edu","r":4401,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","gptbot","meta-externalagent","omgilibot"],"dead":["anthropic-ai","cohere-ai","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.ng","r":4402,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aliexpress.ru","r":4404,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"alarabiya.net","r":4410,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"medal.tv","r":4411,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lokalise.com","r":4413,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kit.com","r":4414,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shorttv.live","r":4417,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"openoffice.org","r":4418,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oath.com","r":4419,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ketchcdn.com","r":4423,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-web","claudebot","cohere-ai","diffbot","gptbot","mistralai-user","omgili","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"detik.com","r":4424,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"giantpanda.com","r":4427,"ai":["anthropic-ai","applebot-extended","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lovable.dev","r":4429,"ai":["applebot-extended","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nber.org","r":4430,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rapidssl.com","r":4431,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rediff.com","r":4432,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adsbynimbus.com","r":4433,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"swr.de","r":4434,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobilityware.com","r":4435,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.sk","r":4440,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doxygen.org","r":4442,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fitbit.com","r":4443,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"runescape.com","r":4445,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"archdaily.com","r":4446,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.ao","r":4451,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boutell.com","r":4453,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.ec","r":4455,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gazeta.pl","r":4457,"ai":["anthropic-ai","ccbot","dataprovider\\.com","gptbot"],"dead":["anthropic-ai","dataprovider\\.com"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"neon.tech","r":4459,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"popsci.com","r":4463,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"infomaniak.ch","r":4471,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.om","r":4472,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"southernliving.com","r":4477,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hse.ru","r":4478,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.bs","r":4480,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.np","r":4481,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mux.com","r":4482,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"global-e.com","r":4483,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zmaticoo.com","r":4484,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"belkin.com","r":4485,"ai":["amazonbot","bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mtrtb.com","r":4487,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telefonica.com","r":4488,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"producthunt.com","r":4489,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"viglink.com","r":4490,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.iq","r":4491,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.ma","r":4493,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobalytics.gg","r":4496,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eldiario.es","r":4498,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kandji.io","r":4501,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"photofolio.com","r":4502,"ai":["amazonbot","chatgpt-user","claude-searchbot","claude-user","claude-web","perplexity-user","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"greenhouse.io","r":4503,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"msdn.com","r":4504,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"symphony.com","r":4506,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alldatasheet.com","r":4507,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"paylocity.com","r":4508,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"litres.ru","r":4509,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"ivideon.com","r":4511,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","deepseekbot","gptbot","grok-deepsearch","grokbot","perplexity-user","perplexitybot","xai-grok"],"dead":["grok-deepsearch","grokbot","xai-grok"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"michaels.com","r":4512,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"biorxiv.org","r":4513,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claudebot","gptbot","openai","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"etrade.com","r":4515,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.gt","r":4516,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.jm","r":4517,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ably.io","r":4518,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sendsay.ru","r":4519,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"20minutes.fr","r":4522,"ai":["anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","gemini-deep-research","gptbot","mistralai-index","mistralai-user","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foreignpolicy.com","r":4523,"ai":["applebot-extended","bytespider","ccbot","chatgpt-user","claude-user","claudebot","cohere-training-data-crawler","diffbot","gemini-deep-research","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexitybot","perplexity\u2011user","timpibot","webzio-extended"],"dead":["omgili","perplexity\u2011user"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"tanium.com","r":4524,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nhentai.net","r":4527,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"appnext.com","r":4529,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gitlab.io","r":4530,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paycomonline.net","r":4531,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"victoriassecret.com","r":4532,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chinaz.com","r":4533,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aviasales.ru","r":4539,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"barrons.com","r":4545,"ai":["chatgpt-user","google-cloudvertexbot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"filezilla-project.org","r":4548,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thestreet.com","r":4549,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"1capp.com","r":4550,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uu.nl","r":4552,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"reclameaqui.com.br","r":4554,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"libpng.org","r":4555,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"farlightgames.com","r":4556,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"leetcode.com","r":4560,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wikidata.org","r":4561,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carnival.com","r":4563,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"picsart.com","r":4564,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.py","r":4565,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"searchenginejournal.com","r":4566,"ai":["omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dish.com","r":4567,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ucoz.net","r":4570,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sovcombank.ru","r":4571,"ai":["aibot","awario.com","bytespider","ccbot","molokaibot","omgili","openai","openai.com","redesscrapy"],"dead":["aibot","awario.com","molokaibot","omgili","openai.com","redesscrapy"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"namebright.com","r":4573,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eb.mil.br","r":4574,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"srf.ch","r":4575,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot","webzio","webzio-extended"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wondershare.com","r":4576,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"seek.com","r":4577,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"marthastewart.com","r":4578,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"pik.ru","r":4580,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"51.la","r":4581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"feednews.com","r":4583,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aepd.es","r":4584,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sway.com","r":4585,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lastampa.it","r":4588,"ai":["amazonbot","applebot-extended","bytespider","diffbot","meta-externalfetcher","perplexitybot","timpibot","youbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uni-heidelberg.de","r":4591,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"todoist.com","r":4592,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nic.cz","r":4593,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bigolive.tv","r":4594,"ai":["anthropic-ai","ccbot","gptbot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vrt.be","r":4595,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexitybot","perplexityuser"],"dead":["anthropic-ai","claude-web","cohere-ai","perplexityuser"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hebbia.ai","r":4599,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imolive.tv","r":4601,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"inmarsat.com","r":4602,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wsu.edu","r":4603,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"coxautoinc.com","r":4605,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ebay.com.au","r":4606,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nsf.gov","r":4608,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"packagist.org","r":4610,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ustream.tv","r":4611,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.hu","r":4612,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"guzelhosting.com","r":4613,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"x.ai","r":4614,"ai":["applebot-extended","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"aiscore.com","r":4615,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"msnbc.com","r":4616,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-user","claude-web","claudebot","cohere-ai","diffbot","gold-ai-event-bridge","google-notebooklm","gptbot","huggingfacebot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","gold-ai-event-bridge","google-notebooklm","huggingfacebot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"neilpatel.com","r":4618,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"the-sun.com","r":4621,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"itglue.com","r":4623,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"seagate.com","r":4626,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bspb.ru","r":4630,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iq.com","r":4632,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.gm","r":4633,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"anticheatexpert.com","r":4635,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhwide.com","r":4636,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ebay.ca","r":4637,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theregister.co.uk","r":4638,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","grokbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grokbot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uq.edu.au","r":4639,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skyscanner.net","r":4640,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xda-developers.com","r":4641,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gazprombank.ru","r":4642,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cookieadmin.net","r":4643,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"recruit.co.jp","r":4644,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jivo.ru","r":4646,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bittorrent.com","r":4648,"ai":["anthropic-ai","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adspower.net","r":4649,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nag.ru","r":4650,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"justwatch.com","r":4651,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.ps","r":4654,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ap.org","r":4656,"ai":["amazonbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"123rf.com","r":4657,"ai":["amazonbot","anthropic-ai","ccbot","claude-web","gptbot"],"dead":["anthropic-ai","claude-web"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"preply.com","r":4658,"ai":["gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"teacherspayteachers.com","r":4659,"ai":["applebot-extended","ccbot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","CCBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tunein.com","r":4660,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oppo.com","r":4665,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mo.gov","r":4666,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nationalacademies.org","r":4674,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jivosite.com","r":4676,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"barracudanetworks.com","r":4677,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"channel4.com","r":4678,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","google-cloudvertexbot","gptbot","meta-externalagent","omgili","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.sn","r":4679,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"popularmechanics.com","r":4680,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ip.sb","r":4688,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apkpure.net","r":4692,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"acint.net","r":4693,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"memcached.org","r":4694,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nazwa.pl","r":4695,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"meteoblue.com","r":4697,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nerdwallet.com","r":4698,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liveinternet.ru","r":4699,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spaceship.com","r":4700,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"bankrate.com","r":4701,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nominaltechno.com","r":4702,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"drugs.com","r":4703,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","meta-externalagent","mistral.ai","perplexitybot","timpibot","webzio-extended","xai-web-crawler"],"dead":["anthropic-ai","cohere-ai","mistral.ai","xai-web-crawler"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"google.co.zm","r":4704,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myhostadmin.net","r":4706,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nd.edu","r":4709,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"patch.com","r":4710,"ai":["anthropic-ai","ccbot","ccbot/2.0","ccbot/2.0 (http://commoncrawl.org/faq/)","cohere-ai"],"dead":["anthropic-ai","ccbot/2.0","ccbot/2.0 (http://commoncrawl.org/faq/)","cohere-ai"],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"virtualbox.org","r":4711,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adweek.com","r":4712,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","coherebot","dataprovider.com","deepseekbot","gptbot","iaskspider","laion-huggingface-processor","meta-externalagent","mistralbot","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","dataprovider.com","mistralbot","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"justpaste.it","r":4713,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bip.com","r":4714,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"prweb.com","r":4715,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blogspot.de","r":4716,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"strip2.co","r":4719,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kadencewp.com","r":4723,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rg.ru","r":4724,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pcre.org","r":4725,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sqlite.org","r":4726,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"swiggy.com","r":4728,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"worldometers.info","r":4729,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hgtv.com","r":4733,"ai":["ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myqnapcloud.com","r":4734,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kaltura.com","r":4735,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thetrainline.com","r":4740,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"byu.edu","r":4743,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eatingwell.com","r":4745,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hyperliquid.xyz","r":4747,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"twingate.com","r":4748,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cargurus.com","r":4749,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tomsguide.com","r":4751,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yandexadexchange.net","r":4752,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yango.com","r":4753,"ai":["amazonbot","ccbot","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dynu.com","r":4754,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"abcp.ru","r":4756,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boredpanda.com","r":4757,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"getadblock.com","r":4758,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"polygon.com","r":4760,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"parade.com","r":4763,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mdr.de","r":4764,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nationalarchives.gov.uk","r":4770,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"collider.com","r":4771,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"grammarly.net","r":4772,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rokt.com","r":4773,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goto.com","r":4775,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"enlightenment.org","r":4776,"ai":[],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onamae.com","r":4777,"ai":["gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dmm.com","r":4778,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wallpapers.com","r":4781,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pp.ua","r":4782,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tubemogul.com","r":4786,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pa.gov","r":4790,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hatenablog.com","r":4792,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ama-assn.org","r":4794,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercadopago.com.br","r":4795,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"skimresources.com","r":4797,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vcmdiawe.com","r":4798,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"atlasobscura.com","r":4799,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"directadmin.com","r":4802,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"johnlewis.com","r":4803,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gzip.org","r":4804,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lycos.com","r":4807,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jumpjump.io","r":4808,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"op.gg","r":4809,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thespruce.com","r":4810,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"google.com.ni","r":4811,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hurriyet.com.tr","r":4814,"ai":["anthropic-ai","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot","quillbot.com"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dyndns.com","r":4815,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"compass.com","r":4818,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"warthunder.com","r":4819,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shutterfly.com","r":4820,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnki.net","r":4822,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"principal.com","r":4824,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spec.org","r":4825,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"videonow.ru","r":4826,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"imageshack.com","r":4827,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.pg","r":4830,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hosteurope.de","r":4833,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"br.com","r":4835,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gdms.cloud","r":4836,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1984.is","r":4837,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ertelecom.ru","r":4840,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zazzle.com","r":4841,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newegg.com","r":4842,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uw.edu","r":4843,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ix.ru","r":4844,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pinduoduo.com","r":4845,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yandex.uz","r":4846,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"walmart.ca","r":4847,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ct.gov","r":4848,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bhphotovideo.com","r":4849,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"webengage.com","r":4850,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ifconfig.co","r":4851,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kommersant.ru","r":4853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"govinfo.gov","r":4854,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"simply.com","r":4856,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cadenaser.com","r":4857,"ai":["amazonbot","bytespider","ccbot","claude-extension","claude-searchbot","claude-user","claudebot","deepseekbot","mistralai-user","perplexity-user","perplexitybot"],"dead":["claude-extension"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"seaart.ai","r":4858,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cloudx.io","r":4860,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"desync.com","r":4861,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"peatix.com","r":4862,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aaa.com","r":4863,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ble.ir","r":4865,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kaiserpermanente.org","r":4866,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"docusign.net","r":4868,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"infoseek.co.jp","r":4871,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pravda.com.ua","r":4872,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blinkit.com","r":4874,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bible.com","r":4877,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bleacherreport.com","r":4879,"ai":["anthropic-ai","ccbot","gptbot"],"dead":["anthropic-ai"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wallapop.com","r":4881,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"westernunion.com","r":4882,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aps.org","r":4883,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"getui.com","r":4884,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnblogs.com","r":4887,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hardened-php.net","r":4888,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unicode.org","r":4889,"ai":["ccbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"verisign.net","r":4890,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"worldtimeserver.com","r":4891,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cloudlinks.cn","r":4893,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eufylife.com","r":4894,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jivox.com","r":4896,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iol.co.za","r":4897,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","omgili"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Bytespider","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wowhead.com","r":4898,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"whitepages.com","r":4899,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rice.edu","r":4900,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"huya.com","r":4901,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"softbank.jp","r":4902,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.ai","r":4905,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tinkercad.com","r":4907,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onlamp.com","r":4908,"ai":["amazonbot","amazonbot-video","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-searchbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["amazonbot-video","anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgili"],"blk":["Bytespider","CCBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kayak.com","r":4910,"ai":["chatgpt-user"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.jo","r":4911,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dominos.com","r":4912,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wikiquote.org","r":4913,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freshworks.com","r":4914,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"qualys.com","r":4917,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"temp-mail.org","r":4918,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"youradchoices.com","r":4919,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"telegraaf.nl","r":4921,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"espressif.com","r":4924,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"msu.ru","r":4926,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"orange.com","r":4927,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cyberfolks.pl","r":4928,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yolasite.com","r":4932,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yr.no","r":4933,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"modsecurity.org","r":4934,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rnp.br","r":4936,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"20min.ch","r":4937,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","deepseek-v3","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek-v3","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dr.dk","r":4938,"ai":["amazonbot","amazonbot-video","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","firecrawlagent","gemini-deep-research","google-notebooklm","gptbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["amazonbot-video","anthropic-ai","claude-web","cohere-ai","deepseek","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"impact.com","r":4939,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fansly.com","r":4941,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"emory.edu","r":4942,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fastpanel.direct","r":4943,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paypalobjects.com","r":4945,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"finanzen.net","r":4946,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"nespresso.com","r":4947,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"expiredwixdomain.com","r":4948,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bradesco.com.br","r":4950,"ai":["applebot-extended","chatgpt-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ew.com","r":4951,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rusprofile.ru","r":4952,"ai":["ccbot","chatgpt-user","claudebot","deepseekbot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"harpersbazaar.com","r":4953,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"king.com","r":4954,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"upstart.com","r":4956,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ricta.org.rw","r":4960,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"salesmartly.com","r":4961,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lexisnexis.com","r":4963,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"9mod.com","r":4964,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pcgamer.com","r":4965,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bluestacks.com","r":4973,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"correios.com.br","r":4976,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gq.com","r":4977,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"washingtontimes.com","r":4978,"ai":["amazonbot","ccbot","omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"bnf.fr","r":4980,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arte.tv","r":4981,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"softpedia.com","r":4983,"ai":["amazonbot","bytespider","ccbot","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"everydayhealth.com","r":4984,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudflare-ai-search","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","grok-2","iaskspider","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","perplexity-user","perplexitybot","tavilybot","timpibot","webzio-extended","xai-web-crawler","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cloudflare-ai-search","cohere-ai","grok-2","mistral.ai","novellum ai crawl","omgili","xai-web-crawler"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"anker-in.com","r":4985,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fandango.com","r":4986,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"acast.com","r":4987,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sndcdn.com","r":4989,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopee.com","r":4991,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"benzinga.com","r":4993,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.cg","r":4994,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rogers.com","r":4999,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dnspod.cn","r":5000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vc.ru","r":5001,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"royalsocietypublishing.org","r":5002,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"adx.ws","r":5003,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.qa","r":5004,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"acorns.com","r":5006,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"channelnewsasia.com","r":5007,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gmu.edu","r":5008,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"krone.at","r":5009,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"2miners.com","r":5010,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"manualslib.com","r":5011,"ai":["claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"theweathernetwork.com","r":5012,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"deccanherald.com","r":5013,"ai":["amazonbot","anthropic-ai","bytespider","bytespider-webpage","ccbot","chatgpt-user","claudebot","gptbot","gptcrawler","perplexity-user","perplexitybot"],"dead":["anthropic-ai","bytespider-webpage","gptcrawler"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"teachable.com","r":5014,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"expressvpn.com","r":5019,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wolt.com","r":5020,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freetype.org","r":5021,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dynadot.com","r":5022,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fu-berlin.de","r":5024,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dayforcehcm.com","r":5027,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ntv.co.jp","r":5028,"ai":["google-cloudvertexbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chinanews.com","r":5029,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"marksandspencer.com","r":5030,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doxygen.nl","r":5032,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goguardian.com","r":5033,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pubnub.com","r":5038,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pressreader.com","r":5040,"ai":["amazonbot","anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","gemini-deep-research","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telenet.be","r":5041,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.rs","r":5042,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"1cfresh.com","r":5043,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"micpn.com","r":5045,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"atol.ru","r":5047,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"infogram.com","r":5048,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blick.ch","r":5052,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"in.gov","r":5054,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fubo.tv","r":5058,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"appdome.com","r":5059,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercurynews.com","r":5060,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-training-data-crawler","diffbot","gptbot","grok-crawler","laion-huggingface-processor","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","grok-crawler","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fwupd.org","r":5065,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zoho.eu","r":5066,"ai":["zoho-scrapy"],"dead":["zoho-scrapy"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"3ds.com","r":5067,"ai":["applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","mistralai-user","perplexitybot"],"dead":["claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aap.org","r":5068,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.gy","r":5070,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aboutamazon.com","r":5072,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goooooooooooooooooooooooooooooooooooooooooooooooooooooooooogle.com","r":5074,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hindawi.com","r":5076,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"tripadvisor.fr","r":5078,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claudebot","cohere-ai","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","perplexitybot","youbot"],"dead":["chatgpt-user/2.0","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"dartmouth.edu","r":5081,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flowgpt.com","r":5083,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vistaprint.com","r":5086,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tik.porn","r":5087,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vedomosti.ru","r":5089,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgili"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sitemaps.org","r":5092,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"interfax.ru","r":5093,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"grab.com","r":5094,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"island.io","r":5095,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theage.com.au","r":5096,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gr.com","r":5099,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ixbt.com","r":5100,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kion.ru","r":5101,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cbp.gov","r":5102,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"acehardware.com","r":5104,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kxcdn.com","r":5106,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"serpro.gov.br","r":5107,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kijiji.ca","r":5108,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mail.com","r":5109,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"travelandleisure.com","r":5110,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"counterpane.com","r":5113,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"raspberrypi.com","r":5114,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"airtel.in","r":5117,"ai":["bard","binggpt","claudebot","gemini","gptbot","perplexitybot"],"dead":["bard","binggpt","gemini"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"farpost.ru","r":5118,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ucr.edu","r":5121,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thinkingdata.cn","r":5122,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"batdongsan.com.vn","r":5123,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"widgetable.net","r":5125,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.pr","r":5126,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"phpmyadmin.net","r":5127,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"html5up.net","r":5128,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"webshare.io","r":5129,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"outlookindia.com","r":5132,"ai":["chatgpt-user","claude-web","deepseekbot","gptbot","meta-externalagent","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myportfolio.com","r":5133,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nj.gov","r":5136,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.cy","r":5137,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"quago.io","r":5138,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"helsinki.fi","r":5139,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.cu","r":5142,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"join.chat","r":5144,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"nato.int","r":5145,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bleepingcomputer.com","r":5146,"ai":["applebot-extended","ccbot","claudebot"],"dead":[],"blk":["Applebot-Extended","CCBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"laposte.fr","r":5147,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ria.com","r":5148,"ai":["gptbot","meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yougov.com","r":5149,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"faipod.com","r":5152,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"knowyourmeme.com","r":5153,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myworkday.com","r":5154,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eltiempo.com","r":5155,"ai":["anthropic-ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-web","claudebot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bookshop.org","r":5156,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"quicksetcloud.com","r":5157,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"manchester.ac.uk","r":5158,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sexlog.com","r":5163,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.dz","r":5167,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"forrester.com","r":5169,"ai":["ccbot","claude-searchbot","claude-user","claudebot","gptbot","omgilibot"],"dead":["omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wizzair.com","r":5170,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lapresse.ca","r":5171,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude","claude-searchbot","claude-web","claudebot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","openai","perplexity","perplexitybot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude","claude-web","perplexity"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webtoons.com","r":5173,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"menards.com","r":5176,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cuni.cz","r":5177,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"game8.co","r":5178,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crazymaplestudios.com","r":5181,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mediamelon.com","r":5183,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thepoizon.ru","r":5185,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mediaset.it","r":5186,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dallasnews.com","r":5187,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","grokbot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","xai","xai-grok","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grokbot","omgili","omgilibot","xai","xai-grok"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.sv","r":5189,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"proximus.be","r":5190,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vodafone.de","r":5195,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"laravel-news.com","r":5197,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yummyani.me","r":5198,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oilprice.com","r":5199,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","claudeweb","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","claudeweb","cohere-ai","omgili","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"superbet.ro","r":5200,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"utah.gov","r":5201,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"frameo.net","r":5202,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goneo.de","r":5203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prom.ua","r":5204,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gitv.tv","r":5205,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"7-zip.org","r":5209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.mz","r":5210,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eitaa.com","r":5213,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ms.now","r":5214,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-user","claude-web","claudebot","cohere-ai","diffbot","gold-ai-event-bridge","google-notebooklm","gptbot","huggingfacebot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","gold-ai-event-bridge","google-notebooklm","huggingfacebot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uservoice.com","r":5215,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stripecdn.com","r":5216,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"boxofficemojo.com","r":5220,"ai":["amazonbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"csmonitor.com","r":5223,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","quillbot.com","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"picpay.com","r":5224,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"supabase.com","r":5225,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"emirates.com","r":5228,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"makerworld.com","r":5229,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ladbrokes.com","r":5230,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vix.com","r":5232,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iherb.com","r":5234,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nifty.com","r":5236,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"maharashtra.gov.in","r":5237,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"moma.org","r":5239,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wassenaar.org","r":5240,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adlightning.com","r":5243,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"serverwatch.com","r":5246,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"experian.com","r":5247,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gta5-mods.com","r":5248,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stripchatgirls.com","r":5251,"ai":["amazonbot","claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adtarget.com.tr","r":5252,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wto.org","r":5253,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bitrix24.tech","r":5254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.mt","r":5255,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lekton.io","r":5256,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rm358.com","r":5258,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"depositphotos.com","r":5260,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"epfl.ch","r":5261,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"stlouisfed.org","r":5264,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tvp.pl","r":5266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"getcomposer.org","r":5267,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"247sports.com","r":5269,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mobileiron.com","r":5270,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sundaysky.com","r":5271,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fr.de","r":5272,"ai":["chatgpt-user","claude-searchbot","claude-user","google-cloudvertexbot","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pscp.tv","r":5274,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"feverup.com","r":5277,"ai":["omgilibot"],"dead":["omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nic.live","r":5278,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"argentina.gob.ar","r":5279,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ora.com","r":5280,"ai":["amazonbot","amazonbot-video","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-searchbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["amazonbot-video","anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgili"],"blk":["Bytespider","CCBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ropro.io","r":5281,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sciencealert.com","r":5282,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"neocities.org","r":5284,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ig.com","r":5285,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"service-public.fr","r":5286,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"krushmedia.com","r":5291,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tv-asahi.co.jp","r":5293,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gofile.io","r":5295,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qodeinteractive.com","r":5296,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kotaku.com","r":5297,"ai":["bytespider","ccbot","cohere-ai","diffbot","firecrawlagent","meta-externalagent","omgilibot","timpibot","webzio-extended"],"dead":["cohere-ai","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buffalo.edu","r":5299,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pdf24.org","r":5300,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"easports.com","r":5301,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lazada.co.th","r":5302,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unwomen.org","r":5303,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"audiomack.com","r":5304,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ussp.io","r":5305,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pagesjaunes.fr","r":5308,"ai":["amazonbot","ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"beeg.com","r":5310,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"breitbart.com","r":5311,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.pa","r":5314,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"larksuite.com","r":5315,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kakaku.com","r":5316,"ai":["amazonbot","bytespider","ccbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tinder.com","r":5317,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"upi.com","r":5318,"ai":["applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uky.edu","r":5319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zotero.org","r":5320,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"makeuseof.com","r":5321,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spectrum.net","r":5322,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pyrus.com","r":5325,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zappos.com","r":5328,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jpmorgan.com","r":5330,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adguard-dns.com","r":5331,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bidster.net","r":5333,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cointelegraph.com","r":5334,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"signifyd.com","r":5335,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercadolibre.com.co","r":5337,"ai":["amazonbot","chatgpt-user","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"liquidweb.com","r":5338,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"konghq.com","r":5342,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"monster.com","r":5343,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ebay.fr","r":5346,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chinatimes.com","r":5347,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"copper6.com","r":5348,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tripadvisor.es","r":5350,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claudebot","cohere-ai","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","perplexitybot","youbot"],"dead":["chatgpt-user/2.0","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"hwg.org","r":5351,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aclu.org","r":5352,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yektanet.com","r":5353,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wiki.gg","r":5354,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"hubpages.com","r":5355,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thinkwithgoogle.com","r":5356,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"pearson.com","r":5359,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"larazon.es","r":5360,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","omgili","omgilibot","timpibot","webzio-extended"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"architecturaldigest.com","r":5361,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imperial.ac.uk","r":5364,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rutracker.org","r":5365,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"spotify.dev","r":5366,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sooplive.com","r":5368,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mosyle.com","r":5369,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rainbird.com","r":5370,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pdflib.com","r":5371,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"atptour.com","r":5372,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"uio.no","r":5373,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"emarketer.com","r":5374,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sumup.com","r":5375,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"allocine.fr","r":5376,"ai":["cohere-training-data-crawler","diffbot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"olx.ro","r":5377,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zebra.com","r":5378,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"keenetic.link","r":5380,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"swarovski.com","r":5383,"ai":["ccbot","chatgpt-user","claude-searchbot","claudebot","google-notebooklm","gptbot","perplexity-user","perplexitybot"],"dead":["google-notebooklm"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"milanuncios.com","r":5387,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"asm.org","r":5388,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.mv","r":5390,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"digitalcaramel.com","r":5395,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uic.edu","r":5398,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aa.com.tr","r":5399,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cbr.com","r":5400,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"booth.pm","r":5401,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bancointer.com.br","r":5403,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gamebanana.com","r":5404,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"expressen.se","r":5406,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hostatom.com","r":5408,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"coveo.com","r":5409,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"techrepublic.com","r":5410,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doctolib.fr","r":5411,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"revolut.com","r":5412,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"geo.io","r":5414,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"blackrock.com","r":5415,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lilly.com","r":5416,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"infura-ipfs.io","r":5418,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ice.com","r":5420,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"repocket.com","r":5421,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"survicate.com","r":5422,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dfn.de","r":5423,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uvfuns.com","r":5427,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"apple.co","r":5430,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"media6degrees.com","r":5432,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kubernetes.io","r":5435,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.am","r":5437,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gla.ac.uk","r":5439,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dndbeyond.com","r":5441,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1tv.ru","r":5442,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"apache-ssl.org","r":5443,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paho.org","r":5444,"ai":["anthropic-ai","bytespider","ccbot","claudebot","gptbot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"t.ly","r":5446,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skylinewebcams.com","r":5448,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"remotepc.com","r":5450,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"diigo.com","r":5456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"infura.io","r":5459,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vizio.com","r":5460,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rainews.it","r":5462,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nj.com","r":5464,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sudouest.fr","r":5469,"ai":["ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vinted.co.uk","r":5470,"ai":["amazonbot","ccbot","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"xhtotal.com","r":5471,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"boeing.com","r":5473,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hola.org","r":5474,"ai":["anthropic-ai","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nbcsports.com","r":5475,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mydlink.com","r":5476,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"overleaf.com","r":5479,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"free-reels.com","r":5480,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nimo.tv","r":5481,"ai":["applebot-extended"],"dead":[],"blk":["Applebot-Extended"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blogspot.ca","r":5482,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"just-eat.co.uk","r":5483,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"stubhub.com","r":5484,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bricklink.com","r":5486,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"caranddriver.com","r":5487,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"framer.com","r":5488,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.cr","r":5489,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cgtn.com","r":5490,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"missouri.edu","r":5491,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rshb.ru","r":5495,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yorku.ca","r":5497,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webstaurantstore.com","r":5498,"ai":["ccbot","claudebot","gptbot","meta-externalagent","perplexity bot"],"dead":["perplexity bot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"codecademy.com","r":5499,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tripadvisor.it","r":5500,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claudebot","cohere-ai","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","perplexitybot","youbot"],"dead":["chatgpt-user/2.0","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ravelry.com","r":5501,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"justgiving.com","r":5504,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lyft.com","r":5505,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"filmaffinity.com","r":5506,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"scielo.br","r":5508,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mensjournal.com","r":5509,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"freecash.com","r":5510,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"serasa.com.br","r":5515,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"abc.com","r":5518,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theepochtimes.com","r":5520,"ai":["claudebot","omgili","omgilibot","perplexitybot"],"dead":["omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"obsidian.md","r":5522,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shrm.org","r":5523,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thebalancemoney.com","r":5524,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"siol.net","r":5525,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"360totalsecurity.com","r":5527,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"etoro.com","r":5528,"ai":["showyoubot"],"dead":["showyoubot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"setlist.fm","r":5529,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"icq.com","r":5532,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.mk","r":5534,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skool.com","r":5536,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hessen.de","r":5540,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.ls","r":5541,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smashingmagazine.com","r":5547,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"barracuda.com","r":5548,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sputniknews.com","r":5549,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dba.dk","r":5552,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.ie","r":5553,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"siteground.us","r":5554,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"infobip.com","r":5555,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"pixels.com","r":5556,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"radiopotok.ru","r":5557,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"britishairways.com","r":5558,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eyeo.com","r":5561,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"certum.pl","r":5562,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ltn.com.tw","r":5563,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cfr.org","r":5564,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"workday.com","r":5565,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gao.gov","r":5566,"ai":["bytespider","perplexitybot"],"dead":[],"blk":["Bytespider","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ig.com.br","r":5567,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zearn.org","r":5568,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"weborama-tech.ru","r":5571,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"browserleaks.org","r":5573,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thepiratebay.org","r":5574,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kit.edu","r":5577,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onthemarket.com","r":5580,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cafe24.co.kr","r":5581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nus.edu.sg","r":5582,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qiniup.com","r":5584,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linternaute.com","r":5585,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bmwgroup.com","r":5586,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rylmtch.com","r":5587,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"imunify360.com","r":5588,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"komoot.com","r":5589,"ai":["bytespider","ccbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cricketwireless.com","r":5591,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skechers.com","r":5592,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"keplr.app","r":5593,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blastapi.io","r":5596,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ukr.net","r":5597,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thinkific.com","r":5598,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lufthansa.com","r":5599,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nationalpost.com","r":5600,"ai":["omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rtl.fr","r":5601,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sleepfoundation.org","r":5602,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jumpcloud.com","r":5603,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"canadiantire.ca","r":5604,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"futura-sciences.com","r":5605,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"netnod.se","r":5606,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vietnamnet.vn","r":5607,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gentoo.org","r":5608,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oclc.org","r":5609,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"inaturalist.org","r":5610,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":true},{"h":"emaktab.uz","r":5611,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"skynet.be","r":5614,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tudelft.nl","r":5615,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"samsara.com","r":5616,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"metal-archives.com","r":5617,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"onefootball.com","r":5620,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"olx.in","r":5621,"ai":["amazonbot","bytespider","ccbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":true},{"h":"wolfram.com","r":5622,"ai":["amazonbot","ccbot","gptbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jiosaavn.com","r":5625,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"github.blog","r":5626,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"substackcdn.com","r":5627,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"xxxbp.pro","r":5628,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lulu.com","r":5630,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apkmirror.com","r":5631,"ai":["bytespider","chatgpt-user","gptbot","meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"steamdb.info","r":5634,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"brivo.com","r":5638,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"groupon.com","r":5639,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"band.us","r":5640,"ai":["applebot-extended","ccbot","claude-searchbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ceneo.pl","r":5641,"ai":["bytespider","claude-searchbot","claudebot"],"dead":[],"blk":["Bytespider","Claude-SearchBot","ClaudeBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aip.org","r":5642,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"baomoi.com","r":5643,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"momoshop.com.tw","r":5644,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bulbagarden.net","r":5645,"ai":["amazonbot","claudebot","gptbot"],"dead":[],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"allmusic.com","r":5646,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"berlin.de","r":5647,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"927589452.space","r":5650,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"baseball-reference.com","r":5651,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"localytics.com","r":5654,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"streamable.com","r":5656,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pathofexile.com","r":5658,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zetaglobal.net","r":5659,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"news-medical.net","r":5660,"ai":["chatgpt-user"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"airasia.com","r":5663,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"aihelp.net","r":5665,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thomann.de","r":5667,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"warwick.ac.uk","r":5669,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"golang.org","r":5670,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dn.se","r":5671,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uh.edu","r":5672,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vfsglobal.com","r":5673,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uconn.edu","r":5674,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cbs.com","r":5676,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"basf.com","r":5677,"ai":["gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wyndhamhotels.com","r":5678,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uva.nl","r":5681,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mentalfloss.com","r":5683,"ai":["chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hola.com","r":5685,"ai":["applebot-extended","bytespider","ccbot","cohere-ai","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"4chan.org","r":5686,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.gh","r":5687,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"n8n.io","r":5690,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tradeinn.com","r":5691,"ai":["ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"harborfreight.com","r":5692,"ai":["ccbot","chatgpt-user","claude-searchbot","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"corel.com","r":5693,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rocketreach.co","r":5694,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gencat.cat","r":5696,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nine.com.au","r":5697,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"roche.com","r":5698,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dnv.com","r":5700,"ai":["applebot-extended","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"9to5mac.com","r":5704,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"createjs.com","r":5705,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cronolog.org","r":5706,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"104.com.tw","r":5707,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","novellum ai crawl","perplexity-user","perplexitybot","timpibot"],"dead":["novellum ai crawl"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"matomo.cloud","r":5708,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xxx.com","r":5711,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"francetvinfo.fr","r":5713,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","meta-externalagent","mistralai-user","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gamer.com.tw","r":5715,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"maryland.gov","r":5716,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"menlosecurity.com","r":5717,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"athemes.com","r":5718,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"credit-agricole.fr","r":5719,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.bi","r":5721,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eonline.com","r":5725,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","diffbot","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ibtimes.com","r":5726,"ai":["amazonbot","applebot-extended","bytespider","ccbot","cohere-ai","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","quillbot.com","timpibot","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tritondigital.com","r":5727,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blackboard.com","r":5728,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blueconic.net","r":5729,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hankyung.com","r":5730,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhamster3.com","r":5731,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thekitchn.com","r":5732,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"rajasthan.gov.in","r":5733,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"immowelt.de","r":5736,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lbl.gov","r":5738,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"musescore.com","r":5739,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"rtl.nl","r":5740,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sape.ru","r":5742,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tv2.no","r":5743,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","iaskspider","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hyundai.com","r":5744,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"withings.net","r":5746,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uni-hamburg.de","r":5747,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.lb","r":5748,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"degruyter.com","r":5750,"ai":["ccbot","gptbot","omgilibot"],"dead":["omgilibot"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vuejs.org","r":5751,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"auto.ru","r":5753,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iaea.org","r":5754,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jetbrains.ai","r":5756,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"l.ink","r":5757,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xataka.com","r":5758,"ai":["cohere-training-data-crawler","diffbot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telkomsel.com","r":5760,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boingboing.net","r":5762,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sankei.com","r":5764,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"empik.com","r":5766,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pia.jp","r":5768,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"heroku.com","r":5769,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ebscohost.com","r":5770,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"defensx.com","r":5771,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pavietnam.net","r":5773,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"internet-measurement.com","r":5776,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xlgmedia.com","r":5777,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yaplakal.com","r":5779,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"medtronic.com","r":5780,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"paris.fr","r":5781,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"royalcaribbean.com","r":5783,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"datagrail.io","r":5785,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onfinality.io","r":5789,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tracker.gg","r":5790,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sydney.edu.au","r":5791,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blacknight.com","r":5792,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kuleuven.be","r":5793,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elcomercio.pe","r":5797,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uni-erlangen.de","r":5798,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"openlibrary.org","r":5801,"ai":["anthropic-ai","chatgpt","claudebot","meta-externalagent","openai"],"dead":["anthropic-ai","chatgpt"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pinterest.co.uk","r":5804,"ai":["awario","cloudflare-ai-search","google-notebooklm","meta-externalads","meta-externalfetcher"],"dead":["cloudflare-ai-search","google-notebooklm"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"edmunds.com","r":5807,"ai":["bytespider","claudebot","cohere-training-data-crawler","deepseekbot","gptbot","meta-externalagent"],"dead":[],"blk":["Bytespider","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pixeldrain.com","r":5809,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trueconf.com","r":5810,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"real.com","r":5812,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"timeshighereducation.com","r":5813,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"zonatelecom.ru","r":5815,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sportbox.ru","r":5816,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xgroovy.com","r":5817,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ptsecurity.com","r":5818,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"formstack.com","r":5819,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mimecast.net","r":5822,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"icons8.com","r":5824,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"autoscout24.de","r":5825,"ai":["applebot-extended","ccbot","claudebot","gptbot"],"dead":[],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"samhsa.gov","r":5826,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rentalcars.com","r":5827,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pantip.com","r":5829,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"swisscom.ch","r":5830,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhfanclub.com","r":5831,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"python.ca","r":5832,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mango-office.ru","r":5834,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"huaweicloudwaf.com","r":5836,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pagesix.com","r":5837,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kcl.ac.uk","r":5838,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gamerant.com","r":5839,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yeastar.com","r":5841,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cio.com","r":5842,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ipsos.com","r":5843,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"enjoei.com.br","r":5844,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"itunes.com","r":5847,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"videotron.ca","r":5849,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"belgium.be","r":5851,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fotocasa.es","r":5853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thriftbooks.com","r":5856,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hs.fi","r":5857,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cam4.com","r":5859,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hoyolab.com","r":5860,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"manageengine.com","r":5863,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","phindbot","youbot"],"dead":["claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shb-sync.com","r":5864,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ovh.us","r":5865,"ai":["anthropic-ai","ccbot","chatgpt-user","gptbot"],"dead":["anthropic-ai"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"csic.es","r":5866,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"queue-it.net","r":5867,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dnb.com","r":5868,"ai":["gptbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"progressive.com","r":5869,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playground.ru","r":5871,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linkvertise.com","r":5872,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tuoitre.vn","r":5873,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"grass.io","r":5874,"ai":["anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-web","claudebot","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"motherjones.com","r":5875,"ai":["amazonbot","anthropic-ai","applebot-extended","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","gptbot","meta-externalagent","perplexity-user"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aktuality.sk","r":5880,"ai":["amazonbot","bytespider","cohere-ai","deepseekbot","diffbot-user","img2dataset","mistral ai-user","omgili","omgilibot","seodiffbot","timpibot","youbot"],"dead":["cohere-ai","diffbot-user","mistral ai-user","omgili","omgilibot","seodiffbot"],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"docs.rs","r":5881,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"camsoda.com","r":5882,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"orange.es","r":5883,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"idc.com","r":5885,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usvisa-info.com","r":5886,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"covers.com","r":5887,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"esxdos.org","r":5888,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sportingnews.com","r":5889,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pro32connect.ru","r":5890,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imagemagick.com","r":5891,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"emerald.com","r":5892,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"churchofjesuschrist.org","r":5894,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"aqsi.ru","r":5896,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vultr.com","r":5899,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lu.se","r":5901,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bstats.org","r":5902,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"getpostman.com","r":5903,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kucoin.com","r":5904,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vidio.com","r":5905,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crushon.ai","r":5906,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sony.net","r":5908,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ecfr.gov","r":5909,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"codeforces.com","r":5910,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","huggingfacebot","meta-externalagent","metaai-bot","omgilibot","openai-crawler","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","huggingfacebot","metaai-bot","omgilibot","openai-crawler"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"codecanyon.net","r":5911,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"truthsocial.com","r":5912,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uni-bonn.de","r":5913,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"obi.de","r":5915,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rtl.de","r":5916,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"capgemini.com","r":5917,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"getdropbox.com","r":5918,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hani.co.kr","r":5921,"ai":["amazonbot","bytespider","claudebot","gptbot"],"dead":[],"blk":["Bytespider","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"surriel.com","r":5923,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mangadex.org","r":5925,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bentley.com","r":5926,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"td.com","r":5928,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"takealot.com","r":5929,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"rs-online.com","r":5934,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iom.int","r":5938,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"remitly.com","r":5939,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"symfony.com","r":5942,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"treasuredata.com","r":5944,"ai":["applebot-extended","claude-web","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"networksolutions.com","r":5946,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"seriouseats.com","r":5947,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"atera.com","r":5948,"ai":["anthropic-ai","applebot-extended","ccbot","chatgpt-user","claude-web","claudebot","gptbot","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"concursolutions.com","r":5950,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"suntimes.com","r":5951,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lsu.edu","r":5953,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ionos.com","r":5958,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thoughtco.com","r":5959,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"avid.com","r":5960,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"9gag.com","r":5961,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carrefour.fr","r":5962,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"storygize.net","r":5964,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uptodown.com","r":5966,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tranche.finance","r":5969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"opaque.net","r":5972,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"barchart.com","r":5973,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"castbox.fm","r":5974,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"milliyet.com.tr","r":5975,"ai":["anthropic-ai","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot","quillbot.com"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lesoir.be","r":5976,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playtika.com","r":5977,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oregonlive.com","r":5978,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"changeip.com","r":5979,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"giga.de","r":5980,"ai":["applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"optable.co","r":5981,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"manus.im","r":5983,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tenjin.com","r":5984,"ai":["amazonbot","applebot-extended","ccbot","chatgpt-user","claudebot","cohere-ai","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tvn24.pl","r":5985,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vinted.de","r":5986,"ai":["amazonbot","ccbot","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"geocaching.com","r":5987,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ilmessaggero.it","r":5988,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eiga.com","r":5989,"ai":["bytespider","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Bytespider","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"felenasoft.com","r":5990,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.bz","r":5991,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blogspot.fr","r":5992,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xs4all.nl","r":5993,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"azcentral.com","r":5994,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","browse-ai","browseaibot","bytespider","ccbot","chatgpt agent","chatgpt operator","chatgpt-pagefetcher","chatgpt-user","claude","claude-searchbot","claude-user","claude-web","claudebot","claudeweb","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","firecrawlagent","forage-ai","gemini-deep-research","google ai","google-cloudvertexbot","google-notebooklm","gptbot","grok","iaskspider","iaskspider/2.0","img2dataset","jina-ai","kagibot","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","perplexity-user","perplexitybot","phindbot","quillbot","skrape.ai","tavilybot","timpibot","webscraping-ai","webscraping.ai","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","browse-ai","browseaibot","chatgpt operator","chatgpt-pagefetcher","claude","claude-web","claudeweb","cohere-ai","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","forage-ai","google ai","google-notebooklm","grok","jina-ai","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","skrape.ai","webscraping-ai","webscraping.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"womenshealthmag.com","r":5995,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tutsplus.com","r":5997,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"digikey.com","r":5998,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gemini-deep-research","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"flippingbook.com","r":6000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"otzovik.com","r":6001,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"myharmony.com","r":6002,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"frontapp.com","r":6004,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"willhaben.at","r":6005,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bustle.com","r":6008,"ai":["applebot-extended"],"dead":[],"blk":["Applebot-Extended"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"finviz.com","r":6009,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ucalgary.ca","r":6011,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"runescape.wiki","r":6012,"ai":["bytespider","ccbot","claude-searchbot","claudebot","gptbot","meta-externalagent","neevabot","perplexitybot"],"dead":["neevabot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"basecamp.com","r":6014,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gnavi.co.jp","r":6015,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cdnsolutions.media","r":6016,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"homeoffice.gov.uk","r":6018,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uzh.ch","r":6022,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"beacons.ai","r":6023,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thairath.co.th","r":6025,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"daraz.pk","r":6026,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"domaindetails.com","r":6028,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carnet.hr","r":6029,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"betano.com","r":6031,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"delfi.lt","r":6033,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"informer.com","r":6034,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"windstream.net","r":6035,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","huggingface","img2dataset","neevabot","omgili","omgilibot","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","huggingface","neevabot","omgili","omgilibot","perplexity-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jiji.com","r":6038,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ximalaya.com","r":6041,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nieuwsblad.be","r":6044,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"apachetoday.com","r":6045,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"attheraces.com","r":6046,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cyon.ch","r":6047,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"denverpost.com","r":6050,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-training-data-crawler","diffbot","gptbot","grok-crawler","laion-huggingface-processor","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","grok-crawler","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ovo.id","r":6052,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unibo.it","r":6053,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"raiplay.it","r":6055,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newrepublic.com","r":6057,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"axa.com","r":6058,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"appdynamics.com","r":6059,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"5ch.io","r":6060,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"appfolio.com","r":6061,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"toyokeizai.net","r":6062,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ghanaweb.com","r":6063,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sporcle.com","r":6064,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","diffbot","gptbot","meta-externalagent","omgili","perplexitybot"],"dead":["omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"govdelivery.com","r":6067,"ai":["chatgpt-user","claudebot","firecrawlagent","gptbot","perplexitybot","phindbot","youbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pagina12.com.ar","r":6071,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dezeen.com","r":6072,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leavenworth-net.com","r":6073,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blockchain.com","r":6074,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leeds.ac.uk","r":6075,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tn.gov","r":6076,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"logitechg.com","r":6077,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"igvita.com","r":6078,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"exoclick.com","r":6080,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sbnation.com","r":6081,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buienradar.nl","r":6082,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mako.co.il","r":6083,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nhk.jp","r":6085,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"supremecourt.gov","r":6086,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rtvslo.si","r":6088,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","google-cloudvertexbot","gptbot","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lilithgame.com","r":6089,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dpreview.com","r":6090,"ai":["amazonbot","anthropic-ai","ccbot","claude-web","claudebot","gptbot"],"dead":["anthropic-ai","claude-web"],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"adme.media","r":6091,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"india.com","r":6092,"ai":["chatgpt","chatgpt-user","claude-web","claudebot","gpt","gptbot","perplexity-user","perplexitybot"],"dead":["chatgpt","claude-web","gpt"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adsurge.com","r":6093,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pointclickcare.com","r":6095,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cimri.com","r":6096,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"faberlic.com","r":6099,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yutex.ru","r":6100,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dandomain.dk","r":6102,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.ie","r":6103,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xunlei.com","r":6104,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nyt.com","r":6105,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ziprecruiter.com","r":6106,"ai":["applebot-extended","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalads","meta-externalagent","perplexitybot"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ibiblio.org","r":6107,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vdsina.ru","r":6109,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zepto.com","r":6110,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","copilot","copilotnative","copilotsapphire","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","omgili"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"correiobraziliense.com.br","r":6116,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"up.pt","r":6117,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"robertsspaceindustries.com","r":6119,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"haberturk.com","r":6120,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"inria.fr","r":6122,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"loggly.com","r":6124,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mexc.com","r":6125,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"auone.jp","r":6127,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"claro.com.br","r":6128,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liftdsp.com","r":6130,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"louvre.fr","r":6132,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claudebot","gptbot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fpjs.io","r":6138,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tomtom.com","r":6139,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"realtor.ca","r":6140,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"inquirer.com","r":6142,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wpscdn.cn","r":6143,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pch.net","r":6145,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"afterpay.com","r":6146,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"admixer.net","r":6148,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"facemojikeyboard.com","r":6150,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"advmusic.com","r":6151,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lavozdegalicia.es","r":6152,"ai":["exabot disallow: /","omgilibot disallow: /","petalbot disallow: /"],"dead":["exabot disallow: /","omgilibot disallow: /","petalbot disallow: /"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shell.com","r":6154,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"klook.com","r":6155,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thestar.com.my","r":6156,"ai":["diffbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"controlup.com","r":6157,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mgtv.com","r":6158,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"swagbucks.com","r":6159,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jigsawplanet.com","r":6161,"ai":["ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"huaweicloud.com","r":6163,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"niceincontact.com","r":6164,"ai":["applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xfree.com","r":6166,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hud.gov","r":6167,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"planfix.ru","r":6168,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"documentcloud.org","r":6170,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"rona.ca","r":6174,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nrich.ai","r":6176,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wolframalpha.com","r":6177,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wwd.com","r":6178,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"haproxy.com","r":6180,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tango.me","r":6181,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tapclap.com","r":6183,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tf1info.fr","r":6184,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt-operator","chatgpt-user","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-notebooklm","gptbot","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","phindbot","sider.ai","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt-operator","claude-web","cohere-ai","google-notebooklm","omgili","sider.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thenation.com","r":6185,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dianping.com","r":6186,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.hr","r":6188,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"successfactors.eu","r":6189,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prosv.ru","r":6193,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"threebit.net","r":6194,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unixtools.org","r":6197,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"netcologne.de","r":6198,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goldmansachs.com","r":6199,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"splunk.com","r":6200,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gpo.gov","r":6201,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"svt.se","r":6202,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","gptbot","grok-deepsearch","grokbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["anthropic-ai","cohere-ai","grok-deepsearch","grokbot","omgili","omgilibot","xai-grok"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"bidtheatre.com","r":6203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aptoide.com","r":6204,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cigna.com","r":6205,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ricoh.com","r":6206,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rug.nl","r":6207,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"secondlife.com","r":6208,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"collinsdictionary.com","r":6209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dellin.ru","r":6211,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vodafone.pt","r":6212,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"met.no","r":6213,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ahnlab.com","r":6214,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vulture.com","r":6216,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bluecava.com","r":6217,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oregon.gov","r":6219,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nyaa.si","r":6220,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mygaru.com","r":6222,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","mistralai-user","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tv2.dk","r":6225,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mtv.com","r":6227,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dan.com","r":6229,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vinted.pl","r":6231,"ai":["amazonbot","ccbot","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"colorado.gov","r":6235,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"qobuz.com","r":6238,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-user","claudebot","cohere-ai","deepseek","diffbot","gptbot","meta-externalagent","perplexity-user"],"dead":["anthropic-ai","cohere-ai","deepseek"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iplt20.com","r":6241,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sinsay.com","r":6242,"ai":["meta-externalads"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rentry.co","r":6243,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aetna.com","r":6244,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ku.edu","r":6245,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"gnupg.org","r":6246,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kleinezeitung.at","r":6248,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"radio-canada.ca","r":6250,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"illumin.com","r":6252,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"whiterabbitpress.com","r":6254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"supplyframe.com","r":6257,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freep.com","r":6259,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","browse-ai","browseaibot","bytespider","ccbot","chatgpt agent","chatgpt operator","chatgpt-pagefetcher","chatgpt-user","claude","claude-searchbot","claude-user","claude-web","claudebot","claudeweb","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","firecrawlagent","forage-ai","gemini-deep-research","google ai","google-cloudvertexbot","google-notebooklm","gptbot","grok","iaskspider","iaskspider/2.0","img2dataset","jina-ai","kagibot","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","perplexity-user","perplexitybot","phindbot","quillbot","skrape.ai","tavilybot","timpibot","webscraping-ai","webscraping.ai","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","browse-ai","browseaibot","chatgpt operator","chatgpt-pagefetcher","claude","claude-web","claudeweb","cohere-ai","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","forage-ai","google ai","google-notebooklm","grok","jina-ai","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","skrape.ai","webscraping-ai","webscraping.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vinted.it","r":6262,"ai":["amazonbot","ccbot","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"imo.im","r":6263,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"22.cn","r":6265,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"citigroup.com","r":6266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tim.it","r":6267,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucar.edu","r":6269,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"swissinfo.ch","r":6270,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"obozrevatel.com","r":6271,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"letelegramme.fr","r":6272,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","grok-deepsearch","grokbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","grok-deepsearch","grokbot","omgili","omgilibot","xai-grok"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clemson.edu","r":6273,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jeuxvideo.com","r":6274,"ai":["cohere-training-data-crawler","diffbot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"byjus.com","r":6275,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kidoz.net","r":6276,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bell.ca","r":6279,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nodacdn.net","r":6280,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vmailru.net","r":6281,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"inquirer.net","r":6282,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thesaurus.com","r":6283,"ai":["applebot-extended","ccbot","gptbot"],"dead":[],"blk":["Applebot-Extended","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adac.de","r":6285,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"muni.cz","r":6286,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nghttp2.org","r":6287,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"runnr.in","r":6288,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tally.so","r":6290,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"4pda.to","r":6291,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"intermedia.net","r":6293,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sabah.com.tr","r":6294,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"adplay.ru","r":6295,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"punchmedia.ru","r":6296,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iata.org","r":6300,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"huffingtonpost.co.uk","r":6301,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","meta-externalfetcher","omgilibot","perplexity-user","perplexitybot","timpibot","ttoyoubot","webgptbot"],"dead":["omgilibot","ttoyoubot","webgptbot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"beehiiv.com","r":6303,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bbcgoodfood.com","r":6304,"ai":["bytespider","ccbot","gptbot","meta-externalagent"],"dead":[],"blk":["Bytespider","CCBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ipxserve.com","r":6305,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"obsproject.com","r":6306,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.by","r":6308,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uni-frankfurt.de","r":6309,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"luma.com","r":6310,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kolesa.kz","r":6316,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"securedvisit.com","r":6318,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oricon.co.jp","r":6319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"forexfactory.com","r":6320,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trustedshops.com","r":6321,"ai":["bytespider","ccbot","diffbot","iaskspider/2.0","img2dataset","omgili","omgilibot","timpibot","webzio-extended"],"dead":["omgili","omgilibot"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cosme.net","r":6322,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"royalroad.com","r":6323,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bigbasket.com","r":6324,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"namemc.com","r":6325,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":true},{"h":"ashemaletube.com","r":6326,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"schema.org","r":6329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"haproxy.org","r":6330,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thuvienphapluat.vn","r":6331,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"taylorfrancis.com","r":6332,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leprogres.fr","r":6334,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","gptbot"],"dead":["anthropic-ai","claude-web"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wmo.int","r":6335,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clamav.net","r":6337,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"odnoklassniki.ru","r":6340,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"meinbezirk.at","r":6341,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"techsmith.com","r":6342,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fas.org","r":6343,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nseindia.com","r":6344,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"letras.com","r":6347,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"turbify.com","r":6348,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"hpsmart.com","r":6349,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gemini.google","r":6350,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rapidgator.net","r":6351,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gfk.com","r":6352,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"solitaired.com","r":6353,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adnkronos.com","r":6354,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wn.com","r":6355,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"stylevana.com","r":6356,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"miniclip.com","r":6357,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arkoselabs.com","r":6358,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"yoast.com","r":6361,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spdns.de","r":6362,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kabum.com.br","r":6364,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liputan6.com","r":6366,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vhx.tv","r":6367,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bill.com","r":6369,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"utwente.nl","r":6371,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"williamhill.com","r":6372,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sanook.com","r":6377,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hu-berlin.de","r":6379,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"phosagro.ru","r":6380,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tsn.ua","r":6382,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scirp.org","r":6384,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"hitta.se","r":6385,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sex-studentki.live","r":6387,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bandsintown.com","r":6388,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":true},{"h":"device9.com","r":6390,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gambleaware.org","r":6391,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"core.ac.uk","r":6392,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bundestag.de","r":6394,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"notebooklm.google","r":6395,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"logmein.com","r":6397,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"utk.edu","r":6399,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smartrecruiters.com","r":6400,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"movieweb.com","r":6401,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webmotors.com.br","r":6403,"ai":["chatgpt-user","claudebot","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"11st.co.kr","r":6404,"ai":["chatgpt-user","claude-searchbot","claude-user","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ugent.be","r":6405,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"metropoles.com","r":6407,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goldprice.org","r":6409,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"irecommend.ru","r":6410,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"accompany.com","r":6411,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tiny.cc","r":6412,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"parismatch.com","r":6413,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"meta.ai","r":6414,"ai":["amazonbot","applebot-extended","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"abplive.com","r":6415,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doaj.org","r":6417,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ilgiornale.it","r":6419,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lazada.com","r":6420,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gsa.gov","r":6421,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tpbid.com","r":6422,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"emol.com","r":6423,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wikiwand.com","r":6424,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"narvar.com","r":6425,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sfchronicle.com","r":6426,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mixi.jp","r":6427,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mumsnet.com","r":6431,"ai":["bytespider","ccbot","cohere-ai","gptbot","omgilibot"],"dead":["cohere-ai","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foodandwine.com","r":6433,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mynet.com","r":6435,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eater.com","r":6436,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"n11.com","r":6437,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"grow.google","r":6439,"ai":["anthropic-ai","applebot-extended","ccbot","claude-searchbot","claudebot","cohere-ai","diffbot","gptbot","mistralai-user","perplexitybot","youbot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theporndude.com","r":6440,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"so-net.ne.jp","r":6441,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"qwant.com","r":6442,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt-operator","chatgpt-user","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-notebooklm","gptbot","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalads","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","phindbot","sider.ai","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt-operator","claude-web","cohere-ai","google-notebooklm","omgili","sider.ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ifixit.com","r":6444,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","omgili","omgilibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"telegram.com","r":6445,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","browse-ai","browseaibot","bytespider","ccbot","chatgpt agent","chatgpt operator","chatgpt-pagefetcher","chatgpt-user","claude","claude-searchbot","claude-user","claude-web","claudebot","claudeweb","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","firecrawlagent","forage-ai","gemini-deep-research","google ai","google-cloudvertexbot","google-notebooklm","gptbot","grok","iaskspider","iaskspider/2.0","img2dataset","jina-ai","kagibot","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","perplexity-user","perplexitybot","phindbot","quillbot","skrape.ai","tavilybot","timpibot","webscraping-ai","webscraping.ai","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","browse-ai","browseaibot","chatgpt operator","chatgpt-pagefetcher","claude","claude-web","claudeweb","cohere-ai","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","forage-ai","google ai","google-notebooklm","grok","jina-ai","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","skrape.ai","webscraping-ai","webscraping.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sport1.de","r":6446,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"literotica.com","r":6447,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tsn.ca","r":6449,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","deepseek","deepseekbot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web","deepseek"],"blk":["CCBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tate.org.uk","r":6450,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uni-koeln.de","r":6452,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gazeta.ru","r":6454,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rebrand.ly","r":6455,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"interno.gov.it","r":6456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"apple.com.cn","r":6457,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"learnings.ai","r":6458,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unh.edu","r":6459,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"academy.com","r":6462,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"4.cn","r":6463,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eurogamer.net","r":6464,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","perplexity-user","perplexitybot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trovaprezzi.it","r":6465,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ghostery.com","r":6466,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.uz","r":6468,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theintercept.com","r":6469,"ai":["amazonbot","anthropic-ai","ccbot","chatgpt-user","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":["CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"navyfederal.org","r":6471,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"youradchoices.ca","r":6472,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"procyclingstats.com","r":6473,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"decathlon.fr","r":6477,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vinted.es","r":6478,"ai":["amazonbot","ccbot","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"sportsapi.ru","r":6479,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"goodrx.com","r":6480,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"xhwebsite.com","r":6482,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sdn.cz","r":6483,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"author.today","r":6484,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"financialcontent.com","r":6485,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gmw.cn","r":6486,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wired.co.uk","r":6487,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telecinco.es","r":6488,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"reserved.com","r":6490,"ai":["meta-externalads"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"contentful.com","r":6492,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"videoamp.com","r":6493,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ura.news","r":6495,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unodc.org","r":6496,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sf.net","r":6498,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"1und1.de","r":6499,"ai":["applebot-extended","bytespider","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unm.edu","r":6500,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rateyourmusic.com","r":6501,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"b92.net","r":6502,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dawn.com","r":6503,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nv.ua","r":6506,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adage.com","r":6507,"ai":["ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","google-cloudvertexbot","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":[],"blk":["CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fon.bet","r":6509,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"smotrim.ru","r":6510,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"megaphone.fm","r":6512,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iloveimg.com","r":6513,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"funda.nl","r":6515,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"o2.pl","r":6516,"ai":["ccbot","chatgpt-user","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hs-sites.com","r":6519,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freecodecamp.org","r":6522,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jooble.org","r":6527,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newatlas.com","r":6528,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercadopago.com.ar","r":6529,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"turbosquid.com","r":6530,"ai":["ccbot","gptbot","meta-externalagent"],"dead":[],"blk":["CCBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"astro.com","r":6533,"ai":["anthropic-ai","bytespider","ccbot","meta-externalagent"],"dead":["anthropic-ai"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lidl.de","r":6534,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"news.ru","r":6535,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jorudan.co.jp","r":6536,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"virgilio.it","r":6537,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hk01.com","r":6539,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"maine.gov","r":6542,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amplify.com","r":6543,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lifeaiot.com","r":6544,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"msdmanuals.com","r":6545,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webnode.com","r":6546,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fsf.org","r":6547,"ai":["timpibot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thanhnien.vn","r":6548,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mediarithmics.com","r":6550,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"transformativeworks.org","r":6551,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jnj.com","r":6552,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"airbridge.io","r":6554,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":["Bytespider","CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cengage.com","r":6555,"ai":["gptbot","meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cretaforce.gr","r":6556,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"orangedata.ru","r":6557,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lidl.com","r":6558,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"seloger.com","r":6562,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hackernoon.com","r":6563,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","mistralai-user","omgilibot","perplexitybot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt-user/2.0","claude-web","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blocket.se","r":6564,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kmart.com.au","r":6565,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"health.com","r":6567,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fws.gov","r":6568,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gbnews.com","r":6569,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dhnet.be","r":6570,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"capterra.com","r":6573,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"midilibre.fr","r":6576,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"funnyjunk.com","r":6578,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"beebom.com","r":6579,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vnggames.com","r":6581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"maxroll.gg","r":6583,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistral.ai","mistralai-user","novellum ai crawl","omgili","perplexity-user","perplexitybot","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","claude-web","cohere-ai","mistral.ai","novellum ai crawl","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"appsheet.com","r":6584,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bambuser.com","r":6586,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wpzoom.com","r":6588,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"maze.co","r":6589,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ugsk.ru","r":6590,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gsu.edu","r":6595,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"gamesradar.com","r":6596,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cinemark.com","r":6597,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sonyliv.com","r":6598,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"sportschau.de","r":6599,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-training-data-crawler","deepseek","deepseek-crawler","deepseekbot","diffbot","gptbot","grokbot","img2dataset","laiondownloader","meta-externalagent","mistralai-crawler","omgili","omgilibot"],"dead":["deepseek","deepseek-crawler","grokbot","mistralai-crawler","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liveramp.com","r":6601,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wyze.com","r":6604,"ai":["ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imganalytics.com","r":6606,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ub.edu","r":6607,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fgov.be","r":6608,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"racingpost.com","r":6609,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freewebs.com","r":6612,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mendeley.com","r":6613,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jornada.com.mx","r":6616,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"tenten.vn","r":6617,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"statefarm.com","r":6618,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chess-results.com","r":6619,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vesselfinder.com","r":6620,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"camscanner.com","r":6621,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"is.fi","r":6622,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gelbooru.com","r":6625,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"esri.com","r":6628,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rfa.org","r":6630,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uvic.ca","r":6631,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"videy.co","r":6634,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"haveibeenpwned.com","r":6635,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"consumerfinance.gov","r":6637,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nicehash.com","r":6639,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usergate.com","r":6641,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rit.edu","r":6645,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"53.com","r":6646,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"superbthemes.com","r":6648,"ai":["meta-externalagent","meta-externalagent/1.1","meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"],"dead":["meta-externalagent/1.1","meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"findmykids.org","r":6650,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thenationalnews.com","r":6651,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"backlinko.com","r":6652,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"heute.at","r":6655,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"getpublica.com","r":6657,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.mu","r":6658,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"csis.org","r":6660,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freeconvert.com","r":6664,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"liu.se","r":6666,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"asurahosting.com","r":6667,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cnnindonesia.com","r":6668,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"infoworld.com","r":6669,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"poder360.com.br","r":6670,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shareasale.com","r":6675,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"credly.com","r":6680,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"onepeloton.com","r":6682,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ntv.ru","r":6684,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"beinsports.com","r":6686,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"punchng.com","r":6689,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playdigo.com","r":6691,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.lv","r":6692,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jbhifi.com.au","r":6693,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bedbathandbeyond.com","r":6695,"ai":["amazonbot","gptbot","meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.hn","r":6696,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jagex.com","r":6697,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"europapress.es","r":6698,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"axs.com","r":6699,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"androidauthority.com","r":6700,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vistarsagency.com","r":6702,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cra.cz","r":6705,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"futurism.com","r":6707,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"pair.com","r":6709,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"qiita.com","r":6710,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sniffies.com","r":6711,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"globalso.com","r":6718,"ai":[],"dead":[],"blk":["Applebot-Extended"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tuasaude.com","r":6719,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"evri.com","r":6720,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"realsimple.com","r":6721,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"cntraveler.com","r":6722,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"filmyzilla39.com","r":6723,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"ekitan.com","r":6725,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fragrantica.com","r":6726,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"brew.sh","r":6729,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livescore.in","r":6730,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sling.com","r":6733,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"makeshop.co.kr","r":6734,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rtbf.be","r":6736,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"higgsfield.ai","r":6738,"ai":["chatgpt-user","claude-web","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onedio.com","r":6740,"ai":["gptbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"gaana.com","r":6741,"ai":["anthropic-ai","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lis-skins.com","r":6742,"ai":["applebot-extended","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"glosbe.com","r":6746,"ai":["bytespider","ccbot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kurir.rs","r":6748,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"2dehands.be","r":6749,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"novartis.com","r":6751,"ai":["gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"minecraftskins.com","r":6754,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"devline.tv","r":6757,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wetest.net","r":6758,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"torrid.com","r":6759,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hackerone.com","r":6761,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"filmweb.pl","r":6764,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"maersk.com","r":6765,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"txxx.com","r":6766,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"libertaddigital.com","r":6769,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lemon8-app.com","r":6770,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"diamond.jp","r":6773,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"journaldesfemmes.fr","r":6774,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pcloud.com","r":6778,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telstra.com.au","r":6780,"ai":["amazonbot","bytespider","ccbot","commoncrawl","diffbot","iaskspider","img2dataset","quillbot","timpibot"],"dead":["commoncrawl"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gameforge.com","r":6781,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nngroup.com","r":6782,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"carrefour.es","r":6784,"ai":["google-cloudvertexbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"comparethemarket.com","r":6787,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"countryliving.com","r":6788,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"altavista.com","r":6789,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","huggingface","img2dataset","neevabot","omgili","omgilibot","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","huggingface","neevabot","omgili","omgilibot","perplexity-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"beget.tech","r":6790,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"csfd.cz","r":6791,"ai":["ccbot","claudebot"],"dead":[],"blk":["CCBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oos.ru","r":6792,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"openedition.org","r":6793,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"illinois.gov","r":6794,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"brightside.me","r":6795,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"themeansar.com","r":6799,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"semana.com","r":6800,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betterhelp.com","r":6801,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chavesnamao.com.br","r":6803,"ai":["amazonbot","applebot-extended","ccbot","claudebot","cohere-ai","deepseekbot","gptbot","grok","grokbot","meta-externalagent"],"dead":["cohere-ai","grok","grokbot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"fareharbor.com","r":6804,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elcorreo.com","r":6809,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claudebot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"starfieldtech.com","r":6812,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"expo.dev","r":6813,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"toptal.com","r":6814,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"worldpopulationreview.com","r":6815,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goo-net.com","r":6816,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"anota.ai","r":6817,"ai":["gptbot","perplexitybot"],"dead":[],"blk":["GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ajc.com","r":6818,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"russianfood.com","r":6819,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"raptive.com","r":6821,"ai":["anthropic-ai","ccbot","claude-web","gptbot"],"dead":["anthropic-ai","claude-web"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"relevant-digital.com","r":6823,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spacedaily.com","r":6824,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.kw","r":6827,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mql5.com","r":6828,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nobroker.in","r":6830,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"threatdown.com","r":6831,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"schwaebische.de","r":6833,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"upravel.com","r":6834,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"heraldo.es","r":6836,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider","laion-huggingface-processor","meta-externalagent","omgili","omgilibot","tavilybot","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1mg.com","r":6838,"ai":["meta-externalagent/1.1","meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"],"dead":["meta-externalagent/1.1","meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chunichi.co.jp","r":6840,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pracuj.pl","r":6841,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tn.com.ar","r":6843,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hai8g.com","r":6846,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"uni-tuebingen.de","r":6847,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kidshealth.org","r":6849,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ingentaconnect.com","r":6850,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"angi.com","r":6853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"travelandtourworld.com","r":6856,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"akc.org","r":6857,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"meduza.io","r":6858,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sponichi.co.jp","r":6859,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"buildkite.com","r":6860,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"albumoftheyear.org","r":6862,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","claudebot","diffbot","gptbot","meta-externalagent"],"dead":["anthropic-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mangabuddy.com","r":6863,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"spotify.net","r":6865,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"noip.com","r":6868,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"study.com","r":6871,"ai":["ccbot","meta-externalagent"],"dead":[],"blk":["CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"observer.com","r":6872,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"military.com","r":6873,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blesk.cz","r":6874,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dm.de","r":6876,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"discoveryplus.com","r":6877,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pinklion.io","r":6880,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"biobiochile.cl","r":6882,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"transcend.io","r":6884,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"powerreviews.com","r":6885,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"money.pl","r":6886,"ai":["bytespider","ccbot","chatgpt-user","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fmb.la","r":6889,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ajax.systems","r":6890,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jqueryui.com","r":6891,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitchute.com","r":6893,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"osf.io","r":6895,"ai":["gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"datatables.net","r":6896,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jpn.com","r":6897,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hentaiera.com","r":6903,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"me-qr.com","r":6904,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ksyun.com","r":6905,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"walkerplus.com","r":6906,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prothomalo.com","r":6907,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"login.gov","r":6910,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smythstoys.com","r":6912,"ai":["gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redgifs.com","r":6913,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zbporn.com","r":6915,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freeprivacypolicy.com","r":6916,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vivaldi.com","r":6917,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telekom.hu","r":6918,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usbank.com","r":6919,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usu.edu","r":6921,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xxxbule.com","r":6922,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"midasbuy.com","r":6923,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cardekho.com","r":6924,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.af","r":6926,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myket.ir","r":6928,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sudinfo.be","r":6930,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"w.org","r":6932,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","copilot","gptbot","perplexitybot"],"dead":["anthropic-ai","copilot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"haber7.com","r":6933,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vanityfair.it","r":6934,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"travian.com","r":6935,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ada.support","r":6936,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"use.ai","r":6937,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ome.tv","r":6938,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"northeastern.edu","r":6940,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"di.se","r":6942,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mehrnews.com","r":6943,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnews.fr","r":6944,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thesimsresource.com","r":6945,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alz.org","r":6946,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"anysex.com","r":6947,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"taxtelecom.ru","r":6950,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amtrak.com","r":6951,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sikayetvar.com","r":6952,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"e-planning.net","r":6953,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"inkscape.org","r":6955,"ai":["applebot-extended","gptbot"],"dead":[],"blk":["Applebot-Extended","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"24.hu","r":6956,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pngtree.com","r":6957,"ai":["amazonbot/0.1","ccbot"],"dead":["amazonbot/0.1"],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"zalando.fr","r":6958,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"buzzfeednews.com","r":6960,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgilibot","perplexity-user","perplexitybot","timpibot","ttoyoubot","webgptbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot","ttoyoubot","webgptbot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"joongang.co.kr","r":6961,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"laodong.vn","r":6962,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"agenteimmobiliare.info","r":6963,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"irna.ir","r":6964,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.kh","r":6966,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"athome.co.jp","r":6967,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bankier.pl","r":6969,"ai":["bard","ccbot","gptbot"],"dead":["bard"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"discovermagazine.com","r":6970,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"rp-online.de","r":6971,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","deepseek","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sage.com","r":6973,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"simplecast.com","r":6974,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ensonhaber.com","r":6975,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"esteri.it","r":6976,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xn--pckua2a7gp15o89zb.com","r":6977,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sklum.com","r":6978,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"togetter.com","r":6979,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","copilot","diffbot","google-notebooklm","gptbot","meta-externalagent","mistralai-user","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","copilot","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornzog.com","r":6980,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ntv.com.tr","r":6982,"ai":["anthropic-ai","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot","quillbot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"videa.hu","r":6983,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.rw","r":6984,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spacebattles.com","r":6986,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"allegro.cz","r":6987,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"orange.pl","r":6988,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hvg.hu","r":6989,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prreqcroab.icu","r":6990,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"chegg.com","r":6991,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bancsabadell.com","r":6992,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"51job.com","r":6995,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"almasryalyoum.com","r":6996,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kino-teatr.ru","r":6997,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mywot.com","r":6998,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bunshun.jp","r":6999,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"anjuke.com","r":7000,"ai":["claudebot","gptbot"],"dead":[],"blk":["ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hna.de","r":7006,"ai":["chatgpt-user","claude-searchbot","claude-user","google-cloudvertexbot","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tvspielfilm.de","r":7007,"ai":["amazonbot","bytespider","ccbot","claudebot","google-cloudvertexbot","gptbot","meta-externalagent","timpibot"],"dead":[],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"webpt.com","r":7008,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"famousbirthdays.com","r":7009,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dyz9.top","r":7012,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"poringa.net","r":7013,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lavoixdunord.fr","r":7014,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ku.dk","r":7017,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boosty.to","r":7018,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"granbluefantasy.jp","r":7020,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prismic.io","r":7022,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"mullvad.net","r":7023,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bhg.com","r":7024,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dlink.com","r":7027,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sb.by","r":7028,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"zalando.nl","r":7029,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"scotsman.com","r":7030,"ai":["anthropic-ai","applebot-extended","bytespider","claude-web","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","Bytespider","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fiu.edu","r":7032,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sofi.com","r":7033,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornoxo.com","r":7034,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnbcindonesia.com","r":7036,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"invisalign.com","r":7037,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ngrok.com","r":7038,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mercedes-benz.com.cn","r":7039,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"joker.com","r":7040,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zoho.in","r":7041,"ai":["zoho-scrapy"],"dead":["zoho-scrapy"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"spicychat.ai","r":7042,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"monopolygo.com","r":7046,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"manchestereveningnews.co.uk","r":7047,"ai":["anthropic-ai","applebot-extended","ccbot","claude-web","claudebot","gptbot","meta-externalagent","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","perplexity-ai"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telex.hu","r":7048,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jmty.jp","r":7049,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.kz","r":7051,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sportinglife.com","r":7052,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lanouvellerepublique.fr","r":7054,"ai":[],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playmogo.com","r":7055,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"filmyfly.camp","r":7056,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mingky13.net","r":7057,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"videlly.space","r":7059,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"catchthemes.com","r":7060,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eurogirlsescort.com","r":7062,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"newsnow.co.uk","r":7064,"ai":["anthropic-ai","gptbot"],"dead":["anthropic-ai"],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"khaleejtimes.com","r":7065,"ai":["anthropic-ai","applebot-extended","claudebot","gemini-deep-research","meta-externalagent"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"solidbroker.ru","r":7070,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pricecharting.com","r":7071,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ixigo.com","r":7075,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"caci.com","r":7078,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"icims.com","r":7079,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"no-ip.org","r":7083,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kathimerini.gr","r":7084,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.vc","r":7085,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tiermaker.com","r":7086,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nova.cz","r":7088,"ai":["amazonbot","bytespider","ccbot","cohere-ai","omgili","omgilibot","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"milfporn.tv","r":7091,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"carvana.com","r":7092,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"3hentai.net","r":7093,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gelderlander.nl","r":7094,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"icm.edu.pl","r":7096,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"telewebion.ir","r":7097,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"farsnews.ir","r":7099,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"qoo10.jp","r":7100,"ai":["bytespider","ccbot","chatgpt-user","claude-user","claudebot","gptbot","meta-externalads","perplexity-user","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nme.com","r":7101,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"wordstream.com","r":7102,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dnsdomen.com","r":7105,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"maven.org","r":7107,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"ecer.com","r":7110,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"muumuu-domain.com","r":7111,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"instiz.net","r":7112,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tf1.fr","r":7113,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt-operator","chatgpt-user","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-notebooklm","gptbot","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","phindbot","sider.ai","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt-operator","claude-web","cohere-ai","google-notebooklm","omgili","sider.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"winline.ru","r":7114,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"optonline.net","r":7116,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"teleport.media","r":7117,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mordorintelligence.com","r":7118,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sofifa.com","r":7119,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"lavoz.com.ar","r":7120,"ai":["chatgpt","chatgpt-user","meta ai","openai"],"dead":["chatgpt","meta ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"seznamzpravy.cz","r":7121,"ai":["ai"],"dead":["ai"],"blk":["OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bandlab.com","r":7123,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"payhip.com","r":7124,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ici.fr","r":7125,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","digitaloceangenaicrawler","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok","grokbot","iaskspider","iaskspider/2.0","img2dataset","klaviyoaibot","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","digitaloceangenaicrawler","google-notebooklm","grok","grokbot","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pixlr.com","r":7126,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"browserstack.com","r":7129,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"portfolio.hu","r":7130,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"claro.com.ar","r":7131,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"programmaticx.ai","r":7132,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"topuniversities.com","r":7134,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"worldatlas.com","r":7135,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"islonline.net","r":7136,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"allthefallen.moe","r":7137,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"myherbalife.com","r":7139,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"91mobiles.com","r":7140,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hextom.com","r":7141,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scoop.it","r":7143,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hanime.tv","r":7144,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"draftkings.com","r":7146,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"poynter.org","r":7147,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adelaide.edu.au","r":7148,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"worldwildlife.org","r":7150,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"neopets.com","r":7152,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tchibo.de","r":7154,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.bo","r":7155,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gtranslate.net","r":7156,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"suse.com","r":7157,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"windguru.cz","r":7158,"ai":["meta-externalfetcher"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cifraclub.com.br","r":7159,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ok.xxx","r":7160,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fnn.jp","r":7161,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fut.gg","r":7164,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ulta.com","r":7165,"ai":["bytespider","ccbot","chatgpt-user","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rubika.ir","r":7167,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"getty.edu","r":7168,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ilpost.it","r":7169,"ai":["gptbot","perplexitybot"],"dead":[],"blk":["GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cmtelematics.com","r":7170,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"globaltimes.cn","r":7171,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cafef.vn","r":7172,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"html-load.cc","r":7173,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nishinippon.co.jp","r":7175,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cleveland.com","r":7178,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"instant-gaming.com","r":7179,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"storm.mg","r":7180,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.bw","r":7182,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"medicare.gov","r":7183,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"syr.edu","r":7185,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"transip.eu","r":7187,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dpboss.boston","r":7192,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"photoshelter.com","r":7195,"ai":["amazonbot","claudebot"],"dead":[],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"about.google","r":7196,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"paheal.net","r":7197,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"maariv.co.il","r":7198,"ai":["chatgpt-user","claude-user","gptbot","perplexity-user"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"case-battle.red","r":7201,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"comdirect.de","r":7202,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"pptechnology.cc","r":7203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"withbuddies.com","r":7204,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"truist.com","r":7206,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"windowsphone.com","r":7207,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"beforward.jp","r":7209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"epicentrk.ua","r":7210,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crisp.chat","r":7211,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"copart.com","r":7212,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alberta.ca","r":7213,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gov.bc.ca","r":7214,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ufrgs.br","r":7215,"ai":["bytespider","ccbot","claudebot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kisskh.co","r":7216,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fakt.pl","r":7217,"ai":["amazonbot","bytespider","cohere-ai","diffbot","diffbot-user","meta-externalagent","omgilibot","timpibot","youbot"],"dead":["cohere-ai","diffbot-user","omgilibot"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gitbook.com","r":7219,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smartape.ru","r":7220,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kyoto-u.ac.jp","r":7221,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cbre.com","r":7222,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"comfy.ua","r":7223,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ge","r":7224,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tribunnews.com","r":7229,"ai":["google-notebooklm","gptbot"],"dead":["google-notebooklm"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"control4.com","r":7230,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"5movierulz.church","r":7231,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"5movierulz.forsale","r":7232,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"streamlabs.com","r":7235,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pfizer.com","r":7237,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"outsideonline.com","r":7238,"ai":["amazonbot","anthropic-ai","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","gptbot","grok-deepsearch","grokbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended","xai-grok"],"dead":["anthropic-ai","cohere-ai","grok-deepsearch","grokbot","omgili","omgilibot","xai-grok"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crowncoinscasino.com","r":7239,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"5movierulz.soccer","r":7240,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nestle.com","r":7242,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":true},{"h":"xn--2-wxfc3gwbi.com","r":7244,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"vialotadom.com","r":7245,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vecernji.hr","r":7246,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"whatismyipaddress.com","r":7247,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"bunkr.cr","r":7248,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"bartleby.com","r":7249,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mamtpo.com","r":7251,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mp4moviez.fan","r":7252,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"videyly.co","r":7253,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"piwik.pro","r":7254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"verizonwireless.com","r":7255,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telcel.com","r":7256,"ai":["anthropic-ai","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fortnitetracker.com","r":7257,"ai":["applebot-extended","chatgpt-user","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"beeg.porn","r":7258,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"encyclopedia.com","r":7259,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trusteer.com","r":7260,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adevarul.ro","r":7261,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"baltimoresun.com","r":7262,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-training-data-crawler","diffbot","gptbot","grok-crawler","laion-huggingface-processor","meta-externalagent","mistralai-user","omgili","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","grok-crawler","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"24sata.hr","r":7265,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"warframe.com","r":7266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zus.pl","r":7269,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eksisozluk.com","r":7270,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"rferl.org","r":7271,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"opentext.com","r":7273,"ai":["bytespider","ccbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hal.science","r":7276,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"allegro.com","r":7280,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lansweeper.com","r":7281,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pixad.com.tr","r":7283,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"digi24.ro","r":7284,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sanspo.com","r":7285,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","gptbot","img2dataset","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"premierleague.com","r":7286,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stheadline.com","r":7287,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crossthegame.com","r":7288,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tripadvisor.in","r":7289,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","chatgpt-user/2.0","claudebot","cohere-ai","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","perplexitybot","youbot"],"dead":["chatgpt-user/2.0","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"wikimapia.org","r":7290,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"delish.com","r":7291,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"daraz.com.bd","r":7292,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uchile.cl","r":7293,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"abxxx.com","r":7294,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mathrubhumi.com","r":7295,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","deepseek","gptbot","meta-externalagent","perplexitybot","xai-crawler","youbot"],"dead":["anthropic-ai","claude-web","deepseek","xai-crawler"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ngrok.io","r":7297,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gala.de","r":7298,"ai":["anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseek","deepseekbot","diffbot","firecrawlagent","gptbot","iaskspider/2.0","img2dataset","laion-huggingface-processor","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"poliziadistato.it","r":7299,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vidvf.com","r":7301,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"abola.pt","r":7303,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gitea.io","r":7304,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ugr.es","r":7305,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hotnews.ro","r":7306,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nfpa.org","r":7307,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"domainers.de","r":7309,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"monotaro.com","r":7310,"ai":["chatgpt-user"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tcd.ie","r":7311,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zephr.com","r":7312,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uitm.edu.my","r":7313,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"idealista.pt","r":7314,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"discover.com","r":7315,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aniwaves.ru","r":7317,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uu.se","r":7318,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kemono.cr","r":7319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"euro.com.pl","r":7320,"ai":["chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"paramount.tech","r":7322,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ancestry.co.uk","r":7323,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mudah.my","r":7324,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"d-net.pro","r":7325,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nrc.nl","r":7326,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","mistralai-user","mistralai-user/1.0","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"5movierulz.camera","r":7328,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"99rdd.com","r":7329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"filmyzilla37.com","r":7331,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"mp4moviez.bot","r":7332,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"olxide.com","r":7334,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sbxh1.com","r":7335,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xnhau.cx","r":7337,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"ydparty06.net","r":7338,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ladesk.com","r":7339,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rawpixel.com","r":7342,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"medicalxpress.com","r":7343,"ai":["applebot-extended","bytespider","ccbot","claudebot","cohere-ai","gptbot"],"dead":["cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kariyer.net","r":7344,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mangak.io","r":7346,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sudoku.com","r":7347,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rd.com","r":7350,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jet2holidays.com","r":7352,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lifo.gr","r":7356,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"decolar.com","r":7357,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nationalgeographic.org","r":7358,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ontario.ca","r":7360,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"batch.com","r":7361,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theaustralian.com.au","r":7363,"ai":["chatgpt-user","google-cloudvertexbot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bitcoin.org","r":7364,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jwplatform.com","r":7365,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cafepress.com","r":7367,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wow.xxx","r":7368,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yesporn.vip","r":7369,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.tt","r":7370,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amarujala.com","r":7371,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","firecrawlagent","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","phindbot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hornbach.de","r":7372,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hu.net","r":7373,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nzz.ch","r":7374,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"djangoproject.com","r":7377,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xsolla.com","r":7378,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xv-ru.com","r":7379,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"boomtrain.com","r":7380,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"emptyhammock.com","r":7381,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clck.ru","r":7386,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freeones.com","r":7387,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bc.edu","r":7388,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"coub.com","r":7389,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentaifox.com","r":7390,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"afr.com","r":7391,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"but.fr","r":7392,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zalando.pl","r":7393,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"treehugger.com","r":7394,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"rpp.pe","r":7397,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nuget.org","r":7401,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"filimo.com","r":7402,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nordkurier.de","r":7403,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flightrising.com","r":7404,"ai":["bytespider","chatgpt-user","claudebot","gptbot"],"dead":[],"blk":["Bytespider","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"scryfall.com","r":7405,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kiabi.com","r":7406,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mgaru.dev","r":7407,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oem.com.mx","r":7408,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tagsrvcs.com","r":7409,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"censor.net","r":7412,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"make.com","r":7413,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ole.com.ar","r":7415,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uwo.ca","r":7416,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"privacy.com.br","r":7419,"ai":["anthropic-ai","chatgpt-user"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"klix.ba","r":7421,"ai":["meta-externalagent","meta-externalfetcher"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fravega.com","r":7423,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"15min.lt","r":7424,"ai":["amazonbot","applebot-extended","bytespider","ccbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","iaskspider/2.0","img2dataset","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"umontreal.ca","r":7425,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"signalfx.com","r":7426,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wtr-lab.com","r":7429,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bain.com","r":7431,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pappers.fr","r":7432,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rmf24.pl","r":7433,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tube8.com","r":7434,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"indiewire.com","r":7435,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseek","deepseekbot","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","deepseek","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theonion.com","r":7436,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ehow.com","r":7438,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thenounproject.com","r":7440,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uni-stuttgart.de","r":7443,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aylanetworks.com","r":7444,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vedantu.com","r":7445,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bobaedream.co.kr","r":7449,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"directvgo.com","r":7450,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dunelm.com","r":7451,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rae.es","r":7452,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"farming-simulator.com","r":7453,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"moneyforward.com","r":7454,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"forpsi.cz","r":7456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mlive.com","r":7457,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"podscribe.com","r":7458,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"my-best.com","r":7459,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sojern.com","r":7460,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"in.gr","r":7463,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thepaper.cn","r":7464,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fuckmoral.com","r":7465,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"n1info.rs","r":7466,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"decathlon.de","r":7468,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"f2pool.com","r":7470,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"serebii.net","r":7471,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"futbol24.com","r":7472,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"espn.com.br","r":7474,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bhaskar.com","r":7478,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nic.ch","r":7480,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"magento.com","r":7481,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"quay.io","r":7482,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"biography.com","r":7484,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unt.edu","r":7485,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rolimons.com","r":7486,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"statnews.com","r":7487,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"libertatea.ro","r":7489,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gwars.io","r":7494,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"york.ac.uk","r":7495,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"51cg1.com","r":7496,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lance.com.br","r":7499,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adikteev.com","r":7500,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.lu","r":7501,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stockx.com","r":7502,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"businessinsider.com.pl","r":7503,"ai":["amazonbot","bytespider","cohere-ai","diffbot","diffbot-user","meta-externalagent","omgilibot","timpibot","youbot"],"dead":["cohere-ai","diffbot-user","omgilibot"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nouvelobs.com","r":7505,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot","webzio","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ilrestodelcarlino.it","r":7506,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot"],"dead":["anthropic-ai","claude-web"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leakgallery.com","r":7509,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"giallozafferano.it","r":7510,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sport.de","r":7511,"ai":["ccbot","gptbot","scrapybot"],"dead":["scrapybot"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.lt","r":7512,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uta-net.com","r":7516,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fastly.com","r":7519,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"upm.es","r":7520,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"niedersachsen.de","r":7523,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tycsports.com","r":7525,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"madeiramadeira.com.br","r":7526,"ai":["alexabot","claudebot","gptbot","perplexitybot"],"dead":["alexabot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kemendikdasmen.go.id","r":7529,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kufar.by","r":7530,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"partslink24.com","r":7531,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kff.org","r":7532,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alaska.gov","r":7533,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"videojs.com","r":7536,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"networklinks.space","r":7537,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"basalam.com","r":7538,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"unian.ua","r":7540,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"muzofond.fm","r":7541,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"pokemondb.net","r":7542,"ai":["ccbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"messefrankfurt.com","r":7546,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zillowstatic.com","r":7548,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"salesforce-sites.com","r":7549,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"userreport.com","r":7552,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"e.leclerc","r":7554,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eurosport.fr","r":7555,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"openrouter.ai","r":7556,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"47news.jp","r":7558,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"leadsquared.com","r":7559,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mdpr.jp","r":7561,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kth.se","r":7563,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nami.org","r":7566,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"1cbit.ru","r":7568,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sporza.be","r":7570,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","perplexitybot","perplexityuser"],"dead":["anthropic-ai","claude-web","cohere-ai","perplexityuser"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"impact-ad.jp","r":7571,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"convertkit.com","r":7572,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eldebate.com","r":7575,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"asp.net","r":7576,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cnnamador.com","r":7578,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bluewin.ch","r":7580,"ai":["claude-web","claudebot","cohere-ai","diffbot"],"dead":["claude-web","cohere-ai"],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.lk","r":7581,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sejda.com","r":7582,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ygosu.com","r":7584,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ukrainealarm.com","r":7585,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adtec.ru","r":7587,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"znews.vn","r":7588,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"auchan.fr","r":7589,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"badoocdn.com","r":7590,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mtb.com","r":7591,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"irancell.ir","r":7593,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cloud.ru","r":7594,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mackolik.com","r":7595,"ai":["amazonbot","anthropic-ai","ccbot","gptbot"],"dead":["anthropic-ai"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.mm","r":7596,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vanguardngr.com","r":7598,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.al","r":7600,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bling.com.br","r":7603,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vidyard.com","r":7605,"ai":["bytespider","ccbot","chatgpt-user","claude-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"telegram.im","r":7607,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"americanas.com.br","r":7609,"ai":["ccbot","chatgpt-user","firecrawlagent","gptbot","perplexitybot","phindbot","youbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hpytimes.info","r":7610,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"donedeal.ie","r":7615,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sport.ua","r":7617,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"instapaper.com","r":7618,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hsbc.com","r":7619,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"alodokter.com","r":7621,"ai":["chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zdbb.net","r":7622,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mova-tech.com","r":7623,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zerogpt.com","r":7625,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cpsc.gov","r":7626,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"refinery29.com","r":7627,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","iaskspider","iaskspider/2.0","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"granola.ai","r":7629,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vewd.com","r":7631,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"president.jp","r":7632,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freshservice.com","r":7633,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"caesars.com","r":7634,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scholastic.com","r":7635,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopcider.com","r":7637,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wi.gov","r":7638,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.fm","r":7639,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"optum.com","r":7640,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"manoramaonline.com","r":7642,"ai":["ccbots","deepseek","gptbot"],"dead":["ccbots","deepseek"],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sunrise.ch","r":7643,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cri.cn","r":7644,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lindependant.fr","r":7647,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"site123.me","r":7648,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gapgpt.app","r":7649,"ai":["anthropic-ai","chatgpt-user","claude-web","gptbot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"word.tips","r":7652,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"motorola.com","r":7654,"ai":["amazonbot","ccbot","chatgpt-user","claudebot","firecrawlagent","gptbot","perplexitybot","phindbot","youbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goxh.today","r":7655,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"24ur.com","r":7656,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"minkabu.jp","r":7657,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nettavisen.no","r":7658,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","iaskspider/2.0","img2dataset","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","grok-deepsearch","grokbot","omgili","omgilibot","xai-grok"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cmjornal.pt","r":7659,"ai":["ccbot","chatgpt-user","googlebot-bard","gptbot","openai-crawler"],"dead":["googlebot-bard","openai-crawler"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unige.ch","r":7660,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"forbesjapan.com","r":7668,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"klevu.com","r":7669,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"funplus.com","r":7670,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gsp.ro","r":7671,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"picrew.me","r":7673,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"speakerdeck.com","r":7674,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amazon.sg","r":7675,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","copilot","copilotnative","copilotsapphire","deepseekbot","diffbot","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","grok-deepsearch","grokbot","iaskspider","img2dataset","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","perplexity-user","perplexitybot","phindbot","tavilybot","timpibot","webzio-extended","xai-grok","youbot"],"dead":["claude-web","cohere-ai","copilot","copilotnative","copilotsapphire","google-notebooklm","grok-deepsearch","grokbot","omgili","xai-grok"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wordplays.com","r":7678,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bbva.mx","r":7679,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"filmstarts.de","r":7680,"ai":["cohere-training-data-crawler","diffbot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"astro-seek.com","r":7682,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"allfreenovel.com","r":7683,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"icrc.org","r":7685,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"fca.org.uk","r":7688,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"komiku.org","r":7689,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doodle.com","r":7690,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"marmiton.org","r":7691,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xbox-dns.ru","r":7693,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"azure.cn","r":7694,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"apollo.io","r":7696,"ai":["anthropic-ai","ccbot","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"expediapartnercentral.com","r":7697,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"halodoc.com","r":7698,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"waterstones.com","r":7700,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"heapanalytics.com","r":7702,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"heroeswm.ru","r":7703,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"udmserve.net","r":7704,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"articulate.com","r":7707,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"destentor.nl","r":7709,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"stardewvalleywiki.com","r":7711,"ai":["amazonbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"krakow.pl","r":7712,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"moneta.ru","r":7713,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tickettailor.com","r":7714,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aalto.fi","r":7716,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lit.link","r":7717,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lifewire.com","r":7718,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.vg","r":7719,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"epson.com","r":7720,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kazanexpress.ru","r":7722,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kitco.com","r":7723,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lithium.com","r":7724,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"telegraf.rs","r":7725,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bash.com","r":7726,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"smile.io","r":7727,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shaw.ca","r":7728,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fineartamerica.com","r":7731,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mheducation.com","r":7732,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ba","r":7733,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hanbiro.com","r":7734,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"decathlon.es","r":7736,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"catracalivre.com.br","r":7737,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"signupgenius.com","r":7738,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"net.hr","r":7739,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gayporntube.com","r":7741,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"creditmutuel.fr","r":7744,"ai":["exabotei"],"dead":["exabotei"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nodr.app","r":7745,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zerohedge.com","r":7747,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"picks.my","r":7749,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"naftemporiki.gr","r":7750,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pitchfork.com","r":7752,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"district.in","r":7753,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bundesregierung.de","r":7755,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iamcook.ru","r":7756,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"your-storagebox.de","r":7757,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ciceksepeti.com","r":7760,"ai":["applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claudebot","gptbot","img2dataset","perplexitybot"],"dead":[],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thredup.com","r":7762,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boots.com","r":7764,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fantia.jp","r":7765,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"envoyer.io","r":7766,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"borsaitaliana.it","r":7767,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"theyarehuge.com","r":7768,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tokubai.co.jp","r":7769,"ai":["anthropic-ai","claude-web","claudebot"],"dead":["anthropic-ai","claude-web"],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gyazo.com","r":7774,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"queensu.ca","r":7775,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"voz.vn","r":7776,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"tkmaxx.com","r":7777,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bongacams.com","r":7780,"ai":["amazonbot","claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mcdonalds.co.jp","r":7783,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chocolateplatform.com","r":7784,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"soccer365.ru","r":7785,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.si","r":7786,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kayzen.io","r":7787,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yuga.ru","r":7788,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"resetera.com","r":7789,"ai":["applebot-extended","chatgpt-user","gptbot"],"dead":[],"blk":["Applebot-Extended","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"fotoscapes.com","r":7790,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"getresponse.com","r":7791,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"bigthink.com","r":7792,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"climatempo.com.br","r":7793,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"appleinsider.com","r":7797,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ridibooks.com","r":7798,"ai":["bytespider","meta-externalagent"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kenh14.vn","r":7799,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"calm.com","r":7800,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"jet.su","r":7801,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"huffingtonpost.jp","r":7802,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","meta-externalfetcher","omgilibot","perplexity-user","perplexitybot","timpibot","ttoyoubot","webgptbot"],"dead":["omgilibot","ttoyoubot","webgptbot"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"delaware.gov","r":7803,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prokerala.com","r":7804,"ai":["anthropic-ai","bytespider","ccbot","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Bytespider","CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mahaonline.gov.in","r":7808,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adorocinema.com","r":7809,"ai":["cohere-training-data-crawler","diffbot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cer24.com","r":7810,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dmv.org","r":7813,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"steelseries.com","r":7815,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"stirileprotv.ro","r":7816,"ai":["bytespider","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zalando.it","r":7817,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sex-studentki.sale","r":7818,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wikiwiki.jp","r":7819,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bebee.com","r":7820,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":["ClaudeBot","GPTBot","PerplexityBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tubegalore.com","r":7821,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ncl.ac.uk","r":7822,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dotloop.com","r":7823,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"examiner.com","r":7824,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"auntmia.com","r":7825,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"whatnot.com","r":7831,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thescore.com","r":7834,"ai":["anthropic-ai","applebot-extended","ccbot","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jetpunk.com","r":7836,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"pajak.go.id","r":7839,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ndmais.com.br","r":7840,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livehindustan.com","r":7841,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uvm.edu","r":7844,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sbisec.co.jp","r":7846,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fanatik.com.tr","r":7847,"ai":["anthropic-ai","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","perplexitybot","quillbot.com"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elbalad.news","r":7848,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imovelweb.com.br","r":7849,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"lachainemeteo.com","r":7852,"ai":["bigsur.ai","bytespider","ccbot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","img2dataset","timpibot","webzio-extended"],"dead":["cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bms.com","r":7853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"masrawy.com","r":7854,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"record.pt","r":7855,"ai":["ccbot","chatgpt-user","googlebot-bard","gptbot","openai-crawler"],"dead":["googlebot-bard","openai-crawler"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sport.cz","r":7857,"ai":["ai"],"dead":["ai"],"blk":["OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tv3.lt","r":7858,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"confluent.cloud","r":7860,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"camwhores.tv","r":7861,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sandai.net","r":7863,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pornpics.de","r":7865,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"washingtonexaminer.com","r":7866,"ai":["bytespider","ccbot","omgili","omgilibot"],"dead":["omgili","omgilibot"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"financialexpress.com","r":7867,"ai":["anthropic-ai","applebot-extended","bytespider","claude-web","claudebot","cohere-ai","diffbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dola.com","r":7868,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"danas.rs","r":7869,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rezka.ag","r":7871,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"keenetic.ru","r":7872,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gazzetta.gr","r":7873,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"google.ee","r":7874,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fanfox.net","r":7878,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clickpetroleoegas.com.br","r":7881,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uquiz.com","r":7882,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gala.fr","r":7886,"ai":["amazonbot","anthropic-ai","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","coherebot","diffbot","diffbot-user","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","mistralai-user","omgili","omgilibot","tavilybot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","diffbot-user","google-notebooklm","omgili","omgilibot"],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"partner.co.il","r":7887,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"attentivemobile.com","r":7888,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"galaxydata.ru","r":7889,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"labanquepostale.fr","r":7892,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mangatown.com","r":7893,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ridewithvia.com","r":7894,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paykeeper.ru","r":7897,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"popsugar.com","r":7898,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tabnak.ir","r":7901,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhbox.today","r":7904,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"internshala.com","r":7905,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere","cohere-ai","diffbot","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bambulab.com","r":7906,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"davivienda.com","r":7909,"ai":["ccbot","chatgpt-user","firecrawlagent","gptbot","perplexitybot","phindbot","youbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eroprofile.com","r":7910,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ottadvisors.com","r":7911,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tu-dresden.de","r":7912,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xxxshame.com","r":7914,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"azet.sk","r":7915,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"chronopost.fr","r":7917,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pingdom.com","r":7920,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paychex.com","r":7923,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sch.gr","r":7925,"ai":["amazonbot","bytespider","ccbot","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"platinmods.com","r":7926,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rosdomofon.com","r":7927,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bynder.com","r":7928,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"digitalaudience.io","r":7929,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"taz.de","r":7930,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"calciomercato.com","r":7931,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pixieset.com","r":7932,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"airbus.com","r":7933,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sift.com","r":7936,"ai":["applebot-extended","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"soap2day.day","r":7937,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"turboscribe.ai","r":7938,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentaihaven.xxx","r":7939,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gcore.com","r":7940,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"flexport.com","r":7942,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"slobodnadalmacija.hr","r":7944,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fout.jp","r":7945,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"championat.ru","r":7946,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"violity.com","r":7947,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tportal.hr","r":7948,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.zw","r":7949,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"northwesternmutual.com","r":7950,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"domclick.ru","r":7952,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rpi.edu","r":7956,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tripo3d.ai","r":7958,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trevenque.es","r":7959,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"forocoches.com","r":7960,"ai":["anthropic-ai","ccbot","cohere-ai","gptbot","omgilibot","perplexitybot"],"dead":["anthropic-ai","cohere-ai","omgilibot"],"blk":["CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rijksoverheid.nl","r":7961,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porngameshub.com","r":7962,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"polsatnews.pl","r":7968,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.tm","r":7969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"national-lottery.co.uk","r":7970,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vu.nl","r":7973,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elcinema.com","r":7975,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ut.ac.id","r":7976,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"autoscout24.it","r":7978,"ai":["applebot-extended","ccbot","claudebot","gptbot"],"dead":[],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"proxysite.com","r":7980,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ipsosinteractive.com","r":7982,"ai":["perplexitybot"],"dead":[],"blk":["PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tuya.com","r":7986,"ai":["amazonbot","ccbot","claude-web","claudebot","cohere-ai","gptbot","omgilibot","perplexitybot"],"dead":["claude-web","cohere-ai","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"metoffice.gov.uk","r":7989,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bcb.gov.br","r":7991,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"losandes.com.ar","r":7994,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"daily.co.jp","r":7995,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kurashiru.com","r":7997,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"elfsight.com","r":7998,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unstoppabledomains.com","r":7999,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"topky.sk","r":8000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tucows.com","r":8002,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wixmp.com","r":8003,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mym.fans","r":8005,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"immoweb.be","r":8009,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tiava.com","r":8011,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"purepeople.com","r":8012,"ai":["cohere-training-data-crawler","diffbot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"peakgames.net","r":8014,"ai":["claude-searchbot","claude-user","claudebot"],"dead":[],"blk":["Claude-SearchBot","ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pgammedia.com","r":8016,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nationalreview.com","r":8018,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ecobee.com","r":8021,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bl.uk","r":8022,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"catho.com.br","r":8023,"ai":["anthropic-ai","ccbot","chatgpt-user","claude-web","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"videocelebs.net","r":8025,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wolvden.com","r":8026,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"matrix.org","r":8028,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"overstock.com","r":8029,"ai":["amazonbot","gptbot","meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linkplay.com","r":8031,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","img2dataset","meta-externalagent","omgili","omgilibot","youbot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ingresso.com","r":8032,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kinsta.cloud","r":8033,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"homeadvisor.com","r":8034,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"metacritic.com","r":8035,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porntrex.com","r":8036,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"n2ch.net","r":8037,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dataannotation.tech","r":8038,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sport.pl","r":8040,"ai":["dataprovider\\.com","gptbot"],"dead":["dataprovider\\.com"],"blk":["Bytespider","GPTBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uptimerobot.com","r":8041,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"booklive.jp","r":8043,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hostnet.nl","r":8044,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"loudecho.ai","r":8045,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"perfectgirls.xxx","r":8046,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"casa.it","r":8047,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kabutan.jp","r":8048,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"papy.co.jp","r":8049,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"njuskalo.hr","r":8050,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"majordomo.ru","r":8053,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"allporncomic.com","r":8055,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ailawandorder.com","r":8056,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pw.live","r":8057,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tsa.gov","r":8058,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"xxbrits.com","r":8060,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"soha.vn","r":8064,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mn.gov","r":8067,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"palcloset.jp","r":8070,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"babepedia.com","r":8072,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linkssp.ru","r":8073,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mangakatana.com","r":8074,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"deine-tierwelt.de","r":8076,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","gptbot","mozilla/5.0 (compatible; exabot/3.0; +http://www.exabot.com/go/robot)","mozilla/5.0 (compatible; konqueror/3.5; linux) khtml/3.5.5 (like gecko) (exabot-thumbnails)","perplexitybot"],"dead":["anthropic-ai","mozilla/5.0 (compatible; exabot/3.0; +http://www.exabot.com/go/robot)","mozilla/5.0 (compatible; konqueror/3.5; linux) khtml/3.5.5 (like gecko) (exabot-thumbnails)"],"blk":["Claude-SearchBot","ClaudeBot","OAI-SearchBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dnshigh.com","r":8077,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"falabella.com.pe","r":8078,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nicematin.com","r":8079,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-code","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-gemini-cli","google-notebooklm","gptbot","iaskspider","iaskspider/2.0","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gaymaletube.com","r":8081,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"super.cz","r":8082,"ai":["ai"],"dead":["ai"],"blk":["OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oikotie.fi","r":8083,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oceanofpdf.com","r":8084,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"xvideos3.com","r":8085,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yesplay.bet","r":8086,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"emlakjet.com","r":8087,"ai":["chatgpt-user","meta-externalagent","meta-externalfetcher"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"govee.com","r":8088,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"milffox.com","r":8089,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"umu.se","r":8090,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cashify.in","r":8091,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tudocelular.com","r":8092,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"dot-st.com","r":8094,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"netvigator.com","r":8095,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jnbhi.com","r":8096,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kinogo.ec","r":8097,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"icicidirect.com","r":8098,"ai":[],"dead":[],"blk":["Bytespider"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jetblue.com","r":8099,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.ag","r":8100,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pensador.com","r":8101,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"therapynotes.com","r":8102,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uba.ar","r":8103,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"seesaa.net","r":8104,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.mn","r":8105,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bamboohr.com","r":8106,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gendai.media","r":8107,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usaid.gov","r":8108,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"honeytoon.com","r":8110,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashscore.com.br","r":8111,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leggo.it","r":8112,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"monetixads.com","r":8113,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nefisyemektarifleri.com","r":8114,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","iaskspider","iaskspider/2.0","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","laiondownloader","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"walesonline.co.uk","r":8115,"ai":["anthropic-ai","applebot-extended","ccbot","claude-web","claudebot","gptbot","meta-externalagent","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","perplexity-ai"],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sakshi.com","r":8116,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bio-link.se","r":8118,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rb.gy","r":8119,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"pocketoption.com","r":8120,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"felissimo.co.jp","r":8124,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"utraff.com","r":8125,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"minecraft-inside.ru","r":8126,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"famethemes.com","r":8128,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"animepahe.pw","r":8129,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"xfeed.com","r":8130,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fortnite.gg","r":8131,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"obilet.com","r":8132,"ai":["gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"manga18.club","r":8133,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"elitebabes.com","r":8136,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"autotrader.co.za","r":8137,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chime.aws","r":8138,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"huanqiu.com","r":8140,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"psychcentral.com","r":8142,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","diffbot","gptbot","meta-externalagent","omgili","timpibot","webzio-extended"],"dead":["anthropic-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ewg.org","r":8143,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bazos.cz","r":8145,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lobstertube.com","r":8146,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fitgirl-repacks.site","r":8150,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thothd.com","r":8151,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"x-x-x.tube","r":8152,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pisos.com","r":8153,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"netdna-ssl.com","r":8156,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"acuityscheduling.com","r":8158,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tudogostoso.com.br","r":8159,"ai":["cohere-training-data-crawler","diffbot","youbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dinotube.com","r":8160,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"my-personaltrainer.it","r":8161,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"logi.com","r":8163,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tiempo.com","r":8165,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"comicbook.com","r":8166,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornolab.net","r":8167,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"emojidb.org","r":8168,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"leroymerlin.pl","r":8169,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"al.com","r":8170,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","google-cloudvertexbot","gptbot","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"123moviesfree.net","r":8171,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"maturetube.com","r":8172,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zalando.es","r":8173,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"forbes.ru","r":8174,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thecut.com","r":8177,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"modland.net","r":8178,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bibliaonline.com.br","r":8179,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ci","r":8180,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jang.com.pk","r":8183,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"multporn.net","r":8184,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"datezone.com","r":8185,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buzzvil.com","r":8186,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sbicard.com","r":8187,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tupi.fm","r":8189,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trassir.com","r":8191,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"x-video.tube","r":8192,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"idokep.hu","r":8194,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"geny.com","r":8195,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"premierbet.com","r":8196,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lexmark.com","r":8198,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netmarble.com","r":8199,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.is","r":8200,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ccc.eu","r":8201,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dafiti.com.br","r":8202,"ai":["ccbot","chatgpt-user","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doz.pl","r":8203,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thalesgroup.com","r":8204,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cryoutcreations.eu","r":8206,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lpsg.com","r":8207,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nova.rs","r":8208,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"revistaoeste.com","r":8209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"javhdporn.net","r":8210,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ldplayer.net","r":8211,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bethesda.net","r":8214,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"horoscope.com","r":8215,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deakin.edu.au","r":8218,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"machotube.tv","r":8219,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jwpsrv.com","r":8220,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bustimes.org","r":8221,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sexkomix2.com","r":8222,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wnp.pl","r":8223,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","dataprovider\\.com","deepseekbot","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","dataprovider\\.com","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nrdc.org","r":8224,"ai":["amazonbot","bytespider","cohere-ai","diffbot","omgili","omgilibot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"misa.vn","r":8225,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"storiesig.info","r":8230,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fikfap.com","r":8231,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"exlibrisgroup.com","r":8232,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iefimerida.gr","r":8233,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"chichi-pui.com","r":8236,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"librarything.com","r":8237,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"tukif.porn","r":8238,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shalove.net","r":8240,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"boyfriend.tv","r":8241,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adam4adam.com","r":8243,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dinamalar.com","r":8244,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kinogo.online","r":8246,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.gg","r":8247,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fresha.com","r":8248,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sxyprn.net","r":8250,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"beatport.com","r":8251,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"melonstube.com","r":8253,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"p-bandai.jp","r":8254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"c-span.org","r":8256,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","google-cloudvertexbot","gptbot","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"urban-vpn.com","r":8258,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yadi.sk","r":8259,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"leroymerlin.it","r":8260,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"psiphon.ca","r":8262,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nameshift.com","r":8263,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"annualreviews.org","r":8264,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornobolt.in","r":8266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"acsbapp.com","r":8268,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"complex.com","r":8271,"ai":["amazonbot","bytespider","chatgpt-user","deepseek","deepseekbot","omgili","omgilibot","perplexity","timpibot"],"dead":["deepseek","omgili","omgilibot","perplexity"],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"mtproto.ru","r":8272,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"otieu.com","r":8273,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"creativethemes.com","r":8274,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"personal.com.ar","r":8275,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kavak.com","r":8277,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yad2.co.il","r":8278,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"auckland.ac.nz","r":8279,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"litmarket.ru","r":8280,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claude-web","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"list.am","r":8283,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"terabox.app","r":8286,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ad","r":8288,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oanda.com","r":8292,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gs.com","r":8295,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"7-11.com.tw","r":8296,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aniworld.to","r":8298,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mez.ink","r":8299,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jpmorganchase.com","r":8302,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"socialmediagirls.com","r":8303,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trezor.io","r":8304,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"cash.app","r":8306,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"assoass.com","r":8307,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sciencenews.org","r":8309,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"medicinenet.com","r":8310,"ai":["ccbot","chatgpt-user","claudebot","gptbot"],"dead":[],"blk":["CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"javhd.today","r":8311,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"privateproperty.co.za","r":8312,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"energystar.gov","r":8314,"ai":["claudebot"],"dead":[],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"juris.de","r":8315,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sportpesa.com","r":8316,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"happymail.co.jp","r":8318,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hentaivox.com","r":8319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mamastar.jp","r":8321,"ai":["claudebot","meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"decathlon.it","r":8322,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porndr.com","r":8323,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"abadis.ir","r":8324,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"skbkontur.ru","r":8327,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ifit.com","r":8328,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"crossref.org","r":8329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onlinetestpad.com","r":8330,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aryion.com","r":8332,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"bestjavporn.com","r":8333,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"homedepot.com.mx","r":8334,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vortexscans.org","r":8336,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"x-fetish.tube","r":8337,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"marketscreener.com","r":8338,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wakelet.com","r":8339,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"javdock.com","r":8340,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"soinluck.com","r":8341,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ably.net","r":8343,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fanmtl.com","r":8344,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"playmods.net","r":8345,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"msport.com","r":8346,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clips4sale.com","r":8347,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bazos.sk","r":8348,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"delhivery.com","r":8349,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ethereum.org","r":8352,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"69shuba.com","r":8353,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"darknessporn.com","r":8355,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bloomberglaw.com","r":8356,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"myhentaicomics.com","r":8357,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kisskh.do","r":8358,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bikedekho.com","r":8359,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"javtiful.com","r":8361,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"1024tera.com","r":8362,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dmitriy-mevedev-tor.top","r":8366,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"hotebonytube.com","r":8367,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"g4media.ro","r":8371,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hostpapa.com","r":8372,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"veikkaus.fi","r":8377,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user/1.0","omgili","omgilibot","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livesport.cz","r":8378,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"antena3.ro","r":8379,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"polovniautomobili.com","r":8380,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"confirmtkt.com","r":8383,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cleverreach.com","r":8385,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"romsfun.com","r":8386,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"flirtify.com","r":8387,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"degruyterbrill.com","r":8389,"ai":["ccbot","gptbot","omgilibot"],"dead":["omgilibot"],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pozdravok.com","r":8391,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"loveread.ec","r":8393,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"servedbyadbutler.com","r":8395,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"espn.com.ar","r":8396,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sphinx-doc.org","r":8397,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"janeapp.com","r":8398,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"bankbazaar.com","r":8401,"ai":["ccbot","claudebot","gptbot","openai","perplexitybot"],"dead":[],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netskope.com","r":8402,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bqsex.com","r":8403,"ai":["amazonbot*","claudebot*","gptbot*","gptbot/1.0"],"dead":["amazonbot*","claudebot*","gptbot*","gptbot/1.0"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"france.tv","r":8404,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","gptbot","meta-externalagent","mistralai-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mangago.zone","r":8407,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"amateri.com","r":8408,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentaicity.com","r":8409,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"authorize.net","r":8410,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bootstrapmade.com","r":8411,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"weebcentral.com","r":8412,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"chunkbase.com","r":8413,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cuisineaz.com","r":8415,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livecamrips.to","r":8416,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"showroomprive.com","r":8418,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flashscore.pl","r":8419,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newsit.gr","r":8423,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lefrecce.it","r":8426,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"miraheze.org","r":8427,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lotterypost.com","r":8429,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"novelpia.com","r":8430,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"icc-cricket.com","r":8434,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"namnak.com","r":8435,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kampyle.com","r":8439,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kingofshojo.com","r":8440,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ledger.com","r":8441,"ai":["claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adafruit.com","r":8442,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mangaread.org","r":8443,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fap-guru.pro","r":8444,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1porn.tv","r":8445,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"whatwg.org","r":8447,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"friv.com","r":8448,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hot-sex-tube.com","r":8449,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"router-network.com","r":8450,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"technorati.com","r":8451,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","huggingface","img2dataset","neevabot","omgili","omgilibot","perplexity-ai","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","huggingface","neevabot","omgili","omgilibot","perplexity-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ouedkniss.com","r":8452,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freepornvideos.xxx","r":8453,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"www.gob.pe","r":8454,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hello.porn","r":8456,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cameraprive.com","r":8458,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"adultfuns.club","r":8459,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"saveclip.app","r":8460,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zonaprop.com.ar","r":8462,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"partsouq.com","r":8463,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mgeko.cc","r":8464,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"temple.edu","r":8465,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"comfortweather.com","r":8466,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"52shuku.net","r":8468,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"wartank.ru","r":8469,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cic.fr","r":8472,"ai":["exabotei"],"dead":["exabotei"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apkvision.org","r":8473,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"21cn.com","r":8475,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"d21.team","r":8476,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ssllabs.com","r":8479,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"oantagonista.com.br","r":8480,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tokyo-sports.co.jp","r":8481,"ai":["anthropic-ai","applebot-extended","ccbot","chatgpt-user","cohere-ai","gptbot","grok","perplexity-ai","perplexity-user","perplexitybot"],"dead":["anthropic-ai","cohere-ai","grok","perplexity-ai"],"blk":["Applebot-Extended","CCBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bonprix.de","r":8482,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nice.org.uk","r":8483,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nordpass.com","r":8485,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"popcornnews.ru","r":8486,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"meteomedia.com","r":8488,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"parents.com","r":8489,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","firecrawlagent","google-cloudvertexbot","gptbot","iaskspider","iaskspider/2.0","kagibot","meta-externalagent","meta-externalfetcher","mistralai-index","mistralai-user","mistralai-user/1.0","neevabot","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","vettedaibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","neevabot","omgili","omgilibot","vettedaibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"sextb.net","r":8490,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"uncn.jp","r":8491,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yaoiscan.com","r":8492,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tivo.com","r":8493,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freewebnovel.com","r":8494,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rule34.xyz","r":8495,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"delicious.com","r":8497,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"iucn.org","r":8498,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"insta-stories-viewer.com","r":8500,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"railyatri.in","r":8501,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nap.edu","r":8502,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"digisport.ro","r":8503,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myheritage.com","r":8506,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","diffbot/1.0","diffbot/2.0","gpt","gptbot","meta-externalagent","mistralai-user","perplexitybot","phindbot","quillbot","smry.ai","vertexwp.com","vertexwp.com/bot","you.com","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","diffbot/1.0","diffbot/2.0","gpt","smry.ai","vertexwp.com","vertexwp.com/bot","you.com"],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"samarth.edu.in","r":8508,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"homecenter.com.co","r":8509,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xasiat.com","r":8510,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"skyscanner.co.in","r":8511,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onlinekhabar.com","r":8512,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"iqzonertb.live","r":8513,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"8888.bg","r":8514,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foreignaffairs.com","r":8515,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt","chatgpt-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","google-cloudvertexbot","gptbot","grok","meta-externalagent","omgili","omgilibot","openai","perplexitybot","xai"],"dead":["anthropic-ai","chatgpt","claude-web","cohere-ai","grok","omgili","omgilibot","xai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ikman.lk","r":8516,"ai":["anthropic-ai","ccbot","chatgpt-user","claudebot","gptbot","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot"],"dead":["anthropic-ai"],"blk":["CCBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"toast.com","r":8517,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mangakakalot.gg","r":8518,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"espn.com.mx","r":8519,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"runsignup.com","r":8520,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"win2day.at","r":8522,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.na","r":8523,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"la.lv","r":8524,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"demonicscans.org","r":8526,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"onlinesbi.sbi","r":8527,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kaliscan.io","r":8528,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"newsbeast.gr","r":8530,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yenicaggazetesi.com","r":8531,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mixnews.lv","r":8532,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amazon.jobs","r":8536,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ruhr24.de","r":8538,"ai":["chatgpt-user","claude-searchbot","claude-user","google-cloudvertexbot","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnxx-ru.com","r":8539,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"physiology.org","r":8540,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"imss.gob.mx","r":8545,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"humblebundle.com","r":8546,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cellphones.com.vn","r":8547,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"91porna.com","r":8548,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","claude-user","claudebot","gptbot","perplexitybot","youbot"],"dead":["anthropic-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jbl.com","r":8551,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"informer.rs","r":8552,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mirakl.net","r":8554,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"digitaljournal.com","r":8556,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"animeflv.net","r":8557,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"iskur.gov.tr","r":8558,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sodimac.cl","r":8559,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kingmods.net","r":8561,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"daisonet.com","r":8562,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"allegro.hu","r":8563,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"webaim.org","r":8564,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"forth.gr","r":8565,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","perplexity\u2011user","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot","perplexity\u2011user"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"diariodocomercio.com.br","r":8566,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mailin.fr","r":8567,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xxx-sex.one","r":8568,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"virginmedia.com","r":8569,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"autozone.com","r":8574,"ai":["exabot/3.0"],"dead":["exabot/3.0"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scribehow.com","r":8575,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mjt.lu","r":8576,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"buffermotivatorsuffice.com","r":8578,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sssinstagram.com","r":8580,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"emojicombos.com","r":8581,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ouo.press","r":8582,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"doviz.com","r":8583,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"stay22.com","r":8585,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gismeteo.by","r":8586,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rmf.fm","r":8587,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"world.co.jp","r":8588,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xi-rutor.top","r":8589,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sex6x.com","r":8590,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"steamrip.com","r":8591,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"googll.store","r":8592,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"drikpanchang.com","r":8594,"ai":["bytespider","ccbot","cohere-ai","diffbot","youbot"],"dead":["cohere-ai"],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nikkei225jp.com","r":8595,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"nhentai.xxx","r":8596,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uc.pt","r":8597,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"thewrap.com","r":8598,"ai":["perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["perplexity-ai"],"blk":["PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xn--mgbkt9eckr.net","r":8599,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cool18.com","r":8602,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blackmagicdesign.com","r":8603,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"case.edu","r":8605,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"91porn.com","r":8607,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fischipedia.org","r":8608,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eluniversal.com.mx","r":8611,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentaiforce.net","r":8612,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theweek.com","r":8614,"ai":["amazonbot","bytespider","cohere","diffbot","img2dataset","meta-externalagent","mistralai","omgili","youbot"],"dead":["cohere","mistralai","omgili"],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sport24.gr","r":8616,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linksys.com","r":8617,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"momvids.com","r":8618,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"outdooractive.com","r":8619,"ai":["aibot","anthropic-ai","applebot-extended","bytespider","ccbot","cohere-ai","diffbot","gptbot","molokaibot","openai","openai.com","redesscrapy"],"dead":["aibot","anthropic-ai","cohere-ai","molokaibot","openai.com","redesscrapy"],"blk":["Applebot-Extended","Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"doctoreto.com","r":8620,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"centris.ca","r":8621,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"goias.gov.br","r":8622,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"readli.net","r":8623,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"isipp.com","r":8624,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.az","r":8625,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betway.co.mz","r":8626,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paziresh24.com","r":8627,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1377x.to","r":8628,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.gi","r":8630,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alaskaair.com","r":8632,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"insidehighered.com","r":8633,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"arenascan.com","r":8634,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bolt.eu","r":8635,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"7mmtv.sx","r":8641,"ai":["ccbot"],"dead":[],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"astrocade.com","r":8642,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thehentai.net","r":8643,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dnsexit.com","r":8644,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"deepmind.google","r":8645,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xhfuck.com","r":8646,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"javbus.com","r":8647,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"olist.com","r":8648,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.cat","r":8649,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"opinary.com","r":8650,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vodafone.it","r":8651,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"infineon.com","r":8652,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clarivate.com","r":8653,"ai":["anthropic-ai","ccbot","chatgpt-user","claudebot","cohere-ai","gptbot","meta-externalagent","meta-externalfetcher","omgili"],"dead":["anthropic-ai","cohere-ai","omgili"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"p-world.co.jp","r":8654,"ai":["bytespider","meta-externalagent"],"dead":[],"blk":["Bytespider","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"presseportal.de","r":8655,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"futurecdn.net","r":8658,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"potok.cash","r":8659,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"delishkitchen.tv","r":8660,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cnn.gr","r":8661,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"91porny.com","r":8664,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"njav.com","r":8665,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.as","r":8667,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"justporn.com","r":8671,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"glamour.com","r":8672,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","google-cloudvertexbot","meta-externalagent","meta-externalfetcher","mistralai-user","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kniga-online.com","r":8676,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"vbet.am","r":8679,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"printables.com","r":8680,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"allen.in","r":8682,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"voetbalzone.nl","r":8683,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"happy-porn.com","r":8687,"ai":["claudebot","gptbot"],"dead":[],"blk":["ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"typingtest.com","r":8688,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","diffbot","gptbot","meta-externalagent","omgili"],"dead":["omgili"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"chronicle.com","r":8689,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ifilo.net","r":8690,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gladly.com","r":8691,"ai":["applebot-extended","ccbot","chatgpt-user","claude-user","claudebot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sbrf.ru","r":8692,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lokmat.com","r":8693,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"upmusics.com","r":8694,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ivanti.com","r":8696,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"romeo.com","r":8697,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"eyemedvisioncare.com","r":8699,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.tn","r":8700,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"genially.com","r":8704,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xanimu.com","r":8705,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clickr.pro","r":8706,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"obqj2.com","r":8707,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ss.lv","r":8708,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ezoicns.com","r":8709,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wildlifestudios.com","r":8711,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tolunastart.com","r":8712,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sport-fm.gr","r":8713,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ilbe.com","r":8715,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"newsday.com","r":8717,"ai":["ccbot","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cinecalidad.am","r":8718,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"betmexico.mx","r":8719,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skyscanner.es","r":8720,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ucf.edu","r":8722,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freeporno.xxx","r":8723,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mywellness.com","r":8725,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"destatis.de","r":8726,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.kg","r":8727,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nic.buzz","r":8728,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.et","r":8730,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"newsbomb.gr","r":8731,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wvu.edu","r":8732,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"qwen.ai","r":8735,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jjgirls.com","r":8736,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bluesystem.me","r":8739,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bungie.net","r":8741,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clicktripz.com","r":8742,"ai":["amazonbot","anthropic-ai","bytespider","chatgpt-user","claude-web","claudebot","diffbot","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gree.jp","r":8743,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deti-online.com","r":8744,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zabbix.com","r":8748,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hosttech.ch","r":8751,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"metaporn.com","r":8753,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"musixmatch.com","r":8754,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ufmg.br","r":8755,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"manhuagui.com","r":8756,"ai":["amazonbot","bytespider","ccbot","claude-searchbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rnz.co.nz","r":8757,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"photoacompanhantes.com","r":8758,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"anker.com","r":8759,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"profesia.sk","r":8760,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alfasense.com","r":8761,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fujoho.jp","r":8762,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"danword.com","r":8763,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wplay.co","r":8764,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"macroaxis.com","r":8766,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":["anthropic-ai"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fdating.com","r":8769,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1adr.com","r":8770,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"post-gazette.com","r":8771,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gamerxyt.com","r":8772,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pciconcursos.com.br","r":8773,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rawstory.com","r":8774,"ai":["ccbot","gptbot","perplexitybot"],"dead":[],"blk":["CCBot","GPTBot","PerplexityBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"solodeportes.com.ar","r":8775,"ai":["amazonbot","chatgpt-user","claude-web","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["claude-web"],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"pussyspace.net","r":8778,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pudelek.pl","r":8779,"ai":["ccbot","chatgpt-user","dataprovider\\.com","gptbot","perplexity-user","perplexitybot"],"dead":["dataprovider\\.com"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sport.ro","r":8780,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jugabet.cl","r":8781,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"storysaver.net","r":8782,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"securly.com","r":8783,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashscore.ua","r":8784,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"onlinejobs.ph","r":8788,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"shaalaa.com","r":8791,"ai":["gptbot"],"dead":[],"blk":["Bytespider","GPTBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yoomoney.ru","r":8792,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bluedart.com","r":8793,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"brasil247.com","r":8794,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"portalsamorzadowy.pl","r":8795,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","dataprovider\\.com","deepseekbot","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","dataprovider\\.com","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tumbex.com","r":8797,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nexcess.net","r":8798,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"novel543.com","r":8799,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"youappi.com","r":8800,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"paytm.com","r":8801,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"windscribe.com","r":8802,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"epey.com","r":8804,"ai":["bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":["claude-web"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"google.bj","r":8806,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"keibalab.jp","r":8807,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sefan.ru","r":8808,"ai":["amazonbot","bytespider","ccbot","claude-web","claudebot","gptbot","meta-externalagent","perplexitybot","youbot"],"dead":["claude-web"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pokepara.jp","r":8810,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tensorflow.org","r":8811,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"coupert.com","r":8812,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"loksatta.com","r":8813,"ai":["anthropic-ai","applebot-extended","bytespider","claude-web","claudebot","cohere-ai","diffbot","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexitybot","timpibot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","ClaudeBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ddnavi.com","r":8814,"ai":["amazonbot","meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"football.com","r":8815,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"skyscanner.it","r":8816,"ai":["meta-externalagent"],"dead":[],"blk":["meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jkanime.net","r":8817,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mijnwoordenboek.nl","r":8818,"ai":["aibot","ccbot","redesscrapy"],"dead":["aibot","redesscrapy"],"blk":["CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"procore.com","r":8821,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"parfois.com","r":8823,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ero-video.net","r":8824,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"distintas.net","r":8825,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"gumtree.com","r":8826,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"afrointroductions.com","r":8827,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"optidigital.com","r":8828,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"justanswer.com","r":8830,"ai":["chatgptbot","geminibot","google-cloudvertexbot","gptbot","perplexitybot"],"dead":["chatgptbot","geminibot"],"blk":["GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lazada.com.my","r":8831,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lcw.com","r":8832,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ernet.in","r":8833,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freejobalert.com","r":8835,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gosexpod.com","r":8836,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sexbebin.com","r":8837,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"botinok.porn","r":8838,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dedeman.ro","r":8839,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hawaii.gov","r":8840,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trustx.org","r":8841,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"officeally.com","r":8843,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nikkeibp.co.jp","r":8844,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-ai","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot","perplexity-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wbur.org","r":8846,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","cohere-ai","cohere-training-data-crawler","dataprovider spider","deepseekbot","diffbot","firecrawlagent","google-cloudvertexbot","google-notebooklm","gptbot","iaskspider","img2dataset","kagi-fetcher","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexitybot","phindbot","qwen-llmagent","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","cohere-ai","dataprovider spider","google-notebooklm","omgili","omgilibot","qwen-llmagent"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adjarabet.am","r":8848,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"widen.net","r":8849,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"targetads.io","r":8850,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"react.dev","r":8851,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"syndigo.com","r":8852,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shmu.sk","r":8853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"redwap.tv","r":8854,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ok.porn","r":8856,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jav.sb","r":8858,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"www-y2mate.com","r":8860,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alchemy.com","r":8863,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"library.link","r":8864,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"towardsdatascience.com","r":8865,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gismeteo.kz","r":8868,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"massagerepublic.com","r":8869,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"grabtaxi.com","r":8870,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uni-freiburg.de","r":8871,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sfile.co","r":8876,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"4kwallpapers.com","r":8877,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ntnu.no","r":8878,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zstaticcdn.com","r":8879,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"anybunny.org","r":8880,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"redwap.me","r":8881,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"online-reservations.com","r":8882,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yiche.com","r":8885,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"simonandschuster.com","r":8888,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leroymerlin.pt","r":8889,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"pomorska.pl","r":8890,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"domaintechnik.at","r":8891,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"websitedemos.net","r":8892,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fullhdfilmizlesene.life","r":8894,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sokmil.com","r":8895,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vsco.co","r":8897,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":true},{"h":"google.sc","r":8898,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"corevibe-network.com","r":8899,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"isna.ir","r":8901,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pornohirsch.net","r":8902,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"natomanga.com","r":8904,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"libramemoria.com","r":8905,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","gptbot","neevabot"],"dead":["anthropic-ai","claude-web","neevabot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gadsme.com","r":8906,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nottingham.ac.uk","r":8910,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","google-cloudvertexbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"snapinsta.to","r":8911,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"drogariasaopaulo.com.br","r":8912,"ai":["anthropic-ai","chatgpt-user","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":["anthropic-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"diabetes.org","r":8913,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ml.com","r":8914,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"punishworld.com","r":8915,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"decafeligiblyhad.com","r":8917,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"smartnews.com","r":8918,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linuxfoundation.org","r":8919,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aafp.org","r":8920,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wonporn.com","r":8923,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"twittervideodownloader.com","r":8925,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kriesi.at","r":8926,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ankergames.net","r":8928,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hqporn.xxx","r":8929,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"snapsave.app","r":8930,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prehrajto.cz","r":8931,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"redporn.porn","r":8935,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ssstwitter.com","r":8936,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mail-archive.com","r":8937,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"milfat.com","r":8938,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"st-andrews.ac.uk","r":8939,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"liveball.sx","r":8940,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"decathlon.in","r":8941,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"kupi.cz","r":8943,"ai":["ai"],"dead":["ai"],"blk":["OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"netafraz.com","r":8944,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"toroporno.com","r":8946,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"heritage.org","r":8948,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rynekzdrowia.pl","r":8949,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","dataprovider\\.com","deepseekbot","diffbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","dataprovider\\.com","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"icicibank.com","r":8950,"ai":[],"dead":[],"blk":["Bytespider"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"surahquran.com","r":8952,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"alo.bg","r":8953,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"canalblog.com","r":8954,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"imgflip.com","r":8955,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"clickmeeting.com","r":8959,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"trafficnews.jp","r":8961,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"porn-comic.com","r":8963,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"pink.rs","r":8965,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dignitymemorial.com","r":8966,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"vivastreet.co.uk","r":8967,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"romsgames.net","r":8968,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hihi2.com","r":8969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wri.org","r":8970,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eboblack.com","r":8971,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"esakal.com","r":8973,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"startech.com.bd","r":8974,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rezultati.com","r":8975,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sendinblue.com","r":8977,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"orange.mg","r":8978,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"melb.website","r":8980,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.md","r":8981,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pron.click","r":8983,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bustybus.com","r":8984,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yanmaga.jp","r":8986,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentaimama.io","r":8988,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"megatv.com","r":8989,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bluecore.com","r":8990,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ponta.jp","r":8991,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"5play.org","r":8993,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tanishq.co.in","r":8994,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sdna.gr","r":8997,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"litgorod.ru","r":8998,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ensighten.com","r":8999,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"grapee.jp","r":9000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apartmenttherapy.com","r":9002,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"getmodsapk.com","r":9003,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"wuytg.com","r":9004,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"datacamp.com","r":9005,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","cohere-ai","gptbot","meta-externalagent","meta-externalfetcher","perplexitybot","timpibot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"igram.world","r":9006,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"amd.online","r":9007,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.dm","r":9009,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xgx.mobi","r":9010,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dicrotin.com","r":9011,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"niji-gazo.com","r":9012,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"manomano.fr","r":9013,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gemidos.tv","r":9014,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"ncore.pro","r":9015,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pjn.gov.ar","r":9016,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"saasexch.com","r":9017,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"telangana.gov.in","r":9019,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"andhrajyothy.com","r":9020,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hasznaltauto.hu","r":9021,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"airbrake.io","r":9022,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"headtopics.com","r":9023,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"viki.com","r":9024,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sexvid.pro","r":9025,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rip.ie","r":9028,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","gptbot","iaskspider","iaskspider/2.0","img2dataset","kagi-fetcher","klaviyoaibot","laion-huggingface-processor","laiondownloader","mistralai-user","mistralai-user/1.0","notebooklm","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","tavilybot","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jito.wtf","r":9029,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"taw-bio.ir","r":9030,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"linke.ai","r":9031,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"hibiny.ru","r":9032,"ai":["amazonbot","bytespider","claude-searchbot","claudebot","gptbot"],"dead":[],"blk":["Bytespider","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fdownloader.net","r":9033,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"volkskrant.nl","r":9034,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","meta-externalfetcher","mistralai-user","mistralai-user/1.0","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"missyusa.com","r":9035,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.ly","r":9036,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tameteo.com","r":9038,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentai20.io","r":9039,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"theplatform.com","r":9043,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"oceans-nadia.com","r":9046,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"airee.ru","r":9047,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thehackernews.com","r":9048,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashscore.co.id","r":9051,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"glorioushop.com","r":9052,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"parentsquare.com","r":9054,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"autogidas.lt","r":9059,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yiv.com","r":9060,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"unitedcinemas.jp","r":9061,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"apuestasroyal.com","r":9062,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sportal.bg","r":9065,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"canalturf.com","r":9068,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jobbmintatv.pro","r":9069,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gaiaonline.com","r":9072,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"karger.com","r":9073,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"qxbroker.com","r":9075,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"beastiality.tv","r":9077,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"abhibus.com","r":9080,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cityu.edu.hk","r":9081,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gaijinent.com","r":9082,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kuruma-news.jp","r":9083,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashscore.co","r":9084,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.co.ug","r":9085,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zeturf.fr","r":9088,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sambaporno.com","r":9089,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shopsy.in","r":9090,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"redtube.com.br","r":9092,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iliad.it","r":9094,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"snaptube.com","r":9096,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"d2jsp.org","r":9097,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nsfwph.org","r":9098,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"transmissionbt.com","r":9099,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spokeo.com","r":9101,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"naturabuy.fr","r":9102,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"micasino.com","r":9103,"ai":["bytespider"],"dead":[],"blk":["Bytespider"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nobat.ir","r":9104,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"meteored.com.ar","r":9105,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"evotor.ru","r":9106,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"detroitnews.com","r":9108,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","browse-ai","browseaibot","bytespider","ccbot","chatgpt agent","chatgpt operator","chatgpt-pagefetcher","chatgpt-user","claude","claude-searchbot","claude-user","claude-web","claudebot","claudeweb","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","firecrawlagent","forage-ai","gemini-deep-research","google ai","google-cloudvertexbot","google-notebooklm","gptbot","grok","iaskspider","iaskspider/2.0","img2dataset","jina-ai","kagibot","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","perplexity-user","perplexitybot","phindbot","quillbot","skrape.ai","tavilybot","timpibot","webscraping-ai","webscraping.ai","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","browse-ai","browseaibot","chatgpt operator","chatgpt-pagefetcher","claude","claude-web","claudeweb","cohere-ai","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","forage-ai","google ai","google-notebooklm","grok","jina-ai","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","skrape.ai","webscraping-ai","webscraping.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"okbet.com","r":9109,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webassign.net","r":9112,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xvideos.tube","r":9113,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yaoimangaonline.com","r":9114,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"theathletic.com","r":9115,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","omgili","omgilibot","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"porno-zona.com","r":9119,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"superawesome.tv","r":9121,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flashscore.ro","r":9123,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lsgkerala.gov.in","r":9124,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"eredmenyek.com","r":9125,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"codeium.com","r":9126,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pornogratisdiario.com","r":9127,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"javgg.net","r":9128,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jobcan.jp","r":9130,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"megapersonals.eu","r":9131,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uc-share.com","r":9132,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kamigame.jp","r":9134,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ondisk.co.kr","r":9135,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"appmedia.jp","r":9136,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"showcamrips.com","r":9137,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"clave.gob.es","r":9139,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"doramy.club","r":9142,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xnxxporn.video","r":9143,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dorama.land","r":9144,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"boat-lifestyle.com","r":9145,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"joporn.name","r":9146,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"krikya11.club","r":9148,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tubidy.com","r":9149,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"totalbattle.com","r":9150,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"klickpin.com","r":9152,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uakino.best","r":9153,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"escortbabylon.net","r":9155,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dropmms.com","r":9157,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"toptoon.com","r":9158,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cvte.com","r":9159,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bysex.click","r":9160,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freeipapi.com","r":9161,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"macworld.com","r":9163,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","timpibot","webzio-extended"],"dead":["anthropic-ai","cohere-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"aflamk1.net","r":9167,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"550909.com","r":9169,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fringster.com","r":9170,"ai":["bytespider","ccbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xxxmovies.life","r":9172,"ai":["amazonbot","bytespider","claudebot","gptbot"],"dead":[],"blk":["Applebot-Extended","Bytespider","ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"semprot.com","r":9175,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bakecaincontrii.com","r":9176,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jin115.com","r":9179,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bahesab.ir","r":9180,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mycima.cc","r":9182,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"f-secure.com","r":9183,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tpmn.co.kr","r":9184,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"facct.ru","r":9185,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"xlxx.mobi","r":9186,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"josporn.club","r":9187,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"servicewebly.com","r":9192,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"hover.to","r":9193,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"papercut.com","r":9195,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nekopoi.care","r":9197,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"flashscore.es","r":9198,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dziennik.pl","r":9201,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bet365.it","r":9203,"ai":["chatgpt-user","chatgpt-user/2.0"],"dead":["chatgpt-user/2.0"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gegen-hartz.de","r":9204,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"3gpking.name","r":9205,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"anime-sama.to","r":9207,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"resultadofacil.com.br","r":9209,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sorrisi.com","r":9211,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bokeptoket.com","r":9213,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xxvideos.video","r":9215,"ai":["amazonbot","claudebot","gptbot"],"dead":[],"blk":["ClaudeBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gekso.org","r":9217,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"alicesw.com","r":9219,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"andersnoren.se","r":9220,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"javsek.net","r":9221,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"headspace.com","r":9224,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"flashscore.pe","r":9226,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"moppy.jp","r":9227,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"photoroom.com","r":9228,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"avidreaders.ru","r":9229,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"solitairegrandharvest.com","r":9232,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.bh","r":9238,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"desikahani2.net","r":9239,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uplynk.com","r":9240,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"therealreal.com","r":9242,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"mantis-intelligence.com","r":9243,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"e-estekhdam.com","r":9245,"ai":["claudebot","meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"samehadaku.how","r":9246,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"google.co.ck","r":9248,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lettuceclub.net","r":9249,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"themoscowtimes.com","r":9250,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"viifwjox.com","r":9251,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"idos.cz","r":9252,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"a-yz.com","r":9253,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"proxyium.com","r":9254,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"prefeitura.sp.gov.br","r":9257,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"otter.ai","r":9259,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mm-cg.com","r":9261,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"monsnode.com","r":9262,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wishlink.com","r":9263,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ridigital.org.br","r":9265,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"deepika.com","r":9266,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"alphatv.gr","r":9267,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"apornvideo.com","r":9269,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"claveunica.gob.cl","r":9271,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"y2mate.nu","r":9272,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"files.fm","r":9273,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hsex.tv","r":9275,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uni-goettingen.de","r":9277,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"flashscore.com.ve","r":9278,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"whois.com","r":9279,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uwa.edu.au","r":9280,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"boylove.cc","r":9281,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mongabay.com","r":9283,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"novelfire.net","r":9285,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"mcmaster.ca","r":9286,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"zone-turf.fr","r":9287,"ai":["ccbot<br/>","chatgpt-user<br/>","gptbot<br/>"],"dead":["ccbot<br/>","chatgpt-user<br/>","gptbot<br/>"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"esm1.net","r":9288,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pkok11.com","r":9289,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","gptbot","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"rxnvg.com","r":9290,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"arabxn.com","r":9291,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nutanix.com","r":9292,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tsdtocl.com","r":9293,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"titan.email","r":9294,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wordunscrambler.me","r":9295,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ymcdn.org","r":9296,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"khabaronline.ir","r":9298,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uni-leipzig.de","r":9300,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xvideosbr.blog","r":9301,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blockchain.info","r":9302,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bezeq.co.il","r":9303,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ibtimes.co.uk","r":9305,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"scba.gov.ar","r":9306,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ddizi.im","r":9309,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rozmusic.com","r":9311,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pomponik.pl","r":9313,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"truyenfull.today","r":9314,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"transmit.live","r":9315,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"electrodepot.fr","r":9317,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"languagetoolplus.com","r":9318,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobilevikings.be","r":9319,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mlookalporno.com","r":9320,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arabsex1.com","r":9321,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"avtub.net","r":9323,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"totalcasino.pl","r":9325,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"destacamos.com","r":9328,"ai":["ccbot","chatgpt-user","gptbot"],"dead":[],"blk":["CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"truper.com","r":9329,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"garotacomlocal.com","r":9331,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tala.ir","r":9332,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"doofinder.com","r":9334,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"c-srv.de","r":9335,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arm.com","r":9337,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pointtown.com","r":9338,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"chartink.com","r":9339,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spiceworks.com","r":9340,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","meta-externalfetcher","omgili","perplexity-user","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"themoviebox.xyz","r":9342,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"victronenergy.com","r":9343,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"easybell.de","r":9344,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ecuabet.com","r":9345,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mykadri.tv","r":9346,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"javrate.com","r":9347,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"priceoye.pk","r":9348,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ziare.com","r":9349,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yclients.com","r":9350,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"playsport.cc","r":9352,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"teletype.in","r":9353,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mistral.ai","r":9354,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"techspot.com","r":9355,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"musicaldown.com","r":9357,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uafix.net","r":9358,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hotornot.com","r":9359,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.co.tz","r":9360,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"steamunlocked.org","r":9361,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"learncbse.in","r":9362,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cv666.net","r":9363,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"schneier.com","r":9365,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lidl.it","r":9366,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rosszlanyok.hu","r":9367,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"contentstack.com","r":9368,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-instant","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-instant","claude-web","cohere-ai","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"soccerway.com","r":9369,"ai":["bytespider","ccbot","cohere-ai","diffbot","meta-externalagent","meta-externalfetcher","omgili","omgilibot","timpibot","webzio-extended","youbot"],"dead":["cohere-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jsonline.com","r":9370,"ai":["amazonbot","anthropic-ai","applebot-extended","big sur ai","bigsur.ai","browse-ai","browseaibot","bytespider","ccbot","chatgpt agent","chatgpt operator","chatgpt-pagefetcher","chatgpt-user","claude","claude-searchbot","claude-user","claude-web","claudebot","claudeweb","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","firecrawlagent","forage-ai","gemini-deep-research","google ai","google-cloudvertexbot","google-notebooklm","gptbot","grok","iaskspider","iaskspider/2.0","img2dataset","jina-ai","kagibot","klaviyoaibot","laion-huggingface-processor","meta-externalagent","meta-externalfetcher","mistralai-user","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","perplexity-user","perplexitybot","phindbot","quillbot","skrape.ai","tavilybot","timpibot","webscraping-ai","webscraping.ai","webzio-extended","youbot"],"dead":["anthropic-ai","big sur ai","browse-ai","browseaibot","chatgpt operator","chatgpt-pagefetcher","claude","claude-web","claudeweb","cohere-ai","diffbot-user","digitaloceangenaicrawler","dumpling-ai","exa-ai","forage-ai","google ai","google-notebooklm","grok","jina-ai","neevabot","omgili","omgilibot","openai feedback","openai-checkbot","openai-explore","openai-snippetbot","perplexity search bot","skrape.ai","webscraping-ai","webscraping.ai"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"3xyaoi.com","r":9372,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"2ch2.net","r":9373,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sevilmusics.com","r":9374,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"watchhentai.net","r":9375,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"riyasewana.com","r":9376,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aniagotuje.pl","r":9378,"ai":["applebot-extended","bytespider","ccbot","claudebot","gptbot","omgili"],"dead":["omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"d4swing.com","r":9379,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"myhentaigallery.com","r":9380,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"viet69.be","r":9381,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blockaway.net","r":9382,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xhnews.live","r":9385,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"masstamilan.dev","r":9386,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"livescore.mobi","r":9387,"ai":["amazonbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"24videos.space","r":9388,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leckerschmecker.me","r":9389,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","deepseekbot","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","google-notebooklm","gptbot","iaskspider/2.0","img2dataset","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"umingle.com","r":9390,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gogoroyal.com","r":9391,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"sme.sk","r":9393,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-operator","chatgpt-user","claude-searchbot","claude-web","claudebot","cohere-ai","deepseekbot","diffbot","gptbot","grokbot","img2dataset","meta-externalagent","mistralai-user","omgili","perplexitybot","timpibot"],"dead":["anthropic-ai","chatgpt-operator","claude-web","cohere-ai","grokbot","omgili"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"novelfull.com","r":9394,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pi7.org","r":9395,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"blurb.com","r":9396,"ai":["the knowledge ai"],"dead":["the knowledge ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"itu.ch","r":9397,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"verisoul.ai","r":9398,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sellatuparley.com","r":9399,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"meteored.mx","r":9401,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"runwayml.com","r":9403,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nebo.mobi","r":9407,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"scrabblewordfinder.org","r":9408,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"agones.gr","r":9411,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tv9telugu.com","r":9412,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"dhlottery.co.kr","r":9414,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jecontacte.com","r":9415,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tv-tokyo.co.jp","r":9417,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kdreams.jp","r":9418,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"volkswagen.de","r":9419,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buchstaben.com","r":9421,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"notebookcheck.net","r":9424,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buumal.com","r":9425,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"vlxx.moi","r":9426,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gays-cruising.com","r":9427,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kingoftime.jp","r":9428,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sinoptik.bg","r":9429,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"findnovel.net","r":9430,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"sexindrag.com","r":9432,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hentaila.tv","r":9433,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"estama.jp","r":9436,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wfxs.tw","r":9437,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","openaiopenai"],"dead":["openaiopenai"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"fsiblogx.com","r":9438,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"thumbtack.com","r":9439,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"snaptik.net","r":9442,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"qvc.jp","r":9443,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nofeu.com","r":9444,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tapatalk.com","r":9445,"ai":["amazonbot","anthropic-ai","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["anthropic-ai","claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"medex.com.bd","r":9446,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gifi.fr","r":9448,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nelomanga.net","r":9451,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jovencitas.gratis","r":9453,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xskt.com.vn","r":9454,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"litboom.ru","r":9455,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"musicsweb.ir","r":9457,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"physicsandmathstutor.com","r":9460,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"q10.com","r":9462,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"cal.com","r":9463,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sourcefire.com","r":9464,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xossipy.com","r":9465,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pcmax.jp","r":9466,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kashoob.com","r":9469,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"888scoreonline.net","r":9475,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"filmix.my","r":9477,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"mxtoolbox.com","r":9478,"ai":["meta-externalagent"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adda247.com","r":9479,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bet365.bet.ar","r":9480,"ai":["chatgpt-user","chatgpt-user/2.0"],"dead":["chatgpt-user/2.0"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"prajavani.net","r":9481,"ai":["amazonbot","anthropic-ai","bytespider","bytespider-webpage","ccbot","chatgpt-user","claudebot","gptbot","gptcrawler","perplexity-user","perplexitybot"],"dead":["anthropic-ai","bytespider-webpage","gptcrawler"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"brainyquote.com","r":9483,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"thscore3.com","r":9485,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pipedrive.com","r":9487,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"freevideo.cz","r":9488,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"nepremicnine.net","r":9491,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"9jarocks.net","r":9492,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gdpr-info.eu","r":9494,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"albumaty.com","r":9496,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.ms","r":9497,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"archive-it.org","r":9498,"ai":[],"dead":[],"blk":["Applebot-Extended"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bangkokpost.com","r":9499,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"riovagas.com.br","r":9500,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"glip.com","r":9503,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"taplink.cc","r":9505,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnalgas.com","r":9509,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"backtrace.io","r":9512,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sixt.com","r":9513,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnxtt.com","r":9516,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"portaldozacarias.com.br","r":9518,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ktrmr.com","r":9521,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ssrchat.com","r":9522,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wbs-law.de","r":9523,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"classificadosx.net","r":9524,"ai":["gemini","mozilla/5.0 applewebkit/537.36 (khtml, like gecko); compatible; chatgpt-user/1.0; +https://openai.com/bot","mozilla/5.0 applewebkit/537.36 (khtml, like gecko); compatible; oai-searchbot/1.0; +https://openai.com/searchbot"],"dead":["gemini","mozilla/5.0 applewebkit/537.36 (khtml, like gecko); compatible; chatgpt-user/1.0; +https://openai.com/bot","mozilla/5.0 applewebkit/537.36 (khtml, like gecko); compatible; oai-searchbot/1.0; +https://openai.com/searchbot"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pixocial.com","r":9525,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"baike.com","r":9528,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"shop-pro.jp","r":9529,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"juegosonce.es","r":9530,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zefoy.com","r":9534,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"solopornoitaliani.xxx","r":9535,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"krx18.com","r":9536,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"wcd.gov.in","r":9537,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"upv.es","r":9539,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"realtimetrains.co.uk","r":9543,"ai":[],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lpga.or.jp","r":9545,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uakinogo.io","r":9548,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"loteriasdominicanas.com","r":9550,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"eropuru.com","r":9551,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yakkun.com","r":9556,"ai":["amazonbot","applebot-extended","bytespider","ccbot","chatgpt-user","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"searchy.io","r":9558,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"todorelatos.com","r":9559,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","gptbot","meta-externalagent","omgilibot","perplexitybot"],"dead":["anthropic-ai","cohere-ai","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"asianwiki.com","r":9560,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tixcraft.com","r":9565,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"wantgoo.com","r":9566,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"crystalbet.com","r":9567,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"madisoft.it","r":9568,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobiledokan.co","r":9569,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nxp.com","r":9570,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"canlidoviz.com","r":9571,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"feedtofap.com","r":9572,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"javmix.tv","r":9573,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"speedcurve.com","r":9574,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"69shuba.tw","r":9575,"ai":["amazonbot","gptbot","meta-externalagent"],"dead":[],"blk":["GPTBot","OAI-SearchBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"clashofclans-layouts.com","r":9578,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"idolfap.com","r":9580,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cdnfonts.com","r":9581,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"webofscience.com","r":9582,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"surabaya.go.id","r":9583,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ufstoryfun.com","r":9584,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"google.ml","r":9589,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"omny.fm","r":9590,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"easyhomescreen.com","r":9591,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"best-hit.tv","r":9593,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"meteored.cl","r":9595,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kisskh.nl","r":9597,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"delta-executor.com","r":9599,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"anonymised.io","r":9600,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot","perplexity-user","perplexitybot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"andpad.jp","r":9601,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"avtub.wiki","r":9603,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"etrain.info","r":9604,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"iranjib.ir","r":9605,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ticktick.com","r":9606,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"go-manga.com","r":9607,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nyahentai.one","r":9608,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"google.cd","r":9611,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"espn.in","r":9612,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sproutgigs.com","r":9614,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"anichin.cafe","r":9616,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bkn.go.id","r":9617,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"decathlon.pl","r":9618,"ai":["claudebot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":true,"sm":true,"cs":false},{"h":"nu.or.id","r":9619,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"porno365x.wiki","r":9622,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"olympustaff.com","r":9623,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"csfloat.com","r":9625,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"sexneka.com","r":9626,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tencentcs.com","r":9627,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"animeshentai.biz","r":9629,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"banglachotikahinii.com","r":9630,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.vu","r":9632,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"rivian.com","r":9633,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"foxit.com","r":9635,"ai":["amazonbot","bytespider","ccbot","gptbot"],"dead":[],"blk":["Bytespider","CCBot","GPTBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"webdramaturkey2.com","r":9637,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"siftscience.com","r":9638,"ai":["applebot-extended","ccbot","chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":["CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.pn","r":9639,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cvut.cz","r":9640,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"modaselvim.com","r":9641,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"metroopinion.com","r":9642,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"livejasmin.com","r":9643,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"usabilla.com","r":9645,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"odysee.com","r":9646,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"vide-greniers.org","r":9647,"ai":[],"dead":[],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"gobid.co.za","r":9651,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.cf","r":9652,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betpawa.cm","r":9653,"ai":["amazonbot","anthropic-ai","bytespider","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kurnik.pl","r":9656,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"premierbet.co.ao","r":9657,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"obramat.es","r":9658,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"espn.com.do","r":9659,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","gptbot","omgili","omgilibot"],"dead":["anthropic-ai","omgili","omgilibot"],"blk":["Bytespider","CCBot","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"studying.jp","r":9662,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ixdzs.tw","r":9663,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"freedot.info","r":9664,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"viralkand.com","r":9666,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pex.jp","r":9667,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xdate.ch","r":9668,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"workman.jp","r":9671,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sosalkino.app","r":9672,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buzzarab.com","r":9673,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"eprocure.gov.bd","r":9674,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"naijaprey.tv","r":9675,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xxxindianstories.com","r":9676,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tubepussy.org","r":9677,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ddd-smart.net","r":9678,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.com.fj","r":9679,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"desibf.com","r":9680,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"melbet-419270.pro","r":9681,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bucetaflix.com","r":9682,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"marketsandmarkets.com","r":9683,"ai":["anthropic-user-agent","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot","youbot"],"dead":["anthropic-user-agent","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mindbodyonline.com","r":9686,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xleche.com","r":9687,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xvideo.blog","r":9689,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"strikeout.im","r":9691,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fngml.com","r":9694,"ai":["chatgpt-user","gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"elmaz.com","r":9695,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"baji999.in","r":9697,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"turf-fr.com","r":9698,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"weeronline.nl","r":9699,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tamilgun.now","r":9702,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"twitcasting.tv","r":9703,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dailykos.com","r":9705,"ai":["amazonbot","applebot-extended","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ivoox.com","r":9707,"ai":["anthropic-ai","claude-web","claudebot"],"dead":["anthropic-ai","claude-web"],"blk":["ClaudeBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cisf.gov.in","r":9708,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arcor.de","r":9711,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jdwel.com","r":9712,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"daringfireball.net","r":9713,"ai":["perplexitybot"],"dead":[],"blk":["PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"turkcell.com.tr","r":9714,"ai":["amazonbot","applebot-extended","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","gptbot","meta-externalagent","perplexity-user","perplexitybot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"forogore.net","r":9715,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"tamilsexvids.net","r":9716,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uukanshu.cc","r":9717,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"playtime.ph","r":9719,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"spicymms.com","r":9721,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"yupmanga.com","r":9724,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"novinhabucetuda.com","r":9725,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"downloadwella.com","r":9726,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lameteoagricole.net","r":9727,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bokepbox.tv","r":9729,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"dizy.com","r":9732,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aagag.com","r":9733,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","gptbot","perplexitybot"],"dead":["anthropic-ai"],"blk":["Applebot-Extended","Bytespider","CCBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"alerts.in.ua","r":9734,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sexallarab.com","r":9736,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"usmagazine.com","r":9737,"ai":["anthropic-aibytespider","applebot-extended","bigsur.ai","bytespider","ccbot","chatgpt","cohere-ai","cohere-training-data-crawler","dataprovider","diffbot","firecrawlagent","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-aibytespider","chatgpt","cohere-ai","dataprovider","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tecnoera.com","r":9739,"ai":["chatgpt-user","claudebot","gptbot","perplexitybot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"seksvideo.tv","r":9743,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"bahalmag.ir","r":9744,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arabshentai.com","r":9746,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"market-qx.trade","r":9749,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"kgirls.net","r":9751,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fardayetaze.ir","r":9754,"ai":["anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","cohere-ai","diffbot","gptbot","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgilibot"],"blk":["Bytespider"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"veed.io","r":9756,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"niconsul.com","r":9757,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"romanticgolpo.com","r":9758,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"minhchinh.com","r":9760,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arabic-porn-tube.com","r":9761,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bisp.gov.pk","r":9762,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"wfp.org","r":9763,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hubcloud.foo","r":9765,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"datahive.ai","r":9768,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"uaserials.my","r":9769,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"law.com","r":9770,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cohere-ai","cohere-training-data-crawler","diffbot","gemini-deep-research","google-cloudvertexbot","gptbot","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","omgili","omgilibot","perplexity-user","perplexitybot","timpibot","webzio","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"purestorage.com","r":9771,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"warau.jp","r":9772,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"suki-kira.com","r":9776,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"interbet.co.za","r":9778,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"leaktube.net","r":9779,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"phonepe.com","r":9782,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"uni-hannover.de","r":9783,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"dropgame.jp","r":9784,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xvideosporno.blog.br","r":9786,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"up-manga.com","r":9787,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mobizil.com","r":9788,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"okcupid.com","r":9790,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"steadfast.com.bd","r":9791,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"abozeb.com","r":9794,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"microad.jp","r":9796,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"fastvideosave.net","r":9797,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"betswiz.in","r":9798,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"arbada.net","r":9799,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lever.co","r":9800,"ai":["applebot-extended","ccbot","claude-web","gptbot","perplexitybot"],"dead":["claude-web"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"buienradar.be","r":9807,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"speedostream1.com","r":9808,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nakheelteam.cc","r":9810,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"auctollo.com","r":9811,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"nunuporn.com","r":9813,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dreammail.jp","r":9814,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.so","r":9815,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"jiathis.com","r":9817,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pnc.com","r":9819,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"just-smilenext.jp","r":9821,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jadwalnonton.com","r":9823,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"trustburn.com","r":9826,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"receptivity.io","r":9827,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mambu.com","r":9828,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"locanto.com.mx","r":9830,"ai":["amazonbot","applebot-extended","ccbot","gptbot","meta-externalads","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","CCBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"interpals.net","r":9831,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"brainly.in","r":9833,"ai":["applebot-extended","dataprovider","gptbot"],"dead":["dataprovider"],"blk":["Applebot-Extended","GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"thenkiri.com","r":9834,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sangtacviet.app","r":9835,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"jappy.com","r":9838,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"free-dating4you.com","r":9841,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mcw-casino.games","r":9842,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"locanto.org","r":9844,"ai":["amazonbot","applebot-extended","ccbot","gptbot","meta-externalads","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","CCBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":false},{"h":"porno18.site","r":9845,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"typingerz.com","r":9848,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"watchanimeworld.net","r":9850,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"service-public.gouv.fr","r":9851,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"google.com.sb","r":9853,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bpexch.xyz","r":9854,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ruso-turist.ru","r":9857,"ai":["anthropic-ai","bytespider","ccbot","chatgpt-user","claudebot","gptbot","meta-externalagent","omgili"],"dead":["anthropic-ai","omgili"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"suramericana.com","r":9859,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"azureserv.com","r":9860,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"lacunads.com","r":9861,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arbpay.me","r":9862,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"redlights.be","r":9863,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"techopedia.com","r":9864,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"sarapbabe.com","r":9867,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"qeseh.net","r":9869,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"55bmw6.com","r":9870,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bokepnoz.in","r":9871,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"betpawa.co.zm","r":9872,"ai":["amazonbot","anthropic-ai","bytespider","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"v6velugu.com","r":9873,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"yuvideos.com","r":9874,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"assertcom.de","r":9875,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ylilauta.org","r":9876,"ai":["amazonbot","anthropic-ai","applebot-extended","awario","bigsur.ai","bytespider","ccbot","chatgpt agent","chatgpt-user","claude-searchbot","claude-user","claude-web","claudebot","cloudvertexbot","cohere-ai","cohere-training-data-crawler","diffbot","firecrawlagent","gemini-deep-research","google-cloudvertexbot","gptbot","iaskspider/2.0","img2dataset","meta-externalagent","meta-externalfetcher","mistralai-user","mistralai-user/1.0","omgili","omgilibot","openai","perplexity-user","perplexitybot","phindbot","quillbot","quillbot.com","timpibot","webzio-extended","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"mastibaba.com","r":9877,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"qqq-ttss.su","r":9878,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"poznan.pl","r":9880,"ai":["amazonbot"],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tdgall.com","r":9881,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"av-th.io","r":9882,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ihk.de","r":9883,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"1geki.jp","r":9884,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"naijared.com","r":9885,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"asd.ink","r":9886,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"espacioapk.com","r":9887,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"betpawa.mw","r":9889,"ai":["amazonbot","anthropic-ai","bytespider","chatgpt-user","claudebot","cohere-ai","gptbot","perplexitybot"],"dead":["anthropic-ai","cohere-ai"],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"matchwithneighbors.com","r":9890,"ai":["gptbot"],"dead":[],"blk":["GPTBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"wikicv.net","r":9891,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"napiszex.com","r":9892,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"99xo4.com","r":9894,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","chatgpt-user","claude-web","claudebot","cohere-ai","google-notebooklm","gptbot","meta-externalagent","omgili","omgilibot","perplexitybot","youbot"],"dead":["anthropic-ai","claude-web","cohere-ai","google-notebooklm","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"pornozak.shop","r":9895,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mangolibreria.com","r":9896,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":true,"sm":false,"cs":true},{"h":"rusvideos.app","r":9897,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"darknaija.com","r":9898,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"allsectech.com","r":9901,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xnxxsex.net","r":9902,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xvideo-jp.com","r":9903,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"downringtone.com","r":9905,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kaldagan.com","r":9907,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"motorsport.com","r":9909,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"eufy.com","r":9911,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"mk.co.kr","r":9912,"ai":["amazonbot","anthropic-ai","applebot-extended","bytespider","ccbot","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","omgili","omgilibot"],"dead":["anthropic-ai","cohere-ai","omgili","omgilibot"],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"bizimhesap.com","r":9915,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"bpexch.com","r":9917,"ai":[],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"isitmaal.com","r":9919,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"research-panel.jp","r":9920,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zing.vn","r":9922,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"ardentnews.co.kr","r":9923,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"allgabar.com","r":9924,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"tippmix.hu","r":9925,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pinterest.de","r":9926,"ai":["awario","cloudflare-ai-search","google-notebooklm","meta-externalads","meta-externalfetcher"],"dead":["cloudflare-ai-search","google-notebooklm"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","GPTBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"pruebat.org","r":9927,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"kaixo.com","r":9928,"ai":["gptbot","openai-gpt"],"dead":["openai-gpt"],"blk":["Bytespider","CCBot","Claude-SearchBot","ClaudeBot","OAI-SearchBot","PerplexityBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"aeolservice.es","r":9929,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"zmaal.net","r":9930,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"erotikchat4free.org","r":9931,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"g777.ph","r":9932,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"google.mg","r":9938,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kreiszeitung.de","r":9940,"ai":["chatgpt-user","claude-searchbot","claude-user","google-cloudvertexbot","perplexity-user","perplexitybot"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":false,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"quartier-rouge.be","r":9943,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gujgov.edu.in","r":9944,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"ruta1000.com.ar","r":9948,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"1goplus.com","r":9949,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"babu88.gold","r":9951,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tvguia.es","r":9952,"ai":["amazonbot","bytespider","ccbot","chatgpt-user","claude-web","claudebot","gptbot","perplexitybot"],"dead":["claude-web"],"blk":["Bytespider","CCBot","ClaudeBot","GPTBot","PerplexityBot"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"fullcast.jp","r":9953,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"123-hds.com","r":9954,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"contentstack.io","r":9956,"ai":["amazonbot","anthropic-ai","bytespider","ccbot","chatgpt-user","claude-instant","claude-web","claudebot","cohere-ai","diffbot","gptbot","meta-externalagent","mistralai-user","omgilibot","perplexitybot","timpibot","youbot"],"dead":["anthropic-ai","claude-instant","claude-web","cohere-ai","omgilibot"],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gpb.ru","r":9957,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"djpunjab.is","r":9958,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xosothantai.mobi","r":9959,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"indiarace.com","r":9961,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"enterprise.com","r":9962,"ai":["applebot-extended","bytespider","ccbot","chatgpt-user","claude-searchbot","claude-user","claudebot","firecrawlagent","gptbot","meta-externalagent","meta-externalfetcher","perplexity-user","perplexitybot","phindbot","youbot"],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"xn--69-6tia3cb.net","r":9964,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"twword.com","r":9966,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"tuazar.com","r":9967,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"google.ht","r":9969,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"djatoya.com","r":9970,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"desipussy.in","r":9971,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"metabet.tv","r":9972,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"adcam.org","r":9974,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":true},{"h":"copernicus.eu","r":9975,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"cloudlinux.com","r":9976,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"arabhubx.site","r":9978,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"paymetrust.net","r":9980,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"animedekho.app","r":9981,"ai":["amazonbot","applebot-extended","bytespider","ccbot","claudebot","gptbot","meta-externalagent"],"dead":[],"blk":["Applebot-Extended","Bytespider","CCBot","ClaudeBot","GPTBot","meta-externalagent"],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":true},{"h":"ooma.com","r":9982,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"gharsoaps.shop","r":9984,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"lootedpinay.com","r":9985,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"avaeduc.com.br","r":9987,"ai":[],"dead":[],"blk":[],"llms":false,"probed":false,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"xn--42cah7d0cxcvbbb9x.com","r":9989,"ai":["applebot-extended","bytespider","ccbot","claudebot","gptbot"],"dead":[],"blk":["Bytespider","CCBot"],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"indianbfvideos.com","r":9991,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"kamareels2.com","r":9992,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.li","r":9993,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"hdhub4u.glass","r":9994,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"nishatlinen.com","r":9995,"ai":[],"dead":[],"blk":[],"llms":true,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"poshantracker.in","r":9997,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"cp.sk","r":9998,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":false,"cs":false},{"h":"dark-manga.com","r":9999,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false},{"h":"google.td","r":10000,"ai":[],"dead":[],"blk":[],"llms":false,"probed":true,"edge_denied_llms":false,"sm":true,"cs":false}]}