{"at":"2026-11-19T22:51:17.997Z","checked":289,"of":303,"average":52,"shares":{"blocksSomeAgent":43,"blocksAnAssistant":28,"wall":11,"jsOnly":9,"llms":16,"jsonld":37,"agentCard":0},"grades":[{"g":"A","n":22},{"g":"B","n":80},{"g":"C","n":78},{"g":"D","n":46},{"g":"E","n":63}],"agents":[{"name":"Bytespider","op":"ByteDance","role":"training","blocked":100,"share":35},{"name":"ClaudeBot","op":"Anthropic","role":"training","blocked":96,"share":33},{"name":"CCBot","op":"Common Crawl","role":"training","blocked":96,"share":33},{"name":"GPTBot","op":"OpenAI","role":"training","blocked":94,"share":33},{"name":"Applebot-Extended","op":"Apple","role":"training","blocked":83,"share":29},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","blocked":82,"share":28},{"name":"PerplexityBot","op":"Perplexity","role":"search","blocked":80,"share":28},{"name":"Amazonbot","op":"Amazon","role":"search","blocked":78,"share":27},{"name":"Google-Extended","op":"Google","role":"training","blocked":77,"share":27},{"name":"ChatGPT-User","op":"OpenAI","role":"live","blocked":63,"share":22},{"name":"Perplexity-User","op":"Perplexity","role":"live","blocked":54,"share":19},{"name":"Claude-User","op":"Anthropic","role":"live","blocked":53,"share":18},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","blocked":53,"share":18},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","blocked":50,"share":17},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","blocked":46,"share":16},{"name":"MistralAI-User","op":"Mistral","role":"live","blocked":45,"share":16},{"name":"Bingbot","op":"Microsoft","role":"search","blocked":2,"share":1},{"name":"Googlebot","op":"Google","role":"search","blocked":1,"share":0}],"countries":[{"cc":"DE","sites":28,"average":52},{"cc":"GB","sites":9,"average":52},{"cc":"FR","sites":6,"average":55},{"cc":"IT","sites":6,"average":54},{"cc":"AU","sites":5,"average":39},{"cc":"NL","sites":4,"average":73},{"cc":"PL","sites":4,"average":62},{"cc":"CH","sites":3,"average":71},{"cc":"SE","sites":3,"average":70},{"cc":"BR","sites":3,"average":69},{"cc":"AT","sites":3,"average":65},{"cc":"NO","sites":3,"average":65},{"cc":"ES","sites":3,"average":47},{"cc":"RU","sites":3,"average":33},{"cc":"MX","sites":2,"average":62},{"cc":"CA","sites":2,"average":53},{"cc":"SG","sites":2,"average":45},{"cc":"NZ","sites":2,"average":43},{"cc":"US","sites":1,"average":80},{"cc":"RO","sites":1,"average":80},{"cc":"TH","sites":1,"average":80},{"cc":"CZ","sites":1,"average":75},{"cc":"FI","sites":1,"average":70},{"cc":"AR","sites":1,"average":70},{"cc":"TR","sites":1,"average":68},{"cc":"CN","sites":1,"average":65},{"cc":"BE","sites":1,"average":64},{"cc":"DK","sites":1,"average":60},{"cc":"PT","sites":1,"average":60},{"cc":"JP","sites":1,"average":60},{"cc":"GR","sites":1,"average":58},{"cc":"HU","sites":1,"average":50},{"cc":"NG","sites":1,"average":30},{"cc":"IN","sites":1,"average":25},{"cc":"EG","sites":1,"average":23},{"cc":"UA","sites":1,"average":0},{"cc":"IL","sites":1,"average":0}],"sites":[{"host":"cloudflare.com","score":100,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":true,"at":"2026-11-19T22:26:30.204Z"},{"host":"adobe.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:33:31.667Z"},{"host":"cohere.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:25:46.285Z"},{"host":"foxnews.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:29:59.533Z"},{"host":"hindustantimes.com","score":90,"grade":"A","blocked":["Meta-ExternalAgent"],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:47:51.199Z"},{"host":"hubspot.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:33:55.438Z"},{"host":"intel.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:34:18.468Z"},{"host":"marktplaats.nl","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"cc":"NL","at":"2026-11-19T22:41:12.589Z"},{"host":"mistral.ai","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:25:46.492Z"},{"host":"nvidia.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:26:30.394Z"},{"host":"paytm.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:48:15.894Z"},{"host":"samsung.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:34:18.589Z"},{"host":"shein.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:27:50.570Z"},{"host":"squarespace.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:24:39.758Z"},{"host":"stripe.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:29:31.737Z"},{"host":"target.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:26:52.894Z"},{"host":"time.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:31:17.372Z"},{"host":"tum.de","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:38:21.675Z"},{"host":"vercel.com","score":90,"grade":"A","blocked":[],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:26:30.193Z"},{"host":"notion.so","score":88,"grade":"A","blocked":["Amazonbot"],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:23:33.325Z"},{"host":"weather.com","score":88,"grade":"A","blocked":["Amazonbot","CCBot","Bytespider"],"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:25:02.135Z"},{"host":"repubblica.it","score":85,"grade":"A","blocked":["GPTBot","PerplexityBot","Google-Extended","Applebot-Extended","DuckAssistBot","CCBot","Bytespider"],"llms":true,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-19T22:40:49.882Z"},{"host":"airbnb.com","score":80,"grade":"B","blocked":["GPTBot","ClaudeBot","Applebot-Extended"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:28:58.369Z"},{"host":"alibaba.com","score":80,"grade":"B","blocked":["GPTBot","Google-Extended"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:27:28.027Z"},{"host":"apple.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:22:25.421Z"},{"host":"atlassian.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:54.474Z"},{"host":"blocket.se","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"SE","at":"2026-11-19T22:41:58.334Z"},{"host":"cam.ac.uk","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"GB","at":"2026-11-19T22:34:41.615Z"},{"host":"coursera.org","score":80,"grade":"B","blocked":["Meta-ExternalAgent"],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:47.826Z"},{"host":"detik.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:48:39.895Z"},{"host":"digi24.ro","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"RO","at":"2026-11-19T22:43:09.648Z"},{"host":"discord.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:23:33.183Z"},{"host":"dropbox.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:55.749Z"},{"host":"finn.no","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"NO","at":"2026-11-19T22:42:21.687Z"},{"host":"github.com","score":80,"grade":"B","blocked":["Bytespider"],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:22:25.325Z"},{"host":"gov.br","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"BR","at":"2026-11-19T22:49:56.265Z"},{"host":"grab.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:49:06.146Z"},{"host":"gulfnews.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:44:19.245Z"},{"host":"harvard.edu","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:32:25.690Z"},{"host":"heise.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:58.263Z"},{"host":"indiatimes.com","score":80,"grade":"B","blocked":["Meta-ExternalAgent"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:47:50.719Z"},{"host":"johnlewis.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:35:22.862Z"},{"host":"lidl.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:01.262Z"},{"host":"microsoft.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:22:25.536Z"},{"host":"nasa.gov","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:31:41.281Z"},{"host":"nike.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:27:51.738Z"},{"host":"punchng.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:44:52.874Z"},{"host":"rijksoverheid.nl","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"NL","at":"2026-11-19T22:41:35.540Z"},{"host":"rtve.es","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"ES","at":"2026-11-19T22:40:27.327Z"},{"host":"shopify.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:27:26.430Z"},{"host":"sky.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:35:23.534Z"},{"host":"slack.com","score":80,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:33.458Z"},{"host":"sparkasse.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:29.465Z"},{"host":"stability.ai","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:26:08.324Z"},{"host":"straitstimes.com","score":80,"grade":"B","blocked":["Google-Extended"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:48:14.630Z"},{"host":"techcrunch.com","score":80,"grade":"B","blocked":["GPTBot","ClaudeBot","Applebot-Extended","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:31:18.392Z"},{"host":"temu.com","score":80,"grade":"B","blocked":["Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:27:50.259Z"},{"host":"thairath.co.th","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"TH","at":"2026-11-19T22:49:10.425Z"},{"host":"usa.gov","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:31:40.340Z"},{"host":"walmart.com","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:26:52.846Z"},{"host":"who.int","score":80,"grade":"B","blocked":["CCBot"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:32:03.803Z"},{"host":"zdf.de","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:35:50.725Z"},{"host":"zoom.us","score":80,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"US","at":"2026-11-19T22:23:33.193Z"},{"host":"chatgpt.com","score":78,"grade":"B","blocked":["PerplexityBot","Google-Extended","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:25:01.968Z"},{"host":"espn.com","score":78,"grade":"B","blocked":["ChatGPT-User","GPTBot","Google-Extended","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:31:40.292Z"},{"host":"ikea.com","score":78,"grade":"B","blocked":["Amazonbot"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:27:50.074Z"},{"host":"srf.ch","score":78,"grade":"B","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"CH","at":"2026-11-19T22:38:44.270Z"},{"host":"abc.net.au","score":75,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"AU","at":"2026-11-19T22:50:53.138Z"},{"host":"aljazeera.com","score":75,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:30:44.541Z"},{"host":"idnes.cz","score":75,"grade":"B","blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"CZ","at":"2026-11-19T22:42:44.345Z"},{"host":"kijiji.ca","score":75,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"cc":"CA","at":"2026-11-19T22:50:53.069Z"},{"host":"otto.de","score":75,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:35:50.484Z"},{"host":"stepstone.de","score":75,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:58.359Z"},{"host":"tagesschau.de","score":75,"grade":"B","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:35:50.289Z"},{"host":"wordpress.com","score":75,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:24:17.678Z"},{"host":"onet.pl","score":73,"grade":"B","blocked":["Meta-ExternalAgent","Amazonbot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"PL","at":"2026-11-19T22:42:21.720Z"},{"host":"t-online.de","score":73,"grade":"B","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:24.449Z"},{"host":"ansa.it","score":71,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-19T22:40:50.018Z"},{"host":"lefigaro.fr","score":71,"grade":"B","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Google-Extended","Amazonbot","MistralAI-User","CCBot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"FR","at":"2026-11-19T22:39:06.311Z"},{"host":"admin.ch","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"CH","at":"2026-11-19T22:38:44.357Z"},{"host":"anthropic.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:24.629Z"},{"host":"check24.de","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:37.698Z"},{"host":"chosun.com","score":70,"grade":"B","blocked":["GPTBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:47:21.011Z"},{"host":"clarin.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:50:05.204Z"},{"host":"daum.net","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:47:20.074Z"},{"host":"deepmind.google","score":70,"grade":"B","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:26:08.495Z"},{"host":"globo.com","score":70,"grade":"B","blocked":["GPTBot","Google-Extended","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:49:33.315Z"},{"host":"huggingface.co","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:24.382Z"},{"host":"lanacion.com.ar","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"AR","at":"2026-11-19T22:50:09.565Z"},{"host":"nhs.uk","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-19T22:34:41.091Z"},{"host":"qq.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:26.720Z"},{"host":"salesforce.com","score":70,"grade":"B","blocked":[],"jsOnly":true,"llms":true,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:33:32.357Z"},{"host":"service-public.fr","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-19T22:39:41.668Z"},{"host":"stanford.edu","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:25.933Z"},{"host":"uber.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:29:00.818Z"},{"host":"webmd.com","score":70,"grade":"B","blocked":["GPTBot","ClaudeBot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:09.893Z"},{"host":"wikipedia.org","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:20:05.927Z"},{"host":"willhaben.at","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"AT","at":"2026-11-19T22:38:43.990Z"},{"host":"wp.pl","score":70,"grade":"B","blocked":["GPTBot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"cc":"PL","at":"2026-11-19T22:42:45.278Z"},{"host":"yahoo.com","score":70,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:22:48.801Z"},{"host":"yle.fi","score":70,"grade":"B","blocked":["ChatGPT-User","GPTBot","ClaudeBot","Google-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"FI","at":"2026-11-19T22:42:20.674Z"},{"host":"youtube.com","score":70,"grade":"B","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:10:06.499Z"},{"host":"bild.de","score":69,"grade":"C","blocked":["Perplexity-User","PerplexityBot","Applebot-Extended","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:35:50.337Z"},{"host":"smh.com.au","score":69,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"AU","at":"2026-11-19T22:50:52.261Z"},{"host":"spiegel.de","score":69,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:35:26.440Z"},{"host":"healthline.com","score":68,"grade":"C","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:09.738Z"},{"host":"hurriyet.com.tr","score":68,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"TR","at":"2026-11-19T22:43:57.387Z"},{"host":"sap.com","score":68,"grade":"C","blocked":["Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","Bytespider"],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:54.773Z"},{"host":"svt.se","score":68,"grade":"C","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"SE","at":"2026-11-19T22:41:58.560Z"},{"host":"nzz.ch","score":66,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"CH","at":"2026-11-19T22:38:44.089Z"},{"host":"bahn.de","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:37.704Z"},{"host":"bilibili.com","score":65,"grade":"C","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:53.065Z"},{"host":"cdc.gov","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:03.212Z"},{"host":"costco.com","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:13.834Z"},{"host":"dm.de","score":65,"grade":"C","blocked":[],"jsOnly":true,"llms":true,"jsonld":true,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:00.952Z"},{"host":"gov.pl","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"PL","at":"2026-11-19T22:42:44.518Z"},{"host":"gov.uk","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-19T22:34:41.012Z"},{"host":"mit.edu","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:25.781Z"},{"host":"mozilla.org","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:24:40.231Z"},{"host":"rightmove.co.uk","score":65,"grade":"C","blocked":["GPTBot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-19T22:35:03.644Z"},{"host":"sina.com.cn","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"CN","at":"2026-11-19T22:46:52.445Z"},{"host":"substack.com","score":65,"grade":"C","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:24:17.723Z"},{"host":"sueddeutsche.de","score":65,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:35:27.776Z"},{"host":"w3.org","score":65,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:24:39.459Z"},{"host":"whatsapp.com","score":65,"grade":"C","blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Amazonbot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:12.410Z"},{"host":"asahi.com","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:46:00.749Z"},{"host":"bbc.co.uk","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"GB","at":"2026-11-19T22:34:17.356Z"},{"host":"bbc.com","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:29:59.540Z"},{"host":"hln.be","score":64,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"BE","at":"2026-11-19T22:41:35.009Z"},{"host":"mercadolibre.com.mx","score":64,"grade":"C","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Amazonbot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"MX","at":"2026-11-19T22:49:55.300Z"},{"host":"mercadolivre.com.br","score":64,"grade":"C","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Amazonbot"],"llms":false,"jsonld":true,"agentCard":false,"cc":"BR","at":"2026-11-19T22:49:32.430Z"},{"host":"theverge.com","score":64,"grade":"C","blocked":["ChatGPT-User","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:31:17.549Z"},{"host":"uol.com.br","score":64,"grade":"C","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"BR","at":"2026-11-19T22:49:33.018Z"},{"host":"aftonbladet.se","score":63,"grade":"C","blocked":["Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"SE","at":"2026-11-19T22:41:35.611Z"},{"host":"derstandard.at","score":63,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AT","at":"2026-11-19T22:38:21.529Z"},{"host":"eltiempo.com","score":63,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:50:04.829Z"},{"host":"emol.com","score":63,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:50:19.711Z"},{"host":"golem.de","score":63,"grade":"C","blocked":["Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:58.412Z"},{"host":"kakaku.com","score":63,"grade":"C","blocked":["Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:00.632Z"},{"host":"nos.nl","score":63,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NL","at":"2026-11-19T22:41:34.694Z"},{"host":"orf.at","score":63,"grade":"C","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AT","at":"2026-11-19T22:38:21.197Z"},{"host":"vg.no","score":63,"grade":"C","blocked":["Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NO","at":"2026-11-19T22:41:57.861Z"},{"host":"corriere.it","score":62,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-19T22:40:27.511Z"},{"host":"dailymail.co.uk","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":true,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-19T22:35:04.431Z"},{"host":"deepseek.com","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:46.510Z"},{"host":"dr.dk","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"DK","at":"2026-11-19T22:42:20.956Z"},{"host":"duckduckgo.com","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:22:48.293Z"},{"host":"elmundo.es","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"ES","at":"2026-11-19T22:40:04.169Z"},{"host":"eluniversal.com.mx","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"MX","at":"2026-11-19T22:49:55.860Z"},{"host":"francetvinfo.fr","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"FR","at":"2026-11-19T22:40:04.311Z"},{"host":"gazzetta.it","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"IT","at":"2026-11-19T22:40:50.219Z"},{"host":"kompas.com","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:48:38.958Z"},{"host":"marca.com","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:40:04.048Z"},{"host":"meta.com","score":60,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:26:30.892Z"},{"host":"nu.nl","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"NL","at":"2026-11-19T22:41:12.847Z"},{"host":"publico.pt","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"PT","at":"2026-11-19T22:43:09.612Z"},{"host":"rappler.com","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:49:07.186Z"},{"host":"telegram.org","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:11.605Z"},{"host":"telegraph.co.uk","score":60,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"cc":"GB","at":"2026-11-19T22:35:03.517Z"},{"host":"twitch.tv","score":60,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:23:11.663Z"},{"host":"web.de","score":60,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:58.014Z"},{"host":"yahoo.co.jp","score":60,"grade":"C","blocked":["GPTBot","Google-Extended"],"llms":false,"jsonld":false,"agentCard":false,"cc":"JP","at":"2026-11-19T22:45:28.821Z"},{"host":"lemonde.fr","score":59,"grade":"C","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Google-Extended","Applebot-Extended","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-19T22:39:06.678Z"},{"host":"kathimerini.gr","score":58,"grade":"C","blocked":["ChatGPT-User","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"GR","at":"2026-11-19T22:43:09.572Z"},{"host":"faz.net","score":57,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:35:28.028Z"},{"host":"netflix.com","score":56,"grade":"C","blocked":["Perplexity-User","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:21:56.566Z"},{"host":"gov.sg","score":55,"grade":"C","blocked":[],"wall":true,"llms":false,"jsonld":true,"agentCard":false,"cc":"SG","at":"2026-11-19T22:48:38.990Z"},{"host":"taobao.com","score":55,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:27.169Z"},{"host":"theguardian.com","score":54,"grade":"C","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:29:59.430Z"},{"host":"nrk.no","score":52,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NO","at":"2026-11-19T22:41:57.673Z"},{"host":"pinterest.com","score":52,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:22:48.633Z"},{"host":"bing.com","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:22:48.315Z"},{"host":"cnn.com","score":50,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:29:32.347Z"},{"host":"duolingo.com","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:47.674Z"},{"host":"index.hu","score":50,"grade":"C","blocked":[],"wall":true,"llms":false,"jsonld":true,"agentCard":false,"cc":"HU","at":"2026-11-19T22:43:09.496Z"},{"host":"nzherald.co.nz","score":50,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NZ","at":"2026-11-19T22:51:17.988Z"},{"host":"spotify.com","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:55.381Z"},{"host":"theglobeandmail.com","score":50,"grade":"C","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":true,"agentCard":false,"at":"2026-11-19T22:50:19.268Z"},{"host":"un.org","score":50,"grade":"C","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:03.686Z"},{"host":"zalando.de","score":50,"grade":"C","blocked":[],"jsOnly":true,"llms":true,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:13.079Z"},{"host":"google.com","score":45,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:10:06.428Z"},{"host":"naver.com","score":45,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:52.389Z"},{"host":"nikkei.com","score":45,"grade":"D","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:00.904Z"},{"host":"rai.it","score":45,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"IT","at":"2026-11-19T22:40:50.480Z"},{"host":"wix.com","score":45,"grade":"D","blocked":[],"jsOnly":true,"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:24:39.449Z"},{"host":"cnbc.com","score":44,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:30:44.259Z"},{"host":"wired.com","score":44,"grade":"D","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:31:40.354Z"},{"host":"amazon.com","score":42,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:22:02.621Z"},{"host":"tiktok.com","score":42,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:11.988Z"},{"host":"allegro.pl","score":40,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"cc":"PL","at":"2026-11-19T22:42:43.999Z"},{"host":"archive.org","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:02.080Z"},{"host":"bund.de","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:38.456Z"},{"host":"cdiscount.com","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:39:40.910Z"},{"host":"europa.eu","score":40,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:25.901Z"},{"host":"jd.com","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:26.304Z"},{"host":"orange.fr","score":40,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-19T22:39:41.234Z"},{"host":"paypal.com","score":40,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:29:00.964Z"},{"host":"trendyol.com","score":40,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:43:55.609Z"},{"host":"x.com","score":40,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:20:05.809Z"},{"host":"baidu.com","score":37,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Bingbot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:46:26.047Z"},{"host":"stuff.co.nz","score":36,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"NZ","at":"2026-11-19T22:51:16.000Z"},{"host":"etsy.com","score":35,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:27:26.830Z"},{"host":"expedia.com","score":35,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:58.295Z"},{"host":"indeed.com","score":35,"grade":"D","blocked":[],"llms":true,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:09.785Z"},{"host":"mail.ru","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"RU","at":"2026-11-19T22:43:33.466Z"},{"host":"shopee.sg","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"SG","at":"2026-11-19T22:48:15.018Z"},{"host":"vk.com","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:43:32.514Z"},{"host":"yandex.ru","score":35,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"RU","at":"2026-11-19T22:43:32.774Z"},{"host":"avito.ru","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"RU","at":"2026-11-19T22:43:31.882Z"},{"host":"bol.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:41:12.665Z"},{"host":"canada.ca","score":30,"grade":"D","blocked":[],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"CA","at":"2026-11-19T22:50:26.235Z"},{"host":"canva.com","score":30,"grade":"D","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:55.286Z"},{"host":"character.ai","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:26:08.325Z"},{"host":"facebook.com","score":30,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:10:06.748Z"},{"host":"homedepot.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:36.133Z"},{"host":"ibm.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:54.372Z"},{"host":"instagram.com","score":30,"grade":"D","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:20:05.934Z"},{"host":"jumia.com.ng","score":30,"grade":"D","blocked":["CCBot"],"llms":false,"jsonld":false,"agentCard":false,"cc":"NG","at":"2026-11-19T22:45:27.319Z"},{"host":"leboncoin.fr","score":30,"grade":"D","blocked":["Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"FR","at":"2026-11-19T22:39:06.374Z"},{"host":"openai.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:02.627Z"},{"host":"perplexity.ai","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:24.398Z"},{"host":"rewe.de","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:00.748Z"},{"host":"takealot.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:44:52.692Z"},{"host":"timesofisrael.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:43:55.278Z"},{"host":"wayfair.com","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:36.203Z"},{"host":"x.ai","score":30,"grade":"D","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:46.181Z"},{"host":"aliexpress.com","score":28,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:27:27.821Z"},{"host":"medium.com","score":28,"grade":"E","blocked":["GPTBot","ClaudeBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:24:17.455Z"},{"host":"tripadvisor.com","score":28,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:29:00.680Z"},{"host":"zillow.com","score":28,"grade":"E","blocked":["Applebot-Extended","Meta-ExternalAgent","Amazonbot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:31.773Z"},{"host":"claude.ai","score":25,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Google-Extended"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:25:24.393Z"},{"host":"ebay.com","score":25,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:26:53.140Z"},{"host":"ebay.de","score":25,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:14.954Z"},{"host":"flipkart.com","score":25,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:47:28.640Z"},{"host":"forbes.com","score":25,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:30:21.548Z"},{"host":"ft.com","score":25,"grade":"E","blocked":["ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:31:17.581Z"},{"host":"idealista.com","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:40:27.652Z"},{"host":"irctc.co.in","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"IN","at":"2026-11-19T22:47:52.465Z"},{"host":"seek.com.au","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"cc":"AU","at":"2026-11-19T22:51:16.215Z"},{"host":"vnexpress.net","score":25,"grade":"E","blocked":[],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:49:09.012Z"},{"host":"ahram.org.eg","score":23,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"EG","at":"2026-11-19T22:44:19.258Z"},{"host":"bloomberg.com","score":23,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:30:22.018Z"},{"host":"glassdoor.com","score":23,"grade":"E","blocked":["GPTBot","ClaudeBot","Google-Extended","Applebot-Extended","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:09.651Z"},{"host":"kicker.de","score":21,"grade":"E","blocked":["ChatGPT-User","GPTBot","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:38:20.271Z"},{"host":"chefkoch.de","score":20,"grade":"E","blocked":["GPTBot","ClaudeBot","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:36.932Z"},{"host":"apnews.com","score":19,"grade":"E","blocked":["GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Amazonbot","CCBot"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:30:21.662Z"},{"host":"amazon.de","score":17,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Meta-ExternalAgent","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:12.846Z"},{"host":"economist.com","score":16,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:30:43.764Z"},{"host":"khanacademy.org","score":15,"grade":"E","blocked":[],"wall":true,"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:47.764Z"},{"host":"nation.africa","score":14,"grade":"E","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:45:26.691Z"},{"host":"nytimes.com","score":14,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:29:31.721Z"},{"host":"quora.com","score":14,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","PerplexityBot","Applebot-Extended","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:24:17.635Z"},{"host":"realestate.com.au","score":14,"grade":"E","blocked":["GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AU","at":"2026-11-19T22:51:15.740Z"},{"host":"reuters.com","score":14,"grade":"E","blocked":["GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:29:59.660Z"},{"host":"wsj.com","score":14,"grade":"E","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:30:21.780Z"},{"host":"news24.com","score":12,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:44:52.930Z"},{"host":"lowes.com","score":10,"grade":"E","blocked":[],"wall":true,"jsOnly":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:36.193Z"},{"host":"news.com.au","score":10,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"AU","at":"2026-11-19T22:50:53.469Z"},{"host":"zeit.de","score":10,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:35:27.124Z"},{"host":"elpais.com","score":9,"grade":"E","blocked":["Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:40:05.125Z"},{"host":"imdb.com","score":9,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:23:55.242Z"},{"host":"linkedin.com","score":9,"grade":"E","blocked":["ChatGPT-User","GPTBot","Claude-User","ClaudeBot","Perplexity-User","PerplexityBot","Google-Extended","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:21:56.540Z"},{"host":"adidas.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:14.240Z"},{"host":"argos.co.uk","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-19T22:35:03.353Z"},{"host":"booking.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:58.847Z"},{"host":"coupang.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:47:16.743Z"},{"host":"dawn.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:49:32.264Z"},{"host":"elcorteingles.es","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"ES","at":"2026-11-19T22:40:27.469Z"},{"host":"fnac.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:39:40.839Z"},{"host":"haaretz.co.il","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"IL","at":"2026-11-19T22:44:19.368Z"},{"host":"hm.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:13.352Z"},{"host":"idealo.de","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:36:12.778Z"},{"host":"macys.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:36.160Z"},{"host":"mayoclinic.org","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:47.860Z"},{"host":"mediamarkt.de","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:00.693Z"},{"host":"mercedes-benz.de","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"DE","at":"2026-11-19T22:37:32.741Z"},{"host":"midjourney.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:26:08.202Z"},{"host":"ndtv.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:47:50.446Z"},{"host":"nih.gov","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:32:03.354Z"},{"host":"oracle.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:33:31.906Z"},{"host":"ox.ac.uk","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"GB","at":"2026-11-19T22:34:41.412Z"},{"host":"reddit.com","score":0,"grade":"E","blocked":["ChatGPT-User","OAI-SearchBot","GPTBot","Claude-User","Claude-SearchBot","ClaudeBot","Perplexity-User","PerplexityBot","Googlebot","Google-Extended","Bingbot","Applebot-Extended","Meta-ExternalAgent","Amazonbot","DuckAssistBot","MistralAI-User","CCBot","Bytespider"],"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:21:56.258Z"},{"host":"rozetka.com.ua","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"UA","at":"2026-11-19T22:43:55.164Z"},{"host":"sony.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:34:17.236Z"},{"host":"stackoverflow.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:22:25.407Z"},{"host":"subito.it","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"cc":"IT","at":"2026-11-19T22:41:12.399Z"},{"host":"tesco.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:35:22.522Z"},{"host":"zara.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:28:13.408Z"},{"host":"zomato.com","score":0,"grade":"E","blocked":[],"wall":true,"llms":false,"jsonld":false,"agentCard":false,"at":"2026-11-19T22:48:15.198Z"}],"note":"the most visited websites of the world, read again every six days from what each publishes (robots.txt, llms.txt, home page, agent card); open data, CC0"}