{"site":"theintercept.com","rank":1754,"mapped":"2026-11-20","status":200,"home":"https://theintercept.com","title":"The Intercept","description":"Fearless, adversarial journalism that holds the powerful accountable.","language":"en-US","search":{"template":"https://theintercept.com/search/?s={q}","from":"the site's search form","example":"https://theintercept.com/search/?s=example","robotsDisallowsFor":["ChatGPT-User","PerplexityBot","Amazonbot"]},"readable":{"words":784,"withoutJavaScript":true},"structuredData":["WebPage","BreadcrumbList","WebSite"],"sections":[{"name":"Support Us","url":"https://join.theintercept.com/donate/now/?source=web_intercept_20250310_Main-Menu-CTA_support-us&referrer_url=https%3A%2F%2Ftheintercept.com%2F&referrer_post_id=427763"},{"name":"Midterms","url":"https://theintercept.com/series/midterms-2026"},{"name":"Iran","url":"https://theintercept.com/series/targeting-iran"},{"name":"Chilling Dissent","url":"https://theintercept.com/collections/chilling-dissent"},{"name":"War on Gaza","url":"https://theintercept.com/collections/israel-palestine"},{"name":"Unmasking ICE","url":"https://theintercept.com/series/unmasking-ice"},{"name":"Tech","url":"https://theintercept.com/technology"},{"name":"About","url":"https://theintercept.com/about"},{"name":"Support Us","url":"https://join.theintercept.com/donate/now/?source=web_intercept_20250310_Main-Menu-CTA_support-us&referrer_url=https%3A%2F%2Ftheintercept.com%2F"},{"name":"Special Investigations","url":"https://theintercept.com/special-investigations"},{"name":"Voices","url":"https://theintercept.com/voices"},{"name":"Podcasts","url":"https://theintercept.com/podcasts"},{"name":"TomDispatch","url":"https://theintercept.com/dispatch"},{"name":"Press Freedom Defense Fund","url":"https://theintercept.com/press-freedom-defense-fund"}],"sitemaps":["https://theintercept.com/sitemap_index.xml"],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":false},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":false},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":false},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":false},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":false},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":false},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":73,"grade":"B","use":{"read":"https://mareliberum.dev/r/https://theintercept.com/","check":"https://mareliberum.dev/check/theintercept.com","searchThroughReader":"https://mareliberum.dev/r/https://theintercept.com/search/?s=<words>"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}