{"site":"spectator.com","rank":3707,"mapped":"2026-11-20","status":200,"home":"https://spectator.com","title":"The Spectator","description":"Weekly magazine featuring the best British journalists, authors, critics and cartoonists, since 1828","language":"en-US","readable":{"words":1161,"withoutJavaScript":true},"structuredData":["WebPage","BreadcrumbList","WebSite","Organization"],"sections":[{"name":"Sign In","url":"https://spectator.com/account?edition=us"},{"name":"Home","url":"https://spectator.com?edition=us"},{"name":"Writers","url":"https://spectator.com/writers?edition=us"},{"name":"Newsletters","url":"https://spectator.com/emails?edition=us"},{"name":"Podcasts","url":"https://spectator.com/podcasts?edition=us"},{"name":"Briefings","url":"https://spectator.com/spectator-briefing?edition=us"},{"name":"Politics","url":"https://spectator.com/category/politics?edition=us"},{"name":"Cockburn","url":"https://spectator.com/writer/cockburn?edition=us"},{"name":"Culture","url":"https://spectator.com/the-critics?edition=us"},{"name":"Tech","url":"https://spectator.com/category/technology?edition=us"},{"name":"Magazine","url":"https://spectator.com/magazine?edition=us"},{"name":"Coffee House","url":"https://spectator.com/coffee-house?edition=us"},{"name":"Society","url":"https://spectator.com/category/society?edition=us"},{"name":"World","url":"https://spectator.com/category/international?edition=us"}],"sitemaps":["https://spectator.com/sitemap_index.xml?edition=us"],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":80,"grade":"B","use":{"read":"https://mareliberum.dev/r/https://spectator.com/","check":"https://mareliberum.dev/check/spectator.com"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}