{"site":"simonwillison.net","rank":3621,"mapped":"2026-11-20","status":200,"home":"https://simonwillison.net","title":"Simon Willison’s Weblog","language":"en-gb","search":{"template":"https://simonwillison.net/search/?q={q}","from":"the site's search form","example":"https://simonwillison.net/search/?q=example","robotsDisallowsFor":["OAI-SearchBot","Claude-User","Claude-SearchBot","Perplexity-User","PerplexityBot","Googlebot","Bingbot","Amazonbot","DuckAssistBot","MistralAI-User"]},"readable":{"words":6619,"withoutJavaScript":true},"sections":[{"name":"About","url":"https://simonwillison.net/about"},{"name":"Newsletter","url":"https://simonwillison.net/newsletters"},{"name":"datasette 1,568","url":"https://simonwillison.net/tags/datasette"},{"name":"coding-agents 268","url":"https://simonwillison.net/tags/coding-agents"},{"name":"claude-mythos-fable 49","url":"https://simonwillison.net/tags/claude-mythos-fable"},{"name":"security 647","url":"https://simonwillison.net/tags/security"},{"name":"openai 481","url":"https://simonwillison.net/tags/openai"},{"name":"...","url":"https://simonwillison.net/tags"},{"name":"Entries","url":"https://simonwillison.net/entries"},{"name":"Links","url":"https://simonwillison.net/blogmarks"},{"name":"Quotes","url":"https://simonwillison.net/quotations"},{"name":"Notes","url":"https://simonwillison.net/notes"}],"feeds":["https://simonwillison.net/atom/everything/"],"sitemaps":["https://simonwillison.net/sitemap.xml"],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":60,"grade":"C","use":{"read":"https://mareliberum.dev/r/https://simonwillison.net/","check":"https://mareliberum.dev/check/simonwillison.net","searchThroughReader":"https://mareliberum.dev/r/https://simonwillison.net/search/?q=<words>"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}