{"site":"techdirt.com","rank":3237,"mapped":"2026-11-20","status":200,"home":"https://www.techdirt.com","title":"Techdirt.","language":"en-US","search":{"template":"https://www.techdirt.com/search/?q={q}","from":"the site's search form","example":"https://www.techdirt.com/search/?q=example","robotsDisallowsFor":["ChatGPT-User","Claude-User","Perplexity-User","Amazonbot","MistralAI-User"]},"readable":{"words":10513,"withoutJavaScript":true},"sections":[{"name":"Sign In","url":"https://www.techdirt.com/my-account"},{"name":"Register","url":"https://www.techdirt.com/register"},{"name":"Preferences","url":"https://www.techdirt.com/preferences"},{"name":"GreenHouse","url":"https://www.techdirt.com/edition/greenhouse"},{"name":"Free Speech","url":"https://www.techdirt.com/edition/freespeech"},{"name":"Error 402","url":"https://www.techdirt.com/edition/webmonetization"},{"name":"Ctrl-Alt-Speech","url":"https://www.techdirt.com/edition/ctrlaltspeech"},{"name":"Support Techdirt","url":"https://www.techdirt.com/support"},{"name":"Overhype","url":"https://www.techdirt.com?s&topic=overhype"},{"name":"Karl Bode","url":"https://www.techdirt.com/user/kbode"},{"name":"for failing to adhere to traffic laws","url":"https://www.techdirt.com/2025/06/26/trump-nhtsa-investigates-tesla-robotaxis-failing-to-adhere-to-basic-austin-traffic-laws"},{"name":"automation","url":"https://www.techdirt.com/tag/automation"}],"feeds":["https://www.techdirt.com/feed/","https://www.techdirt.com/comments/feed/"],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":false},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":false},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":false},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":false},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":false},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":false},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":false},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":false},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":false},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":false},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":false},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":false}],"score":44,"grade":"D","use":{"read":"https://mareliberum.dev/r/https://www.techdirt.com/","check":"https://mareliberum.dev/check/techdirt.com","searchThroughReader":"https://mareliberum.dev/r/https://www.techdirt.com/search/?q=<words>"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}