{"site":"somethingawful.com","rank":9129,"mapped":"2026-11-20","status":200,"home":"https://forums.somethingawful.com","title":"The Something Awful Forums","readable":{"words":848,"withoutJavaScript":true},"sections":[{"name":"Account","url":"https://store.somethingawful.com/products/register.php"},{"name":"Platinum Upgrade","url":"https://store.somethingawful.com/products/platinum.php"},{"name":"New Avatar","url":"https://store.somethingawful.com/products/titlechange.php"},{"name":"Archives","url":"https://store.somethingawful.com/products/archives.php"},{"name":"No-Ads","url":"https://store.somethingawful.com/products/noads.php"},{"name":"New Username","url":"https://store.somethingawful.com/products/namechange.php"},{"name":"Banner Advertisement","url":"https://store.somethingawful.com/products/ad-banner.php"},{"name":"Smilie","url":"https://store.somethingawful.com/products/smilie.php"},{"name":"Stick Thread","url":"https://store.somethingawful.com/products/sticky-thread.php"},{"name":"Gift Cert.","url":"https://store.somethingawful.com/products/gift-certificate.php"},{"name":"Donations!","url":"https://store.somethingawful.com/products/donate.php"},{"name":"SA Forums","url":"https://forums.somethingawful.com/index.php"}],"sitemaps":["http://www.somethingawful.com/sitemap/index.xml"],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":60,"grade":"C","recipes":{"account":"https://store.somethingawful.com/products/register.php"},"use":{"read":"https://mareliberum.dev/r/https://forums.somethingawful.com/","check":"https://mareliberum.dev/check/somethingawful.com"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}