{"site":"digg.com","rank":591,"mapped":"2026-11-20","status":200,"home":"https://digg.com","title":"Digg - News, before it trends","description":"See what's next in AI before it trends. Digg watches the people who move first.","language":"en","readable":{"words":554,"withoutJavaScript":true},"structuredData":["Organization","NewsMediaOrganization","WebSite"],"sections":[{"name":"49 Sources","url":"https://digg.com/world-business/du5d8rhq"},{"name":"12 Sources","url":"https://digg.com/tech/2cpts8s1"},{"name":"11 Sources","url":"https://digg.com/sports/v1n0rqhl"},{"name":"33 Sources","url":"https://digg.com/entertainment/qwonxg0d"},{"name":"7 Sources","url":"https://digg.com/ai/v4we0213"},{"name":"17 Sources","url":"https://digg.com/tech/0odbwcyo"},{"name":"8 Sources","url":"https://digg.com/gaming/uj8yrla7"}],"sitemaps":["https://digg.com/sitemap-index.xml","https://digg.com/sitemap.xml","https://digg.com/news-sitemap.xml"],"llmsTxt":"https://digg.com/llms.txt","robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":90,"grade":"A","use":{"read":"https://mareliberum.dev/r/https://digg.com/","check":"https://mareliberum.dev/check/digg.com"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}