{"site":"techcrunch.com","rank":189,"mapped":"2026-11-20","status":200,"home":"https://techcrunch.com","title":"TechCrunch | Startup and Technology News","description":"TechCrunch | Reporting on the business of technology, startups, venture capital funding, and Silicon Valley","language":"en-US","search":{"template":"https://techcrunch.com/?s={q}","from":"the site's search form","example":"https://techcrunch.com/?s=example"},"readable":{"words":1128,"withoutJavaScript":true},"structuredData":["CollectionPage","BreadcrumbList","WebSite","Organization"],"sections":[{"name":"Latest","url":"https://techcrunch.com/latest"},{"name":"Startups","url":"https://techcrunch.com/category/startups"},{"name":"Venture","url":"https://techcrunch.com/category/venture"},{"name":"Apple","url":"https://techcrunch.com/tag/apple"},{"name":"Security","url":"https://techcrunch.com/category/security"},{"name":"AI","url":"https://techcrunch.com/category/artificial-intelligence"},{"name":"Apps","url":"https://techcrunch.com/category/apps"},{"name":"Disrupt 2026","url":"https://techcrunch.com/events/techcrunch-disrupt"},{"name":"Events","url":"https://techcrunch.com/events"},{"name":"Podcasts","url":"https://techcrunch.com/podcasts"},{"name":"Newsletters","url":"https://techcrunch.com/newsletters"},{"name":"Amazon","url":"https://techcrunch.com/tag/amazon"},{"name":"Biotech & Health","url":"https://techcrunch.com/category/biotech-health"},{"name":"Climate","url":"https://techcrunch.com/category/climate"}],"feeds":["https://techcrunch.com/feed/"],"sitemaps":["https://techcrunch.com/sitemap.xml","https://techcrunch.com/news-sitemap.xml"],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":false},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":false},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":false},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":false},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":false}],"score":80,"grade":"B","use":{"read":"https://mareliberum.dev/r/https://techcrunch.com/","check":"https://mareliberum.dev/check/techcrunch.com","searchThroughReader":"https://mareliberum.dev/r/https://techcrunch.com/?s=<words>"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}