{"site":"httparchive.org","rank":15471,"mapped":"2026-11-20","status":200,"home":"https://httparchive.org","title":"The HTTP Archive","description":"The HTTP Archive tracks how the web is built. We periodically crawl the top sites on the web and record detailed information about fetched resources, used web platform APIs and features, and execution traces of each page.","language":"en","readable":{"words":369,"withoutJavaScript":true},"structuredData":["Article"],"sections":[{"name":"All Reports","url":"https://httparchive.org/reports"},{"name":"State of the Web","url":"https://httparchive.org/reports/state-of-the-web"},{"name":"State of JavaScript","url":"https://httparchive.org/reports/state-of-javascript"},{"name":"State of Images","url":"https://httparchive.org/reports/state-of-images"},{"name":"Loading Speed","url":"https://httparchive.org/reports/loading-speed"},{"name":"Progressive Web Apps","url":"https://httparchive.org/reports/progressive-web-apps"},{"name":"Accessibility","url":"https://httparchive.org/reports/accessibility"},{"name":"SEO","url":"https://httparchive.org/reports/search-engine-optimization"},{"name":"Page Weight","url":"https://httparchive.org/reports/page-weight"},{"name":"CrUX","url":"https://httparchive.org/reports/chrome-ux-report"},{"name":"Capabilities","url":"https://httparchive.org/reports/project-fugu"},{"name":"Core Web Vitals Technology Report","url":"https://httparchive.org/reports/techreport/landing"},{"name":"Docs","url":"https://httparchive.org/docs"},{"name":"2025","url":"https://almanac.httparchive.org/en/2025/"}],"sitemaps":["https://httparchive.org/sitemap.xml"],"llmsTxt":"https://httparchive.org/llms.txt","robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":90,"grade":"A","use":{"read":"https://mareliberum.dev/r/https://httparchive.org/","check":"https://mareliberum.dev/check/httparchive.org"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}