{"site":"esawebb.org","rank":42563,"mapped":"2026-11-20","status":200,"home":"https://esawebb.org","title":"ESA/Webb","language":"en","readable":{"words":448,"withoutJavaScript":true},"sections":[{"name":"News","url":"https://esawebb.org/news"},{"name":"Newsworthy Results","url":"https://esawebb.org/news/scientists/newsworthy-results"},{"name":"2026","url":"https://esawebb.org/news/archive/year/2026"},{"name":"2025","url":"https://esawebb.org/news/archive/year/2025"},{"name":"2024","url":"https://esawebb.org/news/archive/year/2024"},{"name":"2023","url":"https://esawebb.org/news/archive/year/2023"},{"name":"2022","url":"https://esawebb.org/news/archive/year/2022"},{"name":"2021","url":"https://esawebb.org/news/archive/year/2021"},{"name":"2026","url":"https://esawebb.org/announcements/archive/year/2026"},{"name":"2025","url":"https://esawebb.org/announcements/archive/year/2025"},{"name":"2024","url":"https://esawebb.org/announcements/archive/year/2024"},{"name":"2023","url":"https://esawebb.org/announcements/archive/year/2023"},{"name":"2022","url":"https://esawebb.org/announcements/archive/year/2022"},{"name":"2026","url":"https://esawebb.org/images/potm/archive/year/2026"}],"feeds":["https://www.webb.org/rss/feed.xml"],"robots":"no robots.txt: everything allowed","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":55,"grade":"C","use":{"read":"https://mareliberum.dev/r/https://esawebb.org/","check":"https://mareliberum.dev/check/esawebb.org"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}