{"site":"arxiv.org","rank":140,"mapped":"2026-11-20","status":200,"home":"https://arxiv.org","title":"arXiv.org e-Print archive","language":"en","search":{"template":"https://arxiv.org/search?searchtype=all&source=header&query={q}","from":"the site's search form","example":"https://arxiv.org/search?searchtype=all&source=header&query=example","robotsDisallowsFor":"all assistants and AI search crawlers"},"readable":{"words":711,"withoutJavaScript":true},"sections":[{"name":"Search","url":"https://arxiv.org/search"},{"name":"Submit","url":"https://arxiv.org/submit"},{"name":"Donate","url":"https://info.arxiv.org/about/donate.html"},{"name":"Log in","url":"https://arxiv.org/login"},{"name":"About","url":"https://info.arxiv.org/about"},{"name":"Help","url":"https://info.arxiv.org/help"},{"name":"Contact","url":"https://info.arxiv.org/help/contact.html"},{"name":"Subscribe","url":"https://info.arxiv.org/help/subscribe.html"},{"name":"Copyright","url":"https://info.arxiv.org/help/license/index.html"},{"name":"Privacy","url":"https://info.arxiv.org/help/policies/privacy_policy.html"},{"name":"Accessibility","url":"https://info.arxiv.org/help/web_accessibility.html"}],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":55,"grade":"C","use":{"read":"https://mareliberum.dev/r/https://arxiv.org/","check":"https://mareliberum.dev/check/arxiv.org","searchThroughReader":"https://mareliberum.dev/r/https://arxiv.org/search?searchtype=all&source=header&query=<words>"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}