{"site":"llmstxt.org","rank":11822,"mapped":"2026-11-20","status":200,"home":"https://llmstxt.org","title":"The /llms.txt file, v2 – llms-txt","description":"A proposal to standardise on using an /llms.txt file to provide information to help agents use a website.","language":"en","readable":{"words":1825,"withoutJavaScript":true},"sections":[{"name":"llms-txt","url":"https://llmstxt.org/index.html"},{"name":"Changes","url":"https://llmstxt.org/changes.html"},{"name":"Python module & CLI","url":"https://llmstxt.org/intro.html"},{"name":"Python source","url":"https://llmstxt.org/core.html"},{"name":"JavaScript","url":"https://llmstxt.org/llmstxt-js.html"},{"name":"ed , the standard text editor","url":"https://llmstxt.org/ed.html"},{"name":"llms.txt in Different Domains","url":"https://llmstxt.org/domains.html"},{"name":"Markdown","url":"https://llmstxt.org/index.md"}],"sitemaps":["https://llmstxt.org/sitemap.xml"],"llmsTxt":"https://llmstxt.org/llms.txt","robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":75,"grade":"B","use":{"read":"https://mareliberum.dev/r/https://llmstxt.org/","check":"https://mareliberum.dev/check/llmstxt.org"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}