{"site":"crusoe.ai","rank":41331,"mapped":"2026-11-20","status":200,"home":"https://www.crusoe.ai","title":"Crusoe | The AI factory company","description":"Crusoe provides next-gen AI infrastructure and cloud compute using an energy-first approach. Deploy AI workloads at scale with reliable performance and 24/7 support.","language":"en","readable":{"words":529,"withoutJavaScript":true},"structuredData":["Organization","VideoObject"],"sections":[{"name":"Cloud Overview","url":"https://www.crusoe.ai/cloud"},{"name":"Command Center","url":"https://www.crusoe.ai/cloud/command-center"},{"name":"Crusoe Edge Zones","url":"https://www.crusoe.ai/cloud/edge-zones"},{"name":"Managed Inference","url":"https://www.crusoe.ai/cloud/managed-inference"},{"name":"Serverless Fine-Tuning","url":"https://www.crusoe.ai/cloud/serverless-fine-tuning"},{"name":"See all","url":"https://www.crusoe.ai/models"},{"name":"NVIDIA Vera Rubin","url":"https://www.crusoe.ai/cloud/gpus/nvidia-vera-rubin-nvl72"},{"name":"NVIDIA GB300","url":"https://www.crusoe.ai/cloud/gpus/nvidia-gb300-nvl72"},{"name":"NVIDIA B300","url":"https://www.crusoe.ai/cloud/gpus/nvidia-hgx-b300"},{"name":"NVIDIA H200","url":"https://www.crusoe.ai/cloud/gpus/nvidia-h200"},{"name":"NVIDIA H100","url":"https://www.crusoe.ai/cloud/gpus/nvidia-h100"},{"name":"AMD MI355X","url":"https://www.crusoe.ai/cloud/gpus/amd-mi355x"},{"name":"AMD MI300X","url":"https://www.crusoe.ai/cloud/gpus/amd-mi300x"},{"name":"Physical AI","url":"https://www.crusoe.ai/cloud/solutions/physical-ai"}],"sitemaps":["https://www.crusoe.ai/sitemap.xml"],"llmsTxt":"https://www.crusoe.ai/llms.txt","robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":90,"grade":"A","use":{"read":"https://mareliberum.dev/r/https://www.crusoe.ai/","check":"https://mareliberum.dev/check/crusoe.ai"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}