{"site":"screamingfrog.co.uk","rank":4333,"mapped":"2026-11-20","status":200,"home":"https://www.screamingfrog.co.uk","title":"SEO Agency - Screaming Frog","description":"We run remarkably successful search engine optimisation (SEO) and paid search (PPC) campaigns using a unique blend of data, technology & creativity.","language":"en","search":{"template":"https://www.screamingfrog.co.uk/?s={q}","from":"the site's search form","example":"https://www.screamingfrog.co.uk/?s=example"},"readable":{"words":1495,"withoutJavaScript":true},"structuredData":["WebPage","BreadcrumbList","WebSite","Organization"],"sections":[{"name":"About","url":"https://www.screamingfrog.co.uk/about"},{"name":"Team","url":"https://www.screamingfrog.co.uk/meet-the-team"},{"name":"Our Story","url":"https://www.screamingfrog.co.uk/our-story"},{"name":"Clients","url":"https://www.screamingfrog.co.uk/clients"},{"name":"Case Studies","url":"https://www.screamingfrog.co.uk/our-work"},{"name":"Careers","url":"https://www.screamingfrog.co.uk/careers"},{"name":"Agency Services","url":"https://www.screamingfrog.co.uk/services"},{"name":"Search Engine Marketing","url":"https://www.screamingfrog.co.uk/search-engine-marketing"},{"name":"Search Engine Optimisation","url":"https://www.screamingfrog.co.uk/search-engine-optimisation"},{"name":"AI Search Optimisation","url":"https://www.screamingfrog.co.uk/ai-search-optimisation"},{"name":"Pay Per Click Management","url":"https://www.screamingfrog.co.uk/pay-per-click"},{"name":"Paid Social Media","url":"https://www.screamingfrog.co.uk/social-media"},{"name":"Technical SEO","url":"https://www.screamingfrog.co.uk/technical-seo"},{"name":"Content Marketing","url":"https://www.screamingfrog.co.uk/content-marketing"}],"feeds":["https://www.screamingfrog.co.uk/feed/"],"robots":"robots.txt read","agents":[{"name":"ChatGPT-User","op":"OpenAI","role":"live","allowed":true},{"name":"OAI-SearchBot","op":"OpenAI","role":"search","allowed":true},{"name":"GPTBot","op":"OpenAI","role":"training","allowed":true},{"name":"Claude-User","op":"Anthropic","role":"live","allowed":true},{"name":"Claude-SearchBot","op":"Anthropic","role":"search","allowed":true},{"name":"ClaudeBot","op":"Anthropic","role":"training","allowed":true},{"name":"Perplexity-User","op":"Perplexity","role":"live","allowed":true},{"name":"PerplexityBot","op":"Perplexity","role":"search","allowed":true},{"name":"Googlebot","op":"Google","role":"search","allowed":true},{"name":"Google-Extended","op":"Google","role":"training","allowed":true},{"name":"Bingbot","op":"Microsoft","role":"search","allowed":true},{"name":"Applebot-Extended","op":"Apple","role":"training","allowed":true},{"name":"Meta-ExternalAgent","op":"Meta","role":"training","allowed":true},{"name":"Amazonbot","op":"Amazon","role":"search","allowed":true},{"name":"DuckAssistBot","op":"DuckDuckGo","role":"live","allowed":true},{"name":"MistralAI-User","op":"Mistral","role":"live","allowed":true},{"name":"CCBot","op":"Common Crawl","role":"training","allowed":true},{"name":"Bytespider","op":"ByteDance","role":"training","allowed":true}],"score":75,"grade":"B","recipes":{"search":"https://www.screamingfrog.co.uk/?s={q}"},"use":{"read":"https://mareliberum.dev/r/https://www.screamingfrog.co.uk/","check":"https://mareliberum.dev/check/screamingfrog.co.uk","searchThroughReader":"https://mareliberum.dev/r/https://www.screamingfrog.co.uk/?s=<words>"},"source":"read from what the site publishes (robots.txt, the home page and the files it names) by MareLiberum-Atlas; open data, CC BY 4.0"}