User-agent: *
Crawl-delay: 10
Disallow: /search
Disallow: /cms
User-agent: Amazonbot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: AppleBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-Agent: Google-Extended
Disallow: /
User-agent: GoogleOther
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-Agent: omgili
Disallow: /
User-Agent: omgilibot
Disallow: /
User-Agent: PerplexityBot
Disallow: /
User-Agent: Perplexity-ai
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: SentiBot
Disallow: /
# Sitemap
Sitemap: https://www.thedickinsonpress.com/sitemap.xml