#DEV NOTE: The last user agent section in this file must be "User-agent: *"

User-agent: RavenCrawler
Crawl-delay: 180

User-agent: rogerbot
Crawl-delay: 5

User-agent: ClaudeBot
Allow: /product
Disallow: /
Crawl-delay: 1  # wait 1 second between requests

User-agent: *
Disallow:

Sitemap: https://www.rcdrv.com/sitemap.xml
Sitemap: https://www.rcdrv.com/blog/sitemap_index.xml