User-agent: *
disallow: /calendar
disallow: /meetings 
disallow: /meetingdashboard 
disallow: /media
disallow: /portal 
disallow: /311 
disallow: /newsletters
sitemap: https://www.rivcoacr.org/sitemap/
crawl-delay: 5

# AI-Related Bots
User-agent: anthropic-ai
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Seekr
Disallow: /
User-agent: YouBot
Disallow: /

# General Crawlers and Indexing Bots
User-agent: Amazonbot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Meltwater
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: PaperLiBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Swiftbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: weborama
Disallow: /
User-agent: garlik
Disallow: /
User-agent: hypefactors
Disallow: /
User-agent: seekport
Disallow: /