# www.robotstxt.org
# -----------------

Sitemap: https://bestofcolumbia.com/places/sitemap

User-agent: *
Disallow: /wcp

# Adding ChatGPT
User-agent: ChatGPT
Allow: /

# Additional Requests
User-agent: Amazonbot
Crawl-delay: 10
User-agent: Applebot
Crawl-delay: 10 
User-agent: PerplexityBot
Crawl-delay: 15

# Blocking User Agents
# ----------------------------------------------------------------------------------
User-agent: Adsbot
Disallow: /
User-agent: adscanner
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AmazonAdbot
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DuckDuckGo-Favicons-Bot
Disallow: /
User-agent: Expanse
Disallow: /
User-agent: fidget-spinner-bot
Disallow: /
User-agent: friendly-spider
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: Konqueror
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MuckRack
Disallow: /
User-agent: my-tiny-bot
Disallow: /
User-agent: NetcraftSurveyAgent
Disallow: /
User-agent: Nimbostratus-Bot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: spider
Disallow: /
User-agent: thesis-research-bot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: YaK
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: Yeti
Disallow: /