# Block all robots from old style chat_page requests
# e.g. chat_page.py?r=1&cp=U-Matic&ts=992639580&pl=1;
#
#User-agent: Baiduspider        just this one is causing problems, but may as well block all
User-agent: *
Disallow: /chat_page.py?*ts*
# Attempt to slow down crawls to one per day
Crawl-delay: 86400

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /