# See: http://www.robotstxt.org/

# http://www.semrush.com/bot.html
User-agent: SemrushBot
Disallow: /

User-agent: FAST Enterprise Crawler
Disallow: /

User-agent: *
Disallow: /Security
Disallow: /admin
Disallow: /assets/motoring/rcq/
Disallow: /dev
Disallow: /travel/ajax
Crawl-Delay: 4