sitemap: http://troutflies.com.au/sitemap.xml.gz

# Block googlebot from example.com/directory1/... and example.com/directory2/...
# but allow access to directory2/subdirectory1/...
# All other directories on the site are allowed by default.
User-agent: googlebot

Disallow: /backup/
Disallow: /cache/
Disallow: /files/
Disallow: /images/

User-agent: msnbot
Crawl-delay: 300

User-agent: Slurp
Crawl-delay: 300

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DotBot
Disallow: / 
 
User-agent: SemrushBot
Disallow: /