# Sun, 31 Mar 2013 16:30:45 +0000

# Exclude Files From All Robots:

User-agent: *
Disallow: /archives
Disallow: /bot-id
Disallow: /images
Disallow: /pdf
Disallow: /system
Disallow: /themes
Disallow: /_thumbs

User-agent: AhrefsBot
disallow: /

User-agent: Unknown robot
Disallow: *

User-agent: Unknown robot (identified by empty user agent string)
Disallow: *

User-agent: Unknown robot (identified by '*bot')
Disallow: *

User-agent: Unknown robot (identified by 'bot' followed by a space or one of the following characters _+:,.;/\-)
Disallow: *

# CyberAlert
User-Agent: Yahoo! Slurp
User-Agent: CyberAlert
Disallow: /

# End robots.txt file