# Robots.txt is a file used for webcrawlers
User-agent: *

Disallow: /aspnet_client/
Disallow: /covers/
Disallow: /flashassets/
Disallow: /harbinger_cast/
Disallow: /images/
Disallow: /inc/
Disallow: /includes/
Disallow: /js/
Disallow: /photos/
Disallow: /swf/
Disallow: /technicalvirgin/

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot