# robots.txt file for apache server


User-agent: *
Disallow: /js/
Disallow: /css/
Disallow: /images/
Disallow: /dir/ # Disallow crawling of our directory
Disallow: /Templates/ # Disallow our templates
Disallow: /refresh/ # Disallow our refresh files
Disallow: /reg/ # Disallow Registration
Disallow: /Library/ # Disallow our Library files



# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

User-agent: googlebot
Disallow: *.js
Disallow: *.cgi
Disallow: *.css
Disallow: *.htaccess
Disallow: *.jpg
Disallow: *.gif