# Robots.txt file # All robots will spider the domain User-agent: * Disallow: /cgi-bin/ Disallow: /homepage/ Disallow: /includes/ Disallow: /img/ Disallow: /jquery_show-hide.html Disallow: /English/ Disallow: /Russian/ Disallow: /German/ Disallow: /js/ Disallow: /pdf/ Disallow: /css/ Disallow: /errors/