############## # robots.txt file cdanielgory.ca User-agent: * Disallow: /cgi-bin/ Disallow: /css/ Disallow: /includes/ Disallow: /js/ Disallow: /.htaccess Disallow: /400.shtml Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /405.shtml Disallow: /406.shtml Disallow: /500.shtml