# robots.txt for http://www.click-web-design.net/ # $Id: robots.txt,v 1.37 2005/12/21 18:08:42 ted Exp $ # Exclude Files From All Robots: User-agent: * Disallow: /new/ Disallow: /error400.php Disallow: /error403.php Disallow: /error404.php Disallow: /error500.php Disallow: /readme.txt # exclude some access-controlled areas: User-agent: * Disallow: /osc Disallow: /error400.php Disallow: /error403.php Disallow: /error404.php Disallow: /error500.php Disallow: /readme.txt Disallow: /license.txt Disallow: /admin/