# Robots.txt for http://www.derbytalk.com # Email: webmaster@derbytalk.com # #place this file in your root directory # #Remove the # to activate additional blocks # # User-agent: * # #Block All Images Disallow: *.gif Disallow: *.jpg Disallow: /*.gif$ Disallow: /*.jpg$ # #To shut down site completely from bots use either # Disallow: / # #Block out directories bots don't need to go to Disallow: /admin/ Disallow: /db/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ # #Block out things that are secure or login oriented Disallow: /config.php Disallow: /login.php Disallow: /modcp.php Disallow: /myprofile.php Disallow: /posting.php Disallow: /privmsg.php