# robots.txt file for http://www.kegel.org # robots.txt file for http://www.kegelfamily.org # robots.txt file for http://www.kegelfamily.com # # created Sat Apr 28 09:11:58 PDT 2001 by andy # updated Fri Jan 11 21:48:10 PST 2002 by andy # updated Sun Mar 16 19:14:22 PST 2003 by andy - descend only /andy # # enable everything for a specific robot # # User-agent: webcrawler # Disallow: # disable everything for a specific robot # # User-agent: altavista # Disallow: / # default rule for robot not named above # User-agent: * Disallow: /forms Disallow: /logs Disallow: /alex # Disallow: /andy Disallow: /cgi-bin Disallow: /gregory Disallow: /hintz Disallow: /images Disallow: /layout Disallow: /penberthy Disallow: /redmond Disallow: /stl Disallow: /susan Disallow: /tampa