############ # # robots.txt file for #kempiWeb # ############ # # Standard exclude statements to curtail unnecessary hits # User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /images/ Disallow: /community/ Disallow: /forum/ Disallow: /photoAlbums/ Disallow: /slurp/ Disallow: /hermanmay/slurp/ Disallow: /themayfamily/slurp/ Disallow: /herman_may/ Disallow: /theMayFamily/ # # The bothersome grub client; it is presently banned! # User-agent: grub-client Disallow: / # # We despise Micro$vengali; 'nuff said. # User-agent: msnbot Disallow: /