#**************************************************************************** # robots.txt # : this file is to tell the web bots what they can view and can't view. # : should be used on all sites. # # Examples: # # Instruct all robots to stay out of the admin area. # : User-agent: * # : Disallow: /admin/ # # Restrict Google and MSN from indexing your images. # : User-agent: Googlebot # : Disallow: /images/ # : User-agent: MSNBot # : Disallow: /images/ #**************************************************************************** User-agent: * Disallow: /images/ Disallow: /generator/