# This allows all bots everywhere: User-agent: * # This disallows googlbot to an item: User-agent: googlebot Disallow: *.csi # These disallow access to an entire directory: # - Macromedia Disallow: /_mm/ Disallow: /_notes/ Disallow: /_baks/ Disallow: /MMWIP/ # - Moose Disallow: /images/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /pages/main_pages/noticeboard/ Disallow: /noticeboard/ # To disallow access to a specific file in the root directory: Disallow: /.htpasswd