# To allow all robots, User-agent: * # all robots Disallow: /_mm/ Disallow: /_notes/ Disallow: /_baks/ Disallow: /MMWIP/ #User-agent: googlebot #Disallow: *.csi Sitemap: http://www.ncwq.org.au/ncwqsitemap.txt # Examples: # # Keep all robots out of a private or experimental site. # User-agent: * # Disallow: / # disallow this folder, including any contained folders. # # To keep them out of photos only, # User-agent: * # all robots # Disallow: /photos/ # disallow that directory. # # To keep them out of the home page, # User-agent: * # all robots # Disallow: /index.html # disallow that file. #