############################### # # User-agent: * User-agent: LibWWW Disallow: # # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /_private Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /_vti_txt Disallow: /old Disallow: /gal Disallow: /message Disallow: /script Disallow: /verde/administrator/ Disallow: /verde/cache/ Disallow: /verde/components/ Disallow: /verde/editor/ Disallow: /verde/help/ Disallow: /verde/images/ Disallow: /verde/includes/ Disallow: /verde/language/ Disallow: /verde/mambots/ Disallow: /verde/media/ Disallow: /verde/modules/ Disallow: /verde/templates/ Disallow: /verde/installation/ Disallow: /verde_old/ Disallow: /myspace/ Disallow: /old/ Disallow: /pdf/ Disallow: /myspace/ Disallow: /verde2/ Disallow: /vrdocs/ Disallow: /leah/ # # list specific files robots are not allowed to index # #Disallow: Disallow: /_vti_inf.html # # ###############################