############################### # # User-agent: * Disallow: / # # list folders robots are not allowed to index # #Disallow: /cgi-bin #Disallow: /perl #Disallow: /projects #Disallow: /SafetyProgram #Disallow: /safety #Disallow: /pilot #Disallow: /internal #Disallow: /rodi #Disallow: /javascripts #Disallow: /includes #Disallow: /images #Disallow: /office #Disallow: /ofap # # list specific files robots are not allowed to index # # Disallow: /directory/foo.html # # ###############################