############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /control/ Disallow: /admin/ Disallow: /controllers/ Disallow: /includes/ Disallow: /maps/ Disallow: /up/ Disallow: /utils/ Disallow: /bg/ Disallow: /activateUsr.cfm/ Disallow: /application.cfm/ Disallow: /onRequestEnd.cfm/ # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html # # ###############################