############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /temp/ Disallow: /mirror/ Disallow: /files/ # # list specific files robots are not allowed to index # Disallow: Web.config Disallow: Global.asax Disallow: /*.PDF$ # User-agent:googlebot # Disallow: /*.PDF$ # # ###############################