############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /scripts/ Disallow: /library/ Disallow: /includes/ Disallow: /elqNow/ Disallow: /Archive_web_30_12_2006/ Disallow: /forum_dup/ Disallow: /webinars/ Disallow: /images/ Disallow: /oblivision2006/ Disallow: /bigtour2006/ Disallow: /research_update/ Disallow: /forums/ Disallow: /libary_old/ Disallow: /errordocs/ Disallow: /elqNow_old/ Disallow: /files/ Disallow: /subdomains/ Disallow: /pre-authorized/ Disallow: /imgs/ Disallow: /form_data/ Disallow: /f05252005_webinar/ Disallow: /plesk-stat/ Disallow: /httpdocs/ Disallow: /css/ Disallow: /xml/ Disallow: /survey/ Disallow: /stats/ Disallow: /docs/ Disallow: /best_practices/ # # list specific files robots are not allowed to index # Disallow: /directory/foo.html Disallow: /folder2/whatever.html Disallow: /about/directors.php # # ###############################