# Dont allow search engines to index specific folder

User-agent: *
Disallow:

User-agent: Exabot
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: Gigabot
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: Googlebot
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: Mediapartners-Google
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: msnbot
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: Slurp
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: Teoma
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: Twiceler
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: VoilaBot
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

User-agent: yacybot
Disallow: /assets/
Disallow: /oldstats/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /aspnet_client/

#