# Alexa
User-agent: ia_archiver
Disallow: /_notes/
Disallow: /admin/
Disallow: /download/
Disallow: /eshop/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /pub/
 
# Ask
User-agent: Teoma
Disallow: /_notes/
Disallow: /admin/
Disallow: /eshop/
Disallow: /download/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /pub/

# Google
User-agent: googlebot
Disallow: /_notes/
Disallow: /admin/
Disallow: /download/
Disallow: /eshop/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /pub/

# MSN
User-agent: msnbot
Disallow: /_notes/
Disallow: /admin/
Disallow: /download/
Disallow: /eshop/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /pub/

# Yahoo!
User-agent: Slurp
Disallow: /_notes/
Disallow: /admin/
Disallow: /download/
Disallow: /eshop/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /pub/

# BDNcentral 
User-agent: BDNcentral
Disallow: /_notes/
Disallow: /admin/
Disallow: /download/
Disallow: /eshop/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /pub/

# Others
User-agent: *
Disallow: /_notes/
Disallow: /admin/
Disallow: /download/
Disallow: /eshop/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /pub/