# Alexa
User-agent: ia_archiver
Disallow:/core

# Ask
User-agent: Teoma
Disallow:/core

# Google
User-agent: googlebot
Disallow:/core
# MSN
User-agent: msnbot
Disallow:/core

# Yahoo!
User-agent: Slurp
Disallow:/core

# Abacho
User-agent: AbachoBOT
Disallow:/core

# Fireball
User-agent: fireball
Disallow:/core

# Voila.fr
User-agent: VoilaBot
Disallow:/core

# Yandex
User-agent: Yandex
Disallow:/core

# Others
User-agent: *
Disallow:/core

User-agent: Mediapartners-Google* 
Disallow:/core