# Google

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Googlebot-Image
Disallow: 

User-agent: Mediapartners-Google
Disallow:

User-agent: Adsbot-Google
Disallow:

# Rambler

User-agent: StackRambler
Disallow:

# Yandex

User-agent: Yandex
Disallow:

# Yandex Djatel

User-agent: YaDirectBot
Disallow:

# Yahoo

User-agent: Slurp
Disallow:

# Yahoo Images

User-agent: Yahoo-MMCrawler
Disallow: /

# Internet Archive

User-agent: ia_archiver
Disallow:

# ASK.com

User-agent: Teoma
Disallow:

# остальным нельзя

User-agent: *
Disallow: /