User-agent: psbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Data2LifeBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: Genieo
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: MaxPointCrawler
Disallow: /

User-agent: iZSearch.com
Disallow: /

User-agent: spbot
Disallow: /

User-agent: ADmantX
Disallow: /

User-agent: xintellibot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: WeSEE:Ads/PictureBot
Disallow: /

User-agent: WeSEE:Ads/PageBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: BoardReader
Disallow: /

User-agent: *
Disallow: /captcha/reload
Disallow: /comments
Disallow: /search
Disallow: /surveys/show-survey
Disallow: /user/forgot-password
Disallow: /user/login
Disallow: /user/pre-register
Disallow: /main-menu
Disallow: /footer
Disallow: /de/search
Disallow: /de/benutzer/forgot-password
Disallow: /de/benutzer/login
Disallow: /de/benutzer/pre-register
Disallow: /de/footer
Disallow: /es/search
Disallow: /es/usuario/forgot-password
Disallow: /es/usuario/login
Disallow: /es/usuario/pre-register
Disallow: /es/footer

User-agent: Mediapartners-Google
Allow: /