User-agent: *
Allow: /
Disallow: /es/mujer/top/
Disallow: /es/hombre/top/
Disallow: /es/privacidad
Disallow: /es/terminos-condiciones

User-agent: netseer 
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: sogou develop spider
Disallow: /

User-agent: Sogou Orion spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /

User-agent: sohu agent
Disallow: /

User-agent: SSurf15a 11 
Disallow: /

User-agent: TSurf15a 11
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: moget
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Web Core / Roots
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: SMTBot
Disallow: /

User-agent: DeuSu
Disallow: /

User-agent: GetintentCrawler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Meanpathbot
Disallow: /

User-agent: MauiBot (crawler.feedback+wc@gmail.com) 
Disallow: /