User-agent: *
Disallow: /assets/
Disallow: /recursos/

User-agent: Twitterbot
Allow: *

User-agent: Facebot
Allow: *

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-Agent: Googlebot
Allow: /
Disallow: /0
Disallow: /tag/servicio-nacional-de-aprendizaje-(sena)
Disallow: /tag/sociedad-antioquena-de-astronomia-(saa)
Disallow: /futbol/fechas
Disallow: /mundo/interna/controlar_medicion_periodista
Disallow: /mundo/interna/controlar_medicion_lugar
Disallow: /mundo/interna/controlar_ver_mas_columnistas
Disallow: /mundo/interna/controlar_medicion_redes
Disallow: /mundo/interna/ver_mas_etiqueta
Disallow: /mundo/interna/controlar_medicion_tag
Disallow: /home/ver_mas
Disallow: /mundo/interna/controlar_compartir_correo
Disallow: /futbol/fechas