User-agent: bingbot
Allow: /
User-agent: msnbot
Allow: /
User-agent: msnbot-media
Allow: /
User-agent: adidxbot
Allow: /
User-agent: googlebot
disallow: *action/download
disallow: /pt/blog/*
allow: /pt/blog/brasil/
Disallow: /cdn-cgi/
Disallow: /api/v3/*
Disallow: /*/cursos-gratis-*
Disallow: /cursos-gratis-*
Disallow: /*/cursos-nuevos*
Disallow: /cursos-nuevos*
Disallow: /users/*
Disallow: /proyecto/*
Disallow: /r/*
Disallow: /enrollment/*
Disallow: /shopping-cart/*
Disallow: /login/twitter/*
Disallow: /login/*
Disallow: */cursos-ofertas
Disallow: /onboarding*
Allow: /*/blog/*/cursos-gratis-*
Allow: /blog/*/cursos-gratis-*
User-agent: Googlebot-Mobile
Disallow: /api/v3/*
Disallow: /*/cursos-gratis-*
Disallow: /cursos-gratis-*
Disallow: /*/cursos-nuevos*
Disallow: /cursos-nuevos*
Disallow: /users/*
Disallow: /proyecto/*
Disallow: /r/*
Disallow: /enrollment/*
Disallow: /shopping-cart/*
Disallow: /login/twitter/
Disallow: /login/
Allow: /*/blog/*/cursos-gratis-*
Allow: /blog/*/cursos-gratis-*
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: slurp
Allow: /