User-Agent: *
#Allow: /wp-content/uploads/
#Disallow: /wp-content/plugins/
#Disallow: /wp-admin/
#Disallow: /readme.html
#Disallow: /refer/


# Bloqueo basico para todos los bots y crawlers
# puede dar problemas por bloqueo de recursos en GWT
User-agent: *
Allow: /wp-content/uploads/*
Allow: /wp-content/*.js
Allow: /wp-content/*.css
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin
Disallow: /wp-content/plugins/ 
Disallow: /wp-content/themes/ 
Disallow: /wp-includes/ 
Disallow: /*/attachment/


Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /?attachment_id*


# Bloqueo de trackbacks
User-agent: *
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback


# Bloqueo de feeds para crawlers
#User-agent: *
Allow: /feed/$ 
Disallow: /feed/ 
Disallow: /comments/feed/
Disallow: /*/feed/$ 
Disallow: /*/feed/rss/$ 
Disallow: /*/trackback/$ 
Disallow: /*/*/feed/$ 
Disallow: /*/*/feed/rss/$ 
Disallow: /*/*/trackback/$ 
Disallow: /*/*/*/feed/$ 
Disallow: /*/*/*/feed/rss/$ 
Disallow: /*/*/*/trackback/$


# Ralentizamos algunos bots que se suelen volver locos
User-agent: noxtrumbot
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20
User-agent: AdIdxBot
Crawl-delay: 5
User-agent: BingPreview
Crawl-delay: 5
User-agent: Yandex
Crawl-delay: 5
User-agent: YandexCalendar
Crawl-delay: 5
User-agent: YandexMobileBot
Crawl-delay: 5
User-agent: YandexAccessibilityBot
Crawl-delay: 5
User-agent: YandexAdNet
Crawl-delay: 5
User-agent: YandexBlogs
Crawl-delay: 5
User-agent: YandexBot
Crawl-delay: 5
User-agent: YandexDirect
Crawl-delay: 5
User-agent: YandexDirectDyn
Crawl-delay: 5
User-agent: YandexFavicons
Crawl-delay: 5
User-agent: YaDirectFetcher
Crawl-delay: 5
User-agent: YandexMarket
Crawl-delay: 5
User-agent: YandexMedia
Crawl-delay: 5
User-agent: YandexMetrika
Crawl-delay: 5
User-agent: YandexMobileScreenShotBot
Crawl-delay: 5
User-agent: YandexNews
Crawl-delay: 5

# Previene problemas de recursos bloqueados en Google Webmaster Tools
User-Agent: Googlebot
Allow: /*.css$
Allow: /*.js$

Sitemap: https://www.revistamercado.do/sitemapindex.xml