# Bloqueo basico para todos los bots y crawlers
# puede dar problemas por bloqueo de recursos en GWT
User-agent: *
Allow: /wp-content/uploads/*
Allow: /wp-content/*.js
Allow: /wp-content/*.css
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin
Disallow: /wp-content/plugins/ 
Disallow: /wp-content/themes/ 
Disallow: /wp-includes/ 
Disallow: /*/attachment/
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: /page/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /?attachment_id*

# Bloqueo de las URL dinamicas
# Disallow: /*?
# Cloudflare Recommended exclusions
Disallow: /cdn-cgi/

#Bloqueo de busquedas
User-agent: *
Disallow: /?s= 
Disallow: /search/
Disallow: /?p=

# Bloqueo de trackbacks
User-agent: *
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback


# Bloqueo de feeds para crawlers
#User-agent: *
Allow: /feed/$ 
Disallow: /feed/ 
Disallow: /comments/feed/
Disallow: /*/feed/$ 
Disallow: /*/feed/rss/$ 
Disallow: /*/trackback/$ 
Disallow: /*/*/feed/$ 
Disallow: /*/*/feed/rss/$ 
Disallow: /*/*/trackback/$ 
Disallow: /*/*/*/feed/$ 
Disallow: /*/*/*/feed/rss/$ 
Disallow: /*/*/*/trackback/$


# Ralentizamos algunos bots que se suelen volver locos
User-agent: noxtrumbot
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 5
User-agent: Slurp
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20
User-agent: AdIdxBot
Crawl-delay: 5
User-agent: BingPreview
Crawl-delay: 5
User-agent: Yandex
Crawl-delay: 5
User-agent: YandexCalendar
Crawl-delay: 5
User-agent: YandexMobileBot
Crawl-delay: 5
User-agent: YandexAccessibilityBot
Crawl-delay: 5
User-agent: YandexAdNet
Crawl-delay: 5
User-agent: YandexBlogs
Crawl-delay: 5
User-agent: YandexBot
Crawl-delay: 5
User-agent: YandexDirect
Crawl-delay: 5
User-agent: YandexDirectDyn
Crawl-delay: 5
User-agent: YandexFavicons
Crawl-delay: 5
User-agent: YaDirectFetcher
Crawl-delay: 5
User-agent: YandexMarket
Crawl-delay: 5
User-agent: YandexMedia
Crawl-delay: 5
User-agent: YandexMetrika
Crawl-delay: 5
User-agent: YandexMobileScreenShotBot
Crawl-delay: 5
User-agent: YandexNews
Crawl-delay: 5
#User-agent: Bingbot
#Crawl-dalay: 2

# Previene problemas de recursos bloqueados en Google Webmaster Tools
User-Agent: Googlebot
Allow: /*.css$
Allow: /*.js$


# En condiciones normales este es el sitemap
Sitemap: https://hoy.com.do/sitemap.xml

# Si utilizas Yoast SEO estos son los sitemaps principales
#Sitemap: https://hoy.com.do/indice-sitemap.xml
#Sitemap: https://hoy.com.do/page-sitemap.xml
#Sitemap: https://hoy.com.do/page-sitemap.xml
#Sitemap: https://hoy.com.do/page-sitemap.xml