User-Agent: *
Disallow: /cgi-bin
Disallow: /wp-admin/
Disallow: /author/
Disallow: /wp-content/plugins/

Disallow: /downloads/
Disallow: /descargas/
Disallow: /CNC/
Disallow: /Camisetas/
Disallow: /wallpapers/
Disallow: /recursos/

### Disallow: /banners/
### Disallow: /doogweb-resumen/

### Allow: /wp-admin/admin-ajax.php

### BENJA (Abril 2018) ###

Allow: /feed/$

# Bloqueo de trackbacks
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback

Disallow: /page/*/
Disallow: /page/*/*attachment_id
Disallow: /feed/*attachment_id=*
Disallow: /*attachment_id=*
Disallow: /*/attachment/*/

# Bloqueo de busquedas
Disallow: /?s= 
Disallow: /search

# Bloqueo de p=
Disallow: /*p=*

# Bloqueo de post_type
Disallow: /*post_type=*

# Evita bloqueos de CSS y JS.

Allow: /*.js$
Allow: /*.css$

### Allow: /

# Lista de bots que deberías permitir.

User-agent: Googlebot-Image
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Slurp (Yahoo!), Noxtrum y el bot de MSN que suelen generar excesivas consultas.

User-agent: noxtrumbot
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

User-agent: Slurp
Crawl-delay: 20