User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /politica-de-cookies-darcdesantmarti-net/
Disallow: /avis-i-politica-de-privacitat/
Disallow: /formulari-de-contacte/
Disallow: /wp-config.php
Disallow: /preguntes-sobre-larc-de-sant-marti/page/2/
Disallow: /botiga-de-larc-de-sant-marti/page/2/
Disallow: /unicorns-amb-arc-de-sant-marti/
Disallow: /preguntes-sobre-larc-de-sant-marti/
Disallow: /calcat-amb-larc-de-sant-marti/
Disallow: /tots-els-temes/
Disallow: /els-noms-de-larc-de-sant-marti/
Disallow: /*/feed/
Disallow: /wp-comments-post.php
Disallow: /envians-el-teu-arc-de-sant-marti/

Noindex: /politica-de-cookies-darcdesantmarti-net/
Noindex: /avis-i-politica-de-privacitat/
Noindex: /formulari-de-contacte/
Noindex: /preguntes-sobre-larc-de-sant-marti/page/2/
Noindex: /botiga-de-larc-de-sant-marti/page/2/
Noindex: /unicorns-amb-arc-de-sant-marti/
Noindex: /preguntes-sobre-larc-de-sant-marti/
Noindex: /calcat-amb-larc-de-sant-marti/
Noindex: /tots-els-temes/
Noindex: /els-noms-de-larc-de-sant-marti/
Noindex: /envians-el-teu-arc-de-sant-marti/


# Bloqueo basico para todos los bots y crawlers
# puede dar problemas por bloqueo de recursos en GWT
User-agent: *
Allow: /wp-content/uploads/*
Allow: /wp-content/*.js
Allow: /wp-content/*.css
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Disallow: /cgi-bin
Disallow: /wp-content/plugins/ 
Disallow: /wp-content/themes/ 
Disallow: /wp-includes/ 
Disallow: /*/attachment/
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: /page/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /?attachment_id*
 
# Bloqueo de las URL dinamicas
Disallow: /*?
 
 
#Bloqueo de busquedas
User-agent: *
Disallow: /?s= 
Disallow: /search
 
 
# Bloqueo de trackbacks
User-agent: *
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback


# Bloqueo de feeds para crawlers
User-agent: *
Allow: /feed/$ 
Disallow: /feed/ 
Disallow: /comments/feed/
Disallow: /*/feed/$ 
Disallow: /*/feed/rss/$ 
Disallow: /*/trackback/$ 
Disallow: /*/*/feed/$ 
Disallow: /*/*/feed/rss/$ 
Disallow: /*/*/trackback/$ 
Disallow: /*/*/*/feed/$ 
Disallow: /*/*/*/feed/rss/$ 
Disallow: /*/*/*/trackback/$


# Previene problemas de recursos bloqueados en Google Webmaster Tools
User-Agent: Googlebot
Allow: /*.css$
Allow: /*.js$


Disallow: /*/?amp=1
Disallow: /?amp=1
Disallow: /*/?amp

Noindex: /*/?amp=1
Noindex: /?amp=1
Noindex: /*/?amp

#Blocked bots
User-agent: MegaIndex.ru
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: grub
Disallow: /
User-agent: larbin
Disallow: /
User-agent: BsshoppingCrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebTrafficExpress
Disallow: /
User-agent:VayalaCreep
Disallow: /
User-agent: Mercator
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: PabloElRobot
Disallow: /
User-agent: Wget
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: SuperBot
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: Nocilla
Disallow: /
User-agent: HenryTheMiragoRobot
Disallow: /
User-agent: Harvest-NG/1.0.2
Disallow: /
User-agent: AbachoBOT
Disallow: /
User-agent: bumblebee@relevare.com
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: True_Robot/1.0
Disallow: /
User-agent: True_Robot
Disallow: /
User-agent: Szukacz/1.4
Disallow: /
User-agent: Zeus
Disallow: /
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /
User-agent: Openfind
Disallow: /
User-agent: Openfind data gatherer, Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)
Disallow: /
User-Agent: SlySearch
Disallow: /
User-Agent: BaiDuSpider
Disallow: /
User-agent: voyager/1.0
Disallow: /
#User-agent: MJ12bot/v1.0.7 (http://majestic12.co.uk/bot.php?+)
#Disallow: /
User-agent: Arachnophilia
Disallow: /
User-agent: ArchitextSpider
Disallow: /
User-agent: ASpider/0.09
Disallow: /
User-agent: AURESYS/1.0
Disallow: /
User-agent: Exabot/2.0
Disallow: /
User-agent: lmspider (lmspider@scansoft.com)
Disallow: /
User-agent: appie 1.1 (www.walhello.com)
Disallow: /
User-agent: 008
Disallow: /

Sitemap: https://www.arcdesantmarti.net/sitemap_index.xml