#Wordpress blog Allow: /blog/wp-content/uploads/* Allow: /blog/wp-content/*.js Allow: /blog/wp-content/*.css Allow: /blog/wp-includes/*.js Allow: /blog/wp-includes/*.css Disallow: /blog/wp-includes/ Disallow: /blog/wp-login Disallow: /blog/wp-admin Disallow: /blog/*/feed/ Disallow: /blog/*/trackback/ Disallow: /blog/*/attachment/ Disallow: /blog/author/ Disallow: /blog/xmlrpc.php Disallow: /blog/*/*/*/feed.xml # Directories for miramarcruceros.com Disallow: /base/ Disallow: /vendor/ Disallow: /docs/ Disallow: /bootstrap/ Disallow: /cache/ Disallow: /config/ Disallow: /console/ Disallow: /database/ Disallow: /log/ Disallow: /useful_queries/ #Files for miramarcruceros.com # Bloqueo de las URL dinamicas Disallow: /*? #Bloqueo de busquedas User-agent: * Disallow: /buscador/ # Ralentizamos algunos bots que se suelen volver locos User-agent: noxtrumbot Crawl-delay: 20 User-agent: msnbot Crawl-delay: 20 User-agent: Slurp Crawl-delay: 20 # Bloqueo de bots y crawlers poco utiles User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: Orthogaffe Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / # Sitemap Sitemap: https://www.miramarcruceros.com/sitemap.xml Sitemap: https://www.miramarcroisieres.com/sitemap-fr.xml Sitemap: https://www.miramarcrociere.it/sitemap-it.xml Sitemap: https://www.miramarcreuers.cat/sitemap-ca.xml