# robots.txt automaticaly generated by PrestaShop e-commerce open-source solution # http://www.prestashop.com - http://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # Allow Directives Allow: */modules/*.css Allow: */modules/*.js # Private pages # Directories Disallow: */classes/ Disallow: */config/ Disallow: */download/ Disallow: */mails/ Disallow: */modules/ Disallow: */translations/ Disallow: */tools/ # Files Disallow: /*contrasena-olvidado Disallow: /direccion Disallow: /*direcciones Disallow: /*autenticacion Disallow: /*carro-de-la-compra Disallow: /*descuento Disallow: /*historial-de-pedidos Disallow: /identidad Disallow: /*mi-cuenta Disallow: /*devolucion-de-productos Disallow: /*vales Disallow: /carrito$ Disallow: /*buscar Disallow: /*pedido-rapido Disallow: /*estado-pedido Disallow: /*confirmacion-pedido Disallow: *controllerUri=* Disallow: *orderby=* Disallow: color= Disallow: *talla=* Disallow: *precio=* Disallow: /*mas-vendidos* Disallow: /*?marca* Disallow: /es/* Disallow: /fr/* Disallow: /pt/* Disallow: /en/* Disallow: */recursos/*.pdf Disallow: /*?isBaseCategory* Disallow: /*?isBaseUrlCategory* Disallow: /*?amp* Disallow: /*?p=0* # Sitemaps Sitemap: https://www.regalospublicitarios.com/1_index_sitemap.xml Sitemap: https://www.regalospublicitarios.com/1product_es_0_sitemap.xml Sitemap: https://www.regalospublicitarios.com/1product_es_1_sitemap.xml Sitemap: https://www.regalospublicitarios.com/1product_es_2_sitemap.xml Sitemap: https://www.regalospublicitarios.com/1category_es_3_sitemap.xml Sitemap: https://www.regalospublicitarios.com/1cms_es_4_sitemap.xml Sitemap: https://www.regalospublicitarios.com/1custom_links_es_5_sitemap.xml # Sitemap Index Promotionice Sitemap: https://promotionice.com/1_index_sitemap.xml # SPECIFIX BOTS SETTINGS user-agent: Pinterestbot Crawl-delay: 1 User-agent: Baiduspider Disallow: / User-agent: Yahoo! Slurp China Disallow: / User-agent: YandexBot Disallow: / User-agent: Yandex Disallow: / User-agent: archive.org_bot Visit-time: 0200-0600 User-agent: SEMrushBot Visit-time: 0100-0800 User-agent: YandexImages Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: noxtrumbot Crawl-delay: 50 User-agent: Slurp Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 50 User-agent: AhrefsSiteAudit Crawl-delay: 50 User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: Python-urllib Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Alexibot Disallow: / User-agent: Web Image Collector Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Zeus Disallow: / User-agent: Zeus Link Scout Disallow: / User-agent: EroCrawler Disallow: / User-agent: LinkScan/8.1a Unix Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCapture 2.0 Disallow: / User-agent: WebCopier v.2.2 Disallow: / User-agent: EtaoSpider Disallow: / User-agent: Black Hole Disallow: / User-agent: Xenu\\\'s Link Sleuth 1.1c Disallow: / User-agent: Xenu\\\'s Disallow: / User-agent: DotBot Crawl-delay: 100