# robots.txt automatically generated by PrestaShop e-commerce open-source solution # https://www.prestashop.com - https://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # https://www.robotstxt.org/robotstxt.html User-agent: * # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: */modules/*.gif Allow: */modules/*.svg Allow: */modules/*.webp Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=registration Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Directories for www.sigo.com.gt Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # Files Disallow: /direccion Disallow: /direcciones Disallow: /iniciar-sesion Disallow: /carrito Disallow: /descuento Disallow: /seguimiento-pedido-invitado Disallow: /historial-compra Disallow: /datos-personales Disallow: /mi-cuenta Disallow: /pedido Disallow: /confirmacion-pedido Disallow: /seguimiento-pedido Disallow: /facturas-abono Disallow: /ha-olvidado-su-contrasena Disallow: /registro Disallow: /busqueda # Sitemap Sitemap: https://www.sigo.com.gt/1_index_sitemap.xml # ============================== # BOTS IMPORTANTES (PERMITIDOS) # ============================== User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: AdsBot-Google Disallow: User-agent: Mediapartners-Google Disallow: User-agent: bingbot Disallow: User-agent: BingPreview Disallow: User-agent: facebookexternalhit Disallow: User-agent: Instagram Disallow: User-agent: TikTokBot Disallow: User-agent: Twitterbot Disallow: User-agent: WhatsAppCrawler Disallow: User-agent: LinkedInBot Disallow: User-agent: TelegramBot Disallow: User-agent: GPTBot Disallow: User-agent: ClaudeBot Disallow: User-agent: Amazonbot Disallow: User-agent: Applebot Disallow: User-agent: DuckDuckBot Disallow: # ============================== # BLOQUEO DEFINITIVO # ============================== User-agent: crawl Disallow: / User-agent: daum Disallow: / User-agent: PetalBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: YisouSpider Disallow: / User-agent: 360Spider Disallow: / User-agent: Barkrowler Disallow: / User-agent: seek Disallow: / User-agent: scanner Disallow: / User-agent: BW Disallow: / User-agent: DomainStatsBot Disallow: / User-agent: MixrankBot Disallow: / User-agent: CCbot Disallow: / User-agent: checker Disallow: / User-agent: scrapy Disallow: / User-agent: proxmic Disallow: / User-agent: curl Disallow: / User-agent: go-http-client Disallow: / User-agent: robot Disallow: / # ============================== # BOTS SECUNDARIOS (LENTOS) # ============================== User-agent: YandexBot Crawl-delay: 20 User-agent: YandexImages Crawl-delay: 20 User-agent: Pinterestbot Crawl-delay: 15 User-agent: discover Crawl-delay: 15 User-agent: feed Crawl-delay: 20