# robots.txt for https://www.ibericafoodservice.com/ # Optimized for PrestaShop 1.7.8.8 + LiteSpeed + CPU reduction User-agent: * Disallow: # Protect PrestaShop Faceted Search & CPU Disallow: /*?q= Disallow: /*&q= Disallow: /*?productListView= Disallow: /*&productListView= Disallow: /*?resultsPerPage= Disallow: /*&resultsPerPage= Disallow: /*?order= Disallow: /*&order= # Standard PrestaShop system paths Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-opc Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: AdsBot-Google Allow: / # ========================================== # AI / LLM / Aggressive Crawlers # ========================================== User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-SearchBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Bytespider Disallow: / User-agent: Diffbot Disallow: / User-agent: Omgilibot Disallow: / User-agent: YouBot Disallow: / # ========================================== # SEO Crawlers - Slow Down # ========================================== User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: MJ12bot Crawl-delay: 15 User-agent: DotBot Crawl-delay: 15 # ========================================== # Static Assets # ========================================== Allow: /modules/*.png$ Allow: /modules/*.jpg$ Allow: /modules/*.jpeg$ Allow: /modules/*.gif$ Allow: /modules/*.webp$ Allow: /modules/*.svg$ Allow: /themes/*.woff$ Allow: /themes/*.woff2$ # Allow JS rendering Allow: /js/ # ========================================== # Crawl Amplifiers / Faceted URLs # ========================================== Disallow: /*?q= Disallow: /*&q= Disallow: /*?page= Disallow: /*&page= Disallow: /*?orderby= Disallow: /*&orderby= Disallow: /*?order= Disallow: /*&order= Disallow: /*?resultsPerPage= Disallow: /*&resultsPerPage= Disallow: /*?search_query= Disallow: /*&search_query= Disallow: /*?tag= Disallow: /*&tag= Disallow: /*?n= Disallow: /*&n= Disallow: /*?id_currency= Disallow: /*&id_currency= Disallow: /*?back= Disallow: /*&back= # ========================================== # Tracking Parameters # ========================================== Disallow: /*?utm_ Disallow: /*&utm_ Disallow: /*?gclid= Disallow: /*&gclid= Disallow: /*?fbclid= Disallow: /*&fbclid= # ========================================== # Internal Search / Cart / Checkout # ========================================== Disallow: /search Disallow: /*controller=search Disallow: /cart Disallow: /*controller=cart Disallow: /order Disallow: /*controller=order Disallow: /my-account Disallow: /*controller=my-account Disallow: /login Disallow: /*controller=authentication Disallow: /password-reset Disallow: /password-recovery Disallow: /guest-tracking Disallow: /history Disallow: /identity Disallow: /addresses Disallow: /address # ========================================== # Sensitive Controllers # ========================================== Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=statistics Disallow: /*controller=attachment # ========================================== # Core System Directories # ========================================== Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # ========================================== # Language Duplicates # ========================================== Disallow: /en/cart Disallow: /en/order Disallow: /en/my-account Disallow: /en/login Disallow: /en/search Disallow: /en/password-reset Disallow: /en/password-recovery # ========================================== # Sitemap # ========================================== Sitemap: https://www.ibericafoodservice.com/1_index_sitemap.xml