# robots.txt for butterfly.pl # PrestaShop base + performance & bot controls (LiteSpeed-friendly) ######################################## # 0) Friendly bots ######################################## User-agent: GPTBot Allow: / # Własne "miękkie" ograniczenia na ciężkie parametry stosujemy tylko w sekcji User-agent: * # GPTBot ich nie dziedziczy. ######################################## # 1) Known aggressive crawlers ######################################## User-agent: BLEXBot Disallow: / User-agent: Barkrowler Disallow: / ######################################## # 2) Google & Bing (rendering needs CSS/JS) ######################################## User-agent: Googlebot Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* # Standardowe strefy prywatne / duplikaty — jak w PrestaShop (nie indeksujemy konta/koszyka/checkoutu) Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Katalogi systemowe (nie do indeksu) Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ Disallow: /pl/app/ Disallow: /pl/cache/ Disallow: /pl/classes/ Disallow: /pl/config/ Disallow: /pl/controllers/ Disallow: /pl/download/ Disallow: /pl/js/ Disallow: /pl/localization/ Disallow: /pl/log/ Disallow: /pl/mails/ Disallow: /pl/modules/ Disallow: /pl/override/ Disallow: /pl/pdf/ Disallow: /pl/src/ Disallow: /pl/tools/ Disallow: /pl/translations/ Disallow: /pl/upload/ Disallow: /pl/var/ Disallow: /pl/vendor/ Disallow: /pl/webservice/ # Pliki/ścieżki w języku PL (sekcja konta itd.) Disallow: /*pl/password-recovery Disallow: /*pl/address Disallow: /*pl/addresses Disallow: /*pl/login Disallow: /*pl/cart Disallow: /*pl/discount Disallow: /*pl/order-history Disallow: /*pl/identity Disallow: /*pl/my-account Disallow: /*pl/order-follow Disallow: /*pl/credit-slip Disallow: /*pl/order Disallow: /*pl/search Disallow: /*pl/guest-tracking Disallow: /*pl/order-confirmation # Dodatkowe parametry-„odmiany”, które powodują duże obciążenie i duplikaty treści # (Google rozumie te wykluczenia i nadal skanuje strony kanoniczne kategorii/produktów) Disallow: /*?q= Disallow: /*&q= Disallow: /*?orderby= Disallow: /*&orderby= Disallow: /*?selected_filters= Disallow: /*&selected_filters= # (Opcjonalne, przez mniejszych botów respektowane; Google/Bing zwykle ignorują) Crawl-delay: 10 ######################################## # 3) Bingbot (podobnie jak Googlebot) ######################################## User-agent: Bingbot Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* ######################################## # 4) Fallback dla reszty botów ######################################## User-agent: * Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* # Te same strefy prywatne co wyżej: Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # System dirs (jak wyżej) Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ Disallow: /pl/app/ Disallow: /pl/cache/ Disallow: /pl/classes/ Disallow: /pl/config/ Disallow: /pl/controllers/ Disallow: /pl/download/ Disallow: /pl/js/ Disallow: /pl/localization/ Disallow: /pl/log/ Disallow: /pl/mails/ Disallow: /pl/modules/ Disallow: /pl/override/ Disallow: /pl/pdf/ Disallow: /pl/src/ Disallow: /pl/tools/ Disallow: /pl/translations/ Disallow: /pl/upload/ Disallow: /pl/var/ Disallow: /pl/vendor/ Disallow: /pl/webservice/ # Parametry kosztowne (jak wyżej) Disallow: /*?q= Disallow: /*&q= Disallow: /*?orderby= Disallow: /*&orderby= Disallow: /*?selected_filters= Disallow: /*&selected_filters= Crawl-delay: 10