# robots.txt automatically generated by PrestaShop e-commerce open-source solution # https://www.prestashop.com - https://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # https://www.robotstxt.org/robotstxt.html User-agent: * # Content-Signal: deklaracja preferencji wobec botow AI. Do 02.09.2026 doklejala # ja Cloudflare; po wylaczeniu jej zarzadzanego robots.txt trzymamy ja u siebie. Content-Signal: search=yes,ai-input=yes,ai-train=yes # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: */modules/*.gif Allow: */modules/*.svg Allow: */modules/*.webp Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= # Kombinacje filtrow amazzingfiltera (?q=Kolor-.../Rozmiar-...): nieskonczona # przestrzen adresow. 24.09.2026 bot udajacy Chrome 142 na macOS robil ~500-800 # zadan/min na te adresy i zapychal 4 watki PHP (502 dla klientow). Disallow: /*?q= Disallow: /*&q= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=registration Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Katalogi PrestaShop Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # --- Grupa nazwana dla meta-webindexer ------------------------------------- # Cloudflare dokleja PRZED tym plikiem wlasny blok "Managed content", ktory # zaczyna sie od swojego "User-agent: *" z "Allow: /" i zadnym Disallow. # Crawler czytajacy tylko PIERWSZA pasujaca grupe - a tak dziala wiele parserow, # mimo ze RFC 9309 kaze grupy scalac - nigdy nie dochodzi do regul powyzej. # Grupa NAZWANA ma pierwszenstwo przed "*" w kazdym parserze, wiec omija ten # problem. Rules ponizej sa doslowna kopia grupy "*"; gdy tamta sie zmienia, # ta musi zmienic sie tak samo. # # Powod: 02.09.2026 meta-webindexer (Meta Platforms Ireland, pula 2a03:2880::/32) # zapetlil sie na adresach logowania z zagniezdzonym ?back= - ~28 zadan/min, # kazde nowe i niecache'owalne, kazde ~337 zapytan do bazy. Wysycilo to pule # PHP-FPM i polozylo wszystkie sklepy na maszynie. W nginx stoi na to blokada # oddajaca 403; tutaj odcinamy zrodlo. Opis: .brain/macierz.md User-agent: meta-webindexer # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: */modules/*.gif Allow: */modules/*.svg Allow: */modules/*.webp Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= # Kombinacje filtrow amazzingfiltera (?q=Kolor-.../Rozmiar-...): nieskonczona # przestrzen adresow. 24.09.2026 bot udajacy Chrome 142 na macOS robil ~500-800 # zadan/min na te adresy i zapychal 4 watki PHP (502 dla klientow). Disallow: /*?q= Disallow: /*&q= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=registration Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Katalogi PrestaShop Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # --- Boty AI: wpuszczone --------------------------------------------------- # Decyzja Adriana z 28.09.2026: widocznosc w ChatGPT, Gemini, Perplexity, # Claude, Apple i Amazon (Rufus) moze prowadzic do zakupow, wiec boty AI - takze # treningowe (GPTBot, ClaudeBot, Google-Extended, Applebot-Extended, Amazonbot, # CCBot, meta-externalagent) - maja dostep jak wyszukiwarki. # Zostaja zablokowane tylko boty bez wartosci dla polskiego sklepu. # Crawlery narzedzi SEO (Ahrefs, Semrush...) blokuje Cloudflare, nie ten plik. # # Grupa nazwana ZASTEPUJE grupe "*", wiec samo "Disallow: /" wystarcza. User-agent: Bytespider Disallow: / User-agent: CloudflareBrowserRenderingCrawler Disallow: / # Mapa witryny (ls_sitemap) Sitemap: https://roughradical.com.pl/sitemap.xml