User-agent: * #Request-rate: 1/5 Crawl-delay: 5 #Visit-time: 2300-0745 Disallow: /navi.php Disallow: /druckansicht.php Disallow: /suche.php Disallow: /bestellabschluss.php Disallow: /bestellvorgang.php Disallow: /jtl.php Disallow: /pass.php Disallow: /registrieren.php Disallow: /warenkorb.php Disallow: /admin Disallow: /admin/* Disallow: /dbeS/* Disallow: /mediafiles/* Disallow: /catalog/* Disallow: /Kundengruppen-Neutrale-Rabatte/* # Block ChatGPT User-agent: ChatGPT-User Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block Ahrefs User-agent: AhrefsBot Disallow: / # Block Sogou User-agent: sogou spider Disallow: / # Block SEOkicks User-agent: SEOkicks-Robot Disallow: / # Block BlexBot User-agent: BLEXBot Disallow: / # Block JobboerseBot; not respecting crawl rate User-agent: JobboerseBot Disallow:/ # Block cliqz.bot User-agent: Cliqzbot Disallow:/ # Block Megaindex User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaIndex.ru Disallow: / User-agent: Microsoft URL Control – 5.01.4511 Disallow:/ User-agent: Microsoft URL Control – 6.00.8169 Disallow:/ Sitemap: https://www.karton.eu/export/sitemap_index.xml