# robots.txt für pharma-maschinen.com # Stand: 2025-12 (SEO-optimiert) # ======================================= # 1. Erlaubte Crawler (Standard-Regel) # ======================================= User-agent: * Allow: / Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /private/ Disallow: /includes/ Disallow: /lib/ Disallow: /vendor/ Disallow: /*.sql$ Disallow: /*.ini$ Disallow: /*.log$ Disallow: /*?sessionid= Disallow: /*?PHPSESSID= Disallow: /add_cart.php Disallow: /remove_cart.php Disallow: /cart*.php Disallow: /*_erfolgreich_*.php Disallow: /js_challenge.html Disallow: /ftp-simple-temp.json Disallow: /fix_cart.ps1 # Erlaubte Bereiche explizit freigeben Allow: /css/ Allow: /js/ Allow: /img/ Allow: /pics/ Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.svg$ Allow: / # ======================================= # 2. XML-Sitemap (wichtig für Google!) # ======================================= Sitemap: https://pharma-maschinen.com/sitemap.php Sitemap: https://www.pharma-maschinen.com/sitemap.php # ======================================= # 2. Spezifische Bots blockieren # ======================================= User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: dotbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: Yandex Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: Baiduspider Disallow: /