# Rules for all crawlers User-agent: * # Block sensitive technical directories (Magento core) Disallow: /app/ Disallow: /bin/ Disallow: /dev/ Disallow: /lib/ Disallow: /phpserver/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /setup/ Disallow: /update/ Disallow: /var/ Disallow: /vendor/ # Block non-SEO relevant system paths Disallow: /checkout/ Disallow: /customer/ Disallow: /sendfriend/ Disallow: /wishlist/ Disallow: /review/ Disallow: /compare/ Disallow: /control/ Disallow: /newsletter/ Disallow: /customize/ Disallow: /catalogsearch/ #Tech parts Disallow: /customer/ Disallow: /checkout/ Disallow: /wishlist/ Disallow: /sendfriend/ Disallow: /review/ Disallow: /search/ Disallow: /catalogsearch/ Disallow: /catalog/product_compare/ # Block API and technical endpoints Disallow: /graphql Disallow: /rest/ # Block problematic query parameters (filters, sort, session ID) Disallow: /*?SID= Disallow: /*?product_list_mode= Disallow: /*?product_list_order= Disallow: /*?product_list_limit= Disallow: /*?product_list_dir= Disallow: /*?classic_categories Disallow: /*&classic_categories Disallow: /*?product_target_group Disallow: /*&product_target_group Disallow: /*?gv%5B Disallow: /*&gv%5B Disallow: /*?gv= Disallow: /*&gv= Disallow: /*?cat= Disallow: /*&cat= Disallow: /*?p= Disallow: /*&p= Disallow: /*?is_scroll Disallow: /*&is_scroll Disallow: /*?widado_ Disallow: /*&widado_ Disallow: /*?dir= Disallow: /*&dir= Disallow: /*?order= Disallow: /*&order= Disallow: /*?limit= Disallow: /*&limit= Disallow: /*?mode= Disallow: /*&mode= # Prevent indexing of PHP files Disallow: /*.php$ # Block configuration and metadata files Disallow: /composer.json Disallow: /composer.lock Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /COPYING.txt Disallow: /RELEASE_NOTES.txt Disallow: /Gruntfile.js Disallow: /package.json Disallow: /nginx.conf.sample Disallow: /php.ini.sample Disallow: /CONTRIBUTING.md Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html # Block unwanted file types and version control folders Disallow: /*.sql$ Disallow: /*.zip$ Disallow: /*.tgz$ Disallow: /*.idea$ Disallow: /*.svn$ Disallow: /*.cvs$ # Explicitly allow important SEO-relevant pages Allow: /contacts/ Allow: /catalog/product/view/ Allow: /catalog/category/view/ Allow: /media/ Allow: /pub/media/ Allow: /static/ Allow: /pub/static/ Allow: /catalog/product/ Allow: /catalog/category/ Disallow: /mithelfen/?is_ajax=1 Disallow: /mithelfen/produkte-spenden/ Disallow: /partner/?is_ajax=1 Disallow: /customer/section/ Disallow: /*is_scroll=1 Disallow: /*?*is_ajax=1* Disallow: /*?*price=* Disallow: /*?*seller_id Disallow: /*?*size_ Disallow: /*?*amp= Disallow: /*?*gv Sitemap: https://wirhelfen.shop/sitemap/Wirhelfenshop_sitemap.xml