# ============================================================
# robots.txt - Dogsworld - 2026-07-30
# ============================================================

User-agent: *

# --- Rendering-Ressourcen (mit exaktem Endungs-Matching) ---
Allow: /media/
Allow: /static/
Allow: /pub/media/
Allow: /pub/static/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$

# --- Parameter-Handling (Faceted Search & Tracking) --------
# Blockiert alle URL-Parameter, um Thin Content zu vermeiden
Disallow: /*?*
# Erlaubt Magento-Paginierung
Allow: /*?p=*
# Erlaubt Google Tracking & Analytics
Allow: /*?gclid=*
Allow: /*?utm_*

# --- Checkout, Account & Transaktionen ---------------------
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /sales/
Disallow: /wishlist/
Disallow: /paypal/
Disallow: /braintree/
Disallow: /adyen/
Disallow: /klarna/
Disallow: /amazon_payment/
Disallow: /downloadable/
Disallow: /multishipping/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /review/product/post/
Disallow: /rest/
Disallow: /soap/
Disallow: /graphql
Disallow: /admin/
Disallow: /admin_*

# --- Interne Suche & Vergleiche ----------------------------
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /search/
Disallow: /searchautocomplete/
Disallow: /amasty_xsearch/

# --- index.php-Duplikate -----------------------------------
Disallow: /index.php/
Disallow: /*/index.php/

# --- Multistore-Varianten ----------------------------------
Disallow: /*/checkout/
Disallow: /*/customer/
Disallow: /*/catalogsearch/
Disallow: /*/wishlist/
Disallow: /*/sales/
Disallow: /*/catalog/product_compare/

# ------------------------------------------------------------
# BLOCK IRRELEVANT BOTS
# ------------------------------------------------------------
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou inst spider
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: Daum
Disallow: /
User-agent: Coccocbot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: SeznamBot
Disallow: /

# ------------------------------------------------------------
# BLOCK SEO-TOOL- UND BACKLINK-CRAWLER (SISTRIX erlaubt)
# ------------------------------------------------------------
User-agent: AhrefsBot
Disallow: /
User-agent: AhrefsSiteAudit
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: SerpstatBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: CCBot
Disallow: /

# ------------------------------------------------------------
# SITEMAP
# ------------------------------------------------------------
Sitemap: https://www.dogsworld.at/sitemap.xml