# =========================
# Picadera.de robots.txt
# =========================

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# WooCommerce logs/uploads
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# Search results
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/

# Add-to-cart links
Disallow: /*add-to-cart=*

# Checkout and account pages
Disallow: /checkout/
Disallow: /cart/
Disallow: /warenkorb/
Disallow: /kasse/
Disallow: /my-account/
Disallow: /mein-account/
Disallow: /mein-konto/

# Feeds
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*?feed=
Disallow: /*&feed=
Disallow: /comments/feed/
Disallow: /wp-feed

# Faceted navigation / sorting / pricing (CPU-intensive!)
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /*?min_price=
Disallow: /*&min_price=
Disallow: /*?max_price=
Disallow: /*&max_price=
Disallow: /*?rating_filter=
Disallow: /*&rating_filter=
Disallow: /*?pa_
Disallow: /*&pa_
Disallow: /*?attribute_pa_
Disallow: /*&attribute_pa_
Disallow: /*?query_type_
Disallow: /*&query_type_
Disallow: /*?cr_tag=
Disallow: /*&cr_tag=
Disallow: /*?wg-choose-original=
Disallow: /*&wg-choose-original=
Disallow: /*?ivrating=
Disallow: /*&ivrating=
Disallow: /*?gtm_latency=
Disallow: /*&gtm_latency=

# Allow variation parameters on product detail pages
# (more specific than the Disallow rules above, so these win)
Allow: /produkt/*?attribute_pa_
Allow: /produkt/*&attribute_pa_
Allow: /produkt/*?pa_
Allow: /produkt/*&pa_

# Tracking parameters
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?gbraid=
Disallow: /*&gbraid=
Disallow: /*?gad_source=
Disallow: /*&gad_source=
Disallow: /*?gad_campaignid=
Disallow: /*&gad_campaignid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?srsltid=
Disallow: /*&srsltid=
Disallow: /*?_gl=
Disallow: /*&_gl=
Disallow: /*?customize_changeset_uuid=
Disallow: /*&customize_changeset_uuid=

# WooCommerce AJAX
Disallow: /*?wc-ajax=
Disallow: /*&wc-ajax=

# Pagination parameters
Disallow: /*?paged=
Disallow: /*&paged=

# Low-value archives
Disallow: /produkt-schlagwort/
Disallow: /ct_content_block/
Disallow: /masseinheit/

# WordPress admin/system files
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php

# Test pages
Disallow: /test-

Sitemap: https://picadera.de/sitemaps.xml


# =========================
# Googlebot-specific rules
# Google ONLY reads this block and ignores User-agent: *
# so all rules must be duplicated here
# =========================
User-agent: Googlebot

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WooCommerce logs/uploads
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# Search results
Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /search/

# Add-to-cart links
Disallow: /*add-to-cart=*

# Checkout and account pages
Disallow: /checkout/
Disallow: /cart/
Disallow: /warenkorb/
Disallow: /kasse/
Disallow: /my-account/
Disallow: /mein-account/

# Feeds
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*?feed=*
Disallow: /*&feed=*
Disallow: /comments/feed/
Disallow: /wp-feed

# Faceted navigation - query string patterns
Disallow: /*?filter_*
Disallow: /*&filter_*
Disallow: /*?orderby=*
Disallow: /*&orderby=*
Disallow: /*?min_price=*
Disallow: /*&min_price=*
Disallow: /*?max_price=*
Disallow: /*&max_price=*
Disallow: /*?rating_filter=*
Disallow: /*&rating_filter=*
Disallow: /*?pa_*
Disallow: /*&pa_*
Disallow: /*?attribute_pa_*
Disallow: /*&attribute_pa_*
Disallow: /*?query_type_*
Disallow: /*&query_type_*
Disallow: /*?cr_tag=*
Disallow: /*&cr_tag=*
Disallow: /*?wg-choose-original=*
Disallow: /*&wg-choose-original=*
Disallow: /*?ivrating=*
Disallow: /*&ivrating=*
Disallow: /*?gtm_latency=*
Disallow: /*&gtm_latency=*

# Allow variation parameters on product detail pages
# (more specific than the Disallow rules above, so these win)
Allow: /produkt/*?attribute_pa_*
Allow: /produkt/*&attribute_pa_*
Allow: /produkt/*?pa_*
Allow: /produkt/*&pa_*

# Tracking parameters
Disallow: /*?gclid=*
Disallow: /*&gclid=*
Disallow: /*?gbraid=*
Disallow: /*&gbraid=*
Disallow: /*?gad_source=*
Disallow: /*&gad_source=*
Disallow: /*?gad_campaignid=*
Disallow: /*&gad_campaignid=*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*
Disallow: /*?srsltid=*
Disallow: /*&srsltid=*
Disallow: /*?_gl=*
Disallow: /*&_gl=*
Disallow: /*?customize_changeset_uuid=*
Disallow: /*&customize_changeset_uuid=*

# WooCommerce AJAX & fragments
Disallow: /*?wc-ajax=*
Disallow: /*&wc-ajax=*

# Pagination with query params
Disallow: /*?paged=*
Disallow: /*&paged=*

# Low-value archives (reduce crawl waste)
Disallow: /produkt-schlagwort/
Disallow: /ct_content_block/
Disallow: /masseinheit/

# WordPress admin/system files
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php

# Test pages
Disallow: /test-


# =========================
# Googlebot-Image
# Separate block so it can crawl product images
# but not filter/tracking URLs
# =========================
User-agent: Googlebot-Image

Disallow: /wp-admin/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?filter_*
Disallow: /*&filter_*
Disallow: /*?orderby=*
Disallow: /*&orderby=*
Disallow: /*?gclid=*
Disallow: /*&gclid=*
Disallow: /*?gbraid=*
Disallow: /*&gbraid=*
Disallow: /*?gad_source=*
Disallow: /*&gad_source=*
Disallow: /*?fbclid=*
Disallow: /*&fbclid=*

# Allow variation parameters on product detail pages
Allow: /produkt/*?attribute_pa_*
Allow: /produkt/*&attribute_pa_*
Allow: /produkt/*?pa_*
Allow: /produkt/*&pa_*


# =========================
# Allowed AI Crawlers (rate-limited)
# These inherit from User-agent: * since no
# specific rules override them
# =========================
User-agent: GPTBot
Crawl-delay: 10

User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: Claude-Web
Crawl-delay: 10

User-agent: ClaudeBot
Crawl-delay: 10

User-agent: Google-Extended
Crawl-delay: 5


# =========================
# Blocked AI Crawlers
# =========================
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Blocksy - prevent crawling of URLs from Shop Filters extension
User-agent: *
User-agent: googlebot
User-agent: googlebot-image
Disallow: /*?filter_
Disallow: /*?*&filter_
Disallow: /*?min_price=
Disallow: /*?*&min_price=
Disallow: /*?max_price=
Disallow: /*?*&max_price=

User-agent: dotbot
Disallow: /*?*&filter_
Disallow: /*?*&min_price=
Disallow: /*?*&max_price=