# ============================================================
# robots.txt – Sneeuwkettingen4u.nl
# ============================================================

# ============================================================
# OPENAI – GPTBot (training), OAI-SearchBot (zoek), ChatGPT-User (live fetch)
# ============================================================
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User

# Beschermde IP-lagen (voertuigspecifiek)
Disallow: /make/
Disallow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/*/

# WooCommerce/WP tech-endpoints (geen SEO-waarde)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /add-to-cart*
Disallow: /?wc-ajax=*
Disallow: /wc-api/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php

# WooCommerce REST / analytics
Disallow: /wp-json/wc/
Disallow: /wp-json/wc-analytics/
Disallow: /wp-json/wc-store/
Disallow: /wp-json/oembed/
Disallow: /wp-json/wp/v2/users*
Disallow: /wp-json/wp/v2/comments*
Disallow: /wp-json/wp/v2/settings*

# Filter- en sorteer-URL's blokkeren (ook op bandenmaten)
Disallow: /filtered-products/
Disallow: /shop/?filter_*
Disallow: /shop/*?source_id=*
Disallow: /shop/*?source_tax=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /*?query_type_*
Disallow: /*?source_id=*

# Toegestane lagen: beleid, algemene content, merken, bandenmaten (zonder filters),
# categorieën en producten
Allow: /llms.txt
Allow: /.well-known/
Allow: /sneeuwkettingen-op-kenteken/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/
Allow: /bandenmaten/
Allow: /bandenmaten/*
Allow: /cat/sneeuwkettingen/
Allow: /sneeuwkettingen/
Allow: /product/
Allow: /


# ============================================================
# ANTHROPIC (Claude)
# ============================================================
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot

Disallow: /make/
Disallow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/*/

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /add-to-cart*
Disallow: /?wc-ajax=*
Disallow: /wc-api/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php

Disallow: /wp-json/wc/
Disallow: /wp-json/wc-analytics/
Disallow: /wp-json/wc-store/
Disallow: /wp-json/oembed/
Disallow: /wp-json/wp/v2/users*
Disallow: /wp-json/wp/v2/comments*
Disallow: /wp-json/wp/v2/settings*

Disallow: /filtered-products/
Disallow: /shop/?filter_*
Disallow: /shop/*?source_id=*
Disallow: /shop/*?source_tax=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /*?query_type_*
Disallow: /*?source_id=*

Allow: /llms.txt
Allow: /.well-known/
Allow: /sneeuwkettingen-op-kenteken/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/
Allow: /bandenmaten/
Allow: /bandenmaten/*
Allow: /cat/sneeuwkettingen/
Allow: /sneeuwkettingen/
Allow: /product/
Allow: /


# ============================================================
# PERPLEXITY
# ============================================================
User-agent: PerplexityBot
User-agent: Perplexity-User

Disallow: /make/
Disallow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/*/

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /add-to-cart*
Disallow: /?wc-ajax=*
Disallow: /wc-api/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php

Disallow: /wp-json/wc/
Disallow: /wp-json/wc-analytics/
Disallow: /wp-json/wc-store/
Disallow: /wp-json/oembed/
Disallow: /wp-json/wp/v2/users*
Disallow: /wp-json/wp/v2/comments*
Disallow: /wp-json/wp/v2/settings*

Disallow: /filtered-products/
Disallow: /shop/?filter_*
Disallow: /shop/*?source_id=*
Disallow: /shop/*?source_tax=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /*?query_type_*
Disallow: /*?source_id=*

Allow: /llms.txt
Allow: /.well-known/
Allow: /sneeuwkettingen-op-kenteken/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/
Allow: /bandenmaten/
Allow: /bandenmaten/*
Allow: /cat/sneeuwkettingen/
Allow: /sneeuwkettingen/
Allow: /product/
Allow: /


# ============================================================
# OVERIGE AI / LLM-BOTS
# (CommonCrawl, Meta, Amazon, Mistral, etc.)
# ============================================================
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Meta-ExternalCrawler
User-agent: Amazonbot
User-agent: Bytespider
User-agent: Diffbot
User-agent: DuckAssistBot
User-agent: webzio
User-agent: ICC-Crawler
User-agent: MistralAI-User

Disallow: /make/
Disallow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/*/

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /add-to-cart*
Disallow: /?wc-ajax=*
Disallow: /wc-api/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php

Disallow: /wp-json/wc/
Disallow: /wp-json/wc-analytics/
Disallow: /wp-json/wc-store/
Disallow: /wp-json/oembed/
Disallow: /wp-json/wp/v2/users*
Disallow: /wp-json/wp/v2/comments*
Disallow: /wp-json/wp/v2/settings*

Disallow: /filtered-products/
Disallow: /shop/?filter_*
Disallow: /shop/*?source_id=*
Disallow: /shop/*?source_tax=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /*?query_type_*
Disallow: /*?source_id=*

Allow: /llms.txt
Allow: /.well-known/
Allow: /sneeuwkettingen-op-kenteken/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/
Allow: /bandenmaten/
Allow: /bandenmaten/*
Allow: /cat/sneeuwkettingen/
Allow: /sneeuwkettingen/
Allow: /product/
Allow: /


# ============================================================
# EXTENDED / TRAINING VARIANTEN (Google, Apple, etc.)
# ============================================================
User-agent: Google-Extended
User-agent: Gemini-Deep-Research
User-agent: Applebot-Extended
User-agent: Google-CloudVertexBot

Disallow: /make/
Disallow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/*/

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /add-to-cart*
Disallow: /?wc-ajax=*
Disallow: /wc-api/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php

Disallow: /wp-json/wc/
Disallow: /wp-json/wc-analytics/
Disallow: /wp-json/wc-store/
Disallow: /wp-json/oembed/
Disallow: /wp-json/wp/v2/users*
Disallow: /wp-json/wp/v2/comments*
Disallow: /wp-json/wp/v2/settings*

Disallow: /filtered-products/
Disallow: /shop/?filter_*
Disallow: /shop/*?source_id=*
Disallow: /shop/*?source_tax=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /*?query_type_*
Disallow: /*?source_id=*

Allow: /llms.txt
Allow: /.well-known/
Allow: /sneeuwkettingen-op-kenteken/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/
Allow: /sneeuwkettingen-voor-de-meest-populaire-autos/*/
Allow: /bandenmaten/
Allow: /bandenmaten/*
Allow: /cat/sneeuwkettingen/
Allow: /sneeuwkettingen/
Allow: /product/
Allow: /


# ============================================================
# ALGEMENE INSTELLINGEN – geldend voor alle overige bots
# (Googlebot, Bingbot, etc. vallen hieronder, omdat er geen
# specifiekere user-agent voor hen staat)
# ============================================================
User-agent: *

# Toegang tot beleid en well-known
Allow: /llms.txt
Allow: /.well-known/

# WordPress core / admin / login / comments / feeds
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-cron.php
Disallow: /wp-comments-post.php
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/

# WooCommerce winkelgedrag-pagina's
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /add-to-cart*

# WooCommerce / REST / analytics
Disallow: /?wc-ajax=*
Disallow: /wc-api/
Disallow: /wp-json/wc/
Disallow: /wp-json/wc-analytics/
Disallow: /wp-json/wc-store/
Disallow: /wp-json/oembed/
Disallow: /wp-json/wp/v2/users*
Disallow: /wp-json/wp/v2/comments*
Disallow: /wp-json/wp/v2/settings*

# Crawlbudget besparen op filter- en sorteer-URL's
Disallow: /filtered-products/
Disallow: /shop/?filter_*
Disallow: /shop/*?source_id=*
Disallow: /shop/*?source_tax=*
Disallow: /product-category/*?*
Disallow: /?post_type=product&s=*
Disallow: /shop/?s=*
Disallow: /*?s=*
Disallow: /*?utm_*
Disallow: /*&utm_*
Disallow: /*?fbclid=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /*?query_type_*
Disallow: /*?source_id=*

# AJAX mag voor iedereen
Allow: /wp-admin/admin-ajax.php


# ============================================================
# AGRESSIEVE / ONGEWENSTE BOTS – volledig blokkeren
# ============================================================
User-agent: Baiduspider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Fasterfox
Disallow: /
User-agent: CopyRightCheck
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Wget
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: BublupBot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Ingrid
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: Hexometer
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: serpstatbot
Disallow: /


# ============================================================
# SITEMAP
# ============================================================
Sitemap: https://www.sneeuwkettingen4u.nl/sitemap_index.xml