# =========================
# robots.txt — YourCasting.Pro
# Mise à jour : 18/07/2026
# =========================

# ---------------------------------------------------------
# META / FACEBOOK (APERÇUS OG) — ULTRA COMPAT
# (On met ces bots en premier pour éviter tout parser fragile)
# ---------------------------------------------------------
User-agent: facebookexternalhit
Disallow:

User-agent: Facebot
Disallow:

User-agent: FacebookBot
Disallow:

User-agent: meta-externalfetcher
Disallow:

User-agent: meta-externalagent
Disallow:

User-agent: facebookcatalog
Disallow:


# ---------------------------------------------------------
# GOOGLE
# ---------------------------------------------------------
User-agent: Googlebot
Allow: /
Allow: /casting-annonces-feed.xml
Allow: /news-audiovisuel-feed.xml
Allow: /news-casting-feed.xml
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /search/
Disallow: */feed/
Disallow: /feed/
Disallow: */attachment/
Disallow: /annonces-de-casting-favorites/
Disallow: /annonces-de-casting-favorites/*

User-agent: Googlebot-News
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /search/
Disallow: */feed/
Disallow: /feed/
Disallow: */attachment/
Disallow: /annonces-de-casting-favorites/
Disallow: /annonces-de-casting-favorites/*

User-agent: AdsBot-Google
Allow: /
Disallow: */attachment/

User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Disallow: */attachment/


# ---------------------------------------------------------
# BING & YANDEX
# ---------------------------------------------------------
User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /search/
Disallow: */feed/
Disallow: /feed/
Disallow: */attachment/
Disallow: /annonces-de-casting-favorites/
Disallow: /annonces-de-casting-favorites/*

User-agent: Bingbot-Image
Allow: /wp-content/uploads/
Disallow: */attachment/

User-agent: YandexImages
Allow: /wp-content/uploads/
Disallow: */attachment/


# ---------------------------------------------------------
# BOTS SOCIAUX (APERÇUS DE LIENS) – TOUS AUTORISÉS
# ---------------------------------------------------------
User-agent: Instagram
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Discordbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Slackbot
Allow: /

# Bing link preview (autorisé) — IMPORTANT : plus de doublon contradictoire
User-agent: BingPreview
Allow: /


# =========================================================
# AGENTS IA / LLM
# =========================================================
# Aucun blocage spécifique aux IA. Les crawlers d'entraînement, moteurs de
# recherche IA et agents de navigation déclenchés par un utilisateur héritent
# des règles techniques communes du groupe User-agent: *.

# =========================================================
# AUTRES SCRAPERS / BOTS SEO
# =========================================================
User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: SISTRIX
Disallow: /

User-agent: spyonweb
Disallow: /

User-agent: Rogerbot
Disallow: /

User-agent: Majestic
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: MSNBot
Disallow: /


# =========================================================
# GROUPE GÉNÉRIQUE (TOUS LES AUTRES BOTS)
# =========================================================
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /search/
Disallow: */feed/
Disallow: /feed/
Disallow: */attachment/
Disallow: /annonces-de-casting-favorites/
Disallow: /annonces-de-casting-favorites/*

Allow: /*?p=*
Allow: /*?page_id=*
Allow: /plan-du-site-casting/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/css/
Allow: /wp-content/themes/*/js/
Allow: /wp-content/plugins/*/css/
Allow: /wp-content/plugins/*/js/

Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/


# ---------------------------------------------------------
# SITEMAP
# ---------------------------------------------------------
Sitemap: https://yourcasting.pro/sitemap_index.xml
Sitemap: https://yourcasting.pro/news-sitemap.xml
Sitemap: https://yourcasting.pro/casting-annonces-feed.xml
Sitemap: https://yourcasting.pro/news-audiovisuel-feed.xml
Sitemap: https://yourcasting.pro/news-casting-feed.xml
# =========================================================
# YCP complement 2026 - bots SEO agressifs récents
# =========================================================
User-agent: Barkrowler
Disallow: /

User-agent: serpstatbot
Disallow: /