# ==============================================================================
# PerDiemo (https://www.perdiemo.eu) - Robots Exclusion Protocol
# ==============================================================================

# Default rule for all web crawlers and search bots worldwide
User-agent: *
Allow: /
Disallow: /cz/app/
Disallow: /api/

# ------------------------------------------------------------------------------
# Major Traditional Search Engines (Indexing & Web Search)
# ------------------------------------------------------------------------------
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: SeznamBot
User-agent: SeznamScreenshotGenerator
User-agent: bingbot
User-agent: msnbot
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
User-agent: Sogou
User-agent: Qwantify
User-agent: Yahoo! Slurp
Allow: /
Disallow: /cz/app/
Disallow: /api/

# ------------------------------------------------------------------------------
# AI Search, Retrieval & Assistant Bots (Generative Engine Optimization - GEO)
# ------------------------------------------------------------------------------
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Anthropic-ai
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: meta-externalagent
User-agent: Diffbot
Allow: /
Disallow: /cz/app/
Disallow: /api/

# ------------------------------------------------------------------------------
# AI Foundation Model Training Crawlers
# ------------------------------------------------------------------------------
User-agent: GPTBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: ByteSpider
User-agent: FacebookBot
Allow: /
Disallow: /cz/app/
Disallow: /api/

# ------------------------------------------------------------------------------
# Social Media & Messaging Link Preview Crawlers
# ------------------------------------------------------------------------------
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: WhatsApp
User-agent: TelegramBot
User-agent: Slackbot
User-agent: Discordbot
User-agent: Pinterestbot
Allow: /

# ------------------------------------------------------------------------------
# Sitemaps & Machine-Readable AI Entry Points
# ------------------------------------------------------------------------------
Sitemap: https://www.perdiemo.eu/sitemap.xml