# robots.txt — yep-casinoonline.ro
# Domain:   yep-casinoonline.ro
# Language: Romanian (ro)
# Geo:      Romania (RO)
# Generated: 2025

# ============================================================
# GLOBAL RULES — applies to all crawlers not listed below
# ============================================================
User-agent: *

# Allow all primary content pages
Allow: /
Allow: /index.html
Allow: /ro/
Allow: /ro/index.html

# Block referral/affiliate redirect paths from indexing
# (functional redirect endpoints, not content pages)
Disallow: /go/
Disallow: /go/50fs/
Disallow: /promo/

# Block internal utility and admin paths
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /includes/
Disallow: /config/
Disallow: /api/

# Block duplicate URL parameters (thin-content prevention)
Disallow: /*?ref=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?session=
Disallow: /*?token=

# Block non-content file downloads
Disallow: /*.zip$
Disallow: /*.tar.gz$
Disallow: /*.sql$

# Crawl delay: respectful of server resources
Crawl-delay: 5

# ============================================================
# GOOGLE — Googlebot
# ============================================================
User-agent: Googlebot

Allow: /
Allow: /ro/

# Allow Google to index images for image search
Allow: /img/

# Block affiliate redirect paths
Disallow: /go/
Disallow: /go/50fs/
Disallow: /promo/

# Block URL params
Disallow: /*?ref=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# ============================================================
# GOOGLE IMAGE BOT — image search indexing
# ============================================================
User-agent: Googlebot-Image
Allow: /img/banner/
Allow: /img/logo/
Allow: /img/slots/

# Block payment method logos from image search (not SEO-relevant)
Disallow: /img/pay/

# ============================================================
# BING / MSNBOT
# ============================================================
User-agent: msnbot
Allow: /
Disallow: /go/
Disallow: /go/50fs/
Disallow: /promo/
Disallow: /*?ref=
Crawl-delay: 10

User-agent: bingbot
Allow: /
Disallow: /go/
Disallow: /go/50fs/
Disallow: /promo/
Disallow: /*?ref=
Crawl-delay: 5

# ============================================================
# YANDEX
# ============================================================
User-agent: YandexBot
Allow: /
Disallow: /go/
Disallow: /go/50fs/
Disallow: /promo/
Disallow: /*?ref=
Crawl-delay: 10

# ============================================================
# BLOCK AGGRESSIVE / SCRAPER BOTS
# ============================================================

# SEO spy tools — heavy crawlers not needed for indexing
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Majestic / Moz crawlers — not needed
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Huawei — aggressive crawler
User-agent: PetalBot
Disallow: /

# Common Crawl — used for AI training data
User-agent: CCBot
Disallow: /

# OpenAI training crawler
User-agent: GPTBot
Disallow: /

# Anthropic training crawler
User-agent: ClaudeBot
Disallow: /

# Google AI training (separate from search indexing)
User-agent: Google-Extended
Disallow: /

# TikTok/ByteDance crawler
User-agent: Bytespider
Disallow: /

# ============================================================
# SITEMAP LOCATION
# ============================================================
Sitemap: https://yep-casinoonline.ro/sitemap.xml