# =========================================================================
# FANMER AI - ROBOTS.TXT (CRAWL BUDGET & ANTI-SCRAPER PROTECTION)
# Production Standard: Googlebot Optimization & Search Console Verified
# =========================================================================

# 1. GOOGLEBOT VE ARAMA MOTORLARI İÇİN TAM TARAMA İZNİ (GENİŞLETİLMİŞ ERİŞİM)
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Applebot
Allow: /
Allow: /taktik
Allow: /modern_futbol_100_taktik.html
Allow: /istatistik/
Allow: /hakem/
Allow: /mac/
Allow: /oyuncu/
Allow: /sitemap*.xml

# Hassas Rotalar, Oturum ve Ödeme Sayfaları Arama Motorlarına Kapalıdır
Disallow: /api/auth/
Disallow: /api/odeme/
Disallow: /api/security-status
Disallow: /api/scan-0600
Disallow: /profil
Disallow: /checkout
Disallow: /yonetim/
Disallow: /*.json$
Disallow: /*.py$
Disallow: /*.db$
Disallow: /*.sqlite$
Disallow: /*.log$

# 2. HAM VERİ ÇALICI, VERİ MADENCİSİ VE KÖTÜ NİYETLİ BOTLARI ENGELLEME (ANTI-SCRAPER)
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
User-agent: MJ12bot
User-agent: PetalBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: Seekport
User-agent: ZoominfoBot
User-agent: CCBot
User-agent: Barkrowler
User-agent: Scrapy
User-agent: python-requests
Disallow: /

# 3. GENEL ZİYARETÇİ VE DİĞER TARAYICILAR
User-agent: *
Allow: /
Allow: /istatistik/
Allow: /hakem/
Allow: /mac/
Allow: /oyuncu/
Disallow: /api/auth/
Disallow: /api/odeme/
Disallow: /api/security-status
Disallow: /profil
Disallow: /checkout
Disallow: /*.py$
Disallow: /*.db$
Disallow: /*.log$

# 4. MASTER SITEMAP INDEX (TÜM ALT SİTE HARİTALARININ ANA GİRİŞ KAPISI)
Sitemap: https://fanmerai.com/sitemap.xml
Sitemap: https://fanmerai.com/sitemap-ana.xml
Sitemap: https://fanmerai.com/sitemap-takimlar.xml
Sitemap: https://fanmerai.com/sitemap-hakemler.xml
Sitemap: https://fanmerai.com/sitemap-maclar.xml
Sitemap: https://fanmerai.com/sitemap-oyuncular.xml