# Bay Grup – robots.txt
# İyi arama motorları ve botlar

User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /sanctum
Disallow: /search/ajax
Disallow: /_ignition
Disallow: /telescope
Disallow: /horizon

# Varsayılan: tüm diğer botlar
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /sanctum
Disallow: /search/ajax
Disallow: /_ignition
Disallow: /telescope
Disallow: /horizon

# Zararlı / agresif / spam botları – tam engel
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: SerpstatBot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Anthropic-AI
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Python-urllib
Disallow: /
User-agent: Python-requests
Disallow: /
User-agent: curl
Disallow: /
User-agent: Wget
Disallow: /
User-agent: libwww
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Morfeus
Disallow: /
User-agent: sqlmap
Disallow: /
User-agent: masscan
Disallow: /
User-agent: Nessus
Disallow: /
User-agent: Nmap
Disallow: /
User-agent: ZmEu
Disallow: /
User-agent: Acunetix
Disallow: /
User-agent: nikto
Disallow: /

# Sitemap
Sitemap: https://www.baygrup.com.tr/sitemap.xml