# =====================================================
# Detay Enerji - robots.txt
# https://www.detayenerji.com
# =====================================================

# Tüm arama motorlarına izin ver
User-agent: *
Allow: /
Allow: /sitemap.xml
Allow: /sitemap.php
Allow: /llms.txt
Allow: /llms-full.txt

# Hassas dizinleri engelle
Disallow: /src/
Disallow: /views/
Disallow: /components/
Disallow: /vendor/
Disallow: /admin/
Disallow: /cron/

# Sitemap & LLM Knowledge Base
Sitemap: https://www.detayenerji.com/sitemap.xml
# LLMs knowledge base: https://www.detayenerji.com/llms.txt

# Google Bot özel ayarlar
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Google Images Bot
User-agent: Googlebot-Image
Allow: /public/image/

# Google Favicon Bot
User-agent: Google-Favicons
Allow: /

# AI Search & LLM Crawlers (OpenAI, ChatGPT, Claude, Perplexity, Gemini, Apple)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

# Bing Bot
User-agent: Bingbot
Allow: /
Crawl-delay: 2

# Yandex Bot
User-agent: Yandex
Allow: /
Crawl-delay: 2

# Kötü botları engelle
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /