User-agent: *
Allow: /

# Sitemap (Arama Motorları & AI Botları için)
Sitemap: https://sesaseramik.com.tr/sitemap.xml
Sitemap: https://sesaseramik.com.tr/sitemap.php
Sitemap: https://sesaseramik.com.tr/sitemap/

# AI Training Data (Yapay Zeka Botları için JSON veri)
Allow: /ai-training.json

# AMP sayfalarına izin ver
Allow: /amp/

# Public dizinine izin ver
Allow: /public/

# Yasaklı dizinler
Disallow: /Application/
Disallow: /core/
Disallow: /config/
Disallow: /vendor/
Disallow: /Classes/
Disallow: /Cache/
Disallow: /logs/

# Yasaklı dosyalar
Disallow: /*.php$
Disallow: /*.sql$
Disallow: /*.json$
Disallow: /*.md$

# Crawl-delay (büyük botlar için)
Crawl-delay: 1

# ============================================
# YAPAY ZEKA BOTLARI - Tam Erişim İzni
# ============================================

# OpenAI (ChatGPT, GPT-4)
User-agent: GPTBot
Allow: /
Crawl-delay: 1

# Anthropic (Claude)
User-agent: Claude-Web
Allow: /
Crawl-delay: 1

# Google AI (Gemini, Bard)
User-agent: Google-Extended
Allow: /
Crawl-delay: 1

# Google PaLM AI
User-agent: GoogleOther
Allow: /
Crawl-delay: 1

# Common Crawl (AI eğitim verisi)
User-agent: CCBot
Allow: /
Crawl-delay: 1

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

# Cohere AI
User-agent: cohere-ai
Allow: /
Crawl-delay: 1

# Anthropic Claude Crawler
User-agent: anthropic-ai
Allow: /
Crawl-delay: 1

# Meta AI
User-agent: FacebookBot
Allow: /
Crawl-delay: 1

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /
Crawl-delay: 1

# ============================================
# Geleneksel Arama Motorları
# ============================================

# Google
User-agent: Googlebot
Allow: /public/
Allow: /amp/

# Bing
User-agent: Bingbot
Allow: /public/
Allow: /amp/

# Yandex
User-agent: Yandex
Allow: /