User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin
Disallow: /dashboard
Disallow: /login
Disallow: /register

# Disallow feed URLs
Disallow: /*/feed/
Disallow: /feed/

# Allow Perplexity crawlers (for ChatGPT and Perplexity search results)
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# LLM-friendly documentation
# Visit /llms.txt for structured information about this website

# Sitemap
Sitemap: https://kanadadogumrehberi.com/sitemap.xml