User-agent: *
Allow: /
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: Googlebot-News
Allow: /haber/
Allow: /sitemap-news.xml
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: PerplexityBot
Allow: /
Crawl-delay: 1
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: Claude-SearchBot
Allow: /
Crawl-delay: 1
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: Claude-User
Allow: /
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: Amazonbot
Allow: /
Crawl-delay: 1
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: ClaudeBot
Allow: /
Crawl-delay: 1
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /storage
Disallow: /widget/embed
Disallow: /api/reader/

# AI discovery: https://habersitesi.org/llms.txt
# Extended AI context: https://habersitesi.org/llms-full.txt
# AI policy: https://habersitesi.org/.well-known/ai-policy.json

Sitemap: https://habersitesi.org/sitemap.xml
Sitemap: https://habersitesi.org/sitemap-news.xml
Sitemap: https://habersitesi.org/sitemap-topics.xml
Sitemap: https://habersitesi.org/sitemap-yerel.xml