User-agent: *
Allow: /
Disallow: /api/
Disallow: /ara
Disallow: /admin.php
Disallow: /app/
Disallow: /cron/
Disallow: /database/

# Agresif tarayıcılar için hız sınırı
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

Sitemap: https://rehber.udineco.com/sitemap.xml