User-agent: *
Allow: /

# Sitemap
Sitemap: https://defence-daily-news-basset928.replit.app/sitemap.xml

# Block admin areas
Disallow: /admin/
Disallow: /editor/
Disallow: /api/

# Allow important pages
Allow: /article/
Allow: /category/
Allow: /

# Crawl delay for politeness
Crawl-delay: 1