# robots.txt for KB Tech News
# https://kbhaskar.tech

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /scripts/
Disallow: /.github/
Disallow: /assets/css/*.map

# Special rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-News
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /assets/images/

User-agent: Bingbot
Allow: /
Crawl-delay: 0

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Sitemap location (update domain after Azure deployment)
Sitemap: https://kbhaskar.tech/sitemap.xml
Sitemap: https://kbhaskar.tech/news-sitemap.xml
Sitemap: https://kbhaskar.tech/feed.xml

# Do not index admin panel
Disallow: /admin/

# Host preference
Host: https://kbhaskar.tech