# VitalMetrics.in robots.txt
# Last updated: 2025-04-26

User-agent: *

# Allow crawling of important sections
Allow: /calculators/
Allow: /blog/
Allow: /categories/
Allow: /about/

# Optimize crawling efficiency
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /search
Disallow: /*?*
Disallow: /404
Disallow: /500
Disallow: /*.php$

# Allow static assets
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.svg$
Allow: /*.json$

# Crawl-delay setting
Crawl-delay: 2

# Special rules for high-traffic bots
User-agent: Googlebot
Crawl-delay: 1

User-agent: bingbot
Crawl-delay: 1

# Sitemaps
Sitemap: https://vitalmetrics.in/sitemap.xml