User-agent: *
Allow: /

# High-value pages to prioritize
Crawl-delay: 1

# Block common crawler paths that aren't needed
Disallow: /_next/
Disallow: /api/
Disallow: *.json$
Disallow: /admin/
Disallow: /private/
Disallow: /test/
Disallow: /draft/

# Allow access to important resources
Allow: /images/
Allow: /icons/
Allow: /og-*.jpg
Allow: /favicon.ico
Allow: /apple-touch-icon.png
Allow: /site.webmanifest

# Sitemap location
Sitemap: https://drkiranjangra.com/sitemap.xml

# Medical specific crawlers
User-agent: healthbot
Allow: /

User-agent: medbot
Allow: /

# Block aggressive crawlers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10