# Robots.txt for Surat Ganesh Utsav Officials
# Primary Domain: https://suratganeshutsavofficial.is-local.org

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /mandal-dashboard
Disallow: /forgot-password
Disallow: /*.json$
Disallow: /*?*utm_

# Crawl-delay for polite crawling
Crawl-delay: 1

# Allow important resources
Allow: /assets/
Allow: /images/
Allow: /*.css$
Allow: /*.js$
Allow: /*.webp$
Allow: /*.jpg$
Allow: /*.png$

# Sitemaps
Sitemap: https://suratganeshutsavofficial.is-local.org/sitemap.xml

# Additional bot-specific rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /