User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Allow: /

# Allow Semrush fully
User-agent: SemrushBot
Allow: /

# Allow all Google bots
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: AdsBot-Google
Allow: /

# Slow down heavy SEO crawlers
User-agent: AhrefsBot
Crawl-delay: 5

User-agent: MJ12bot
Crawl-delay: 5

User-agent: DotBot
Crawl-delay: 5

# Block known trouble bots
User-agent: AhrefsSiteAudit
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Your sitemap (HTML sites must manually upload sitemap.xml)
Sitemap: https://www.indianyogaassociation.com/sitemap.xml