# Global rules
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*.json$
Disallow: /*?*
Crawl-delay: 1

# Allow specific bots with custom directives
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Twitterbot
Allow: /
Allow: /assets/

User-agent: facebookexternalhit
Allow: /
Allow: /assets/

# Block specific bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemap
Sitemap: https://regaloutsourceindia.com/sitemap.xml

# Host
Host: https://regaloutsourceindia.com

# Clean parameters
Clean-param: utm_source&utm_medium&utm_campaign&utm_term&utm_content