# Allow all major search engines
User-agent: *
Allow: /

# Block common admin or private paths (adjust if needed)
Disallow: /admin/
Disallow: /api/
Disallow: /.netlify/
Disallow: /private/

# Block aggressive SEO crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Block common AI crawlers
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Allow citation bots (quote content with source links)
User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Add your sitemap
Sitemap: https://www.laude.org/sitemap.xml