User-agent: *
Allow: /

Disallow: /api/*

# Add your XML Sitemap URL here (Crucial for SEO)
Sitemap: 

# Allow AI bots for content crawling

User-agent: Google-Extended Allow: /
User-agent: GPTBot Allow: /
User-agent: ClaudeBot Allow: /

# Block sensitive and low-value directories for all bots
Disallow: /admin/
Disallow: /login/
Disallow: /private/
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /*?