User-agent: *
Allow: /
Allow: /guide
Allow: /privacy
Allow: /terms

# Block API endpoints from indexing
Disallow: /api/
Disallow: /attached_assets/

# Allow specific static assets
Allow: /attached_assets/placeholder_*.png

# Sitemap location
Sitemap: https://www.cheekbonesanalyzer.com/sitemap.xml

# Crawl delay to be respectful to server resources
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block image crawlers from user uploaded content (if any)
User-agent: Googlebot-Image
Disallow: /api/

# Allow social media crawlers for sharing
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /