# robots.txt for Women's Spot
# https://womensspot.org/robots.txt

User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /api/
Disallow: /dashboard
Disallow: /profile
Disallow: /create-article
Disallow: /favorites
Disallow: /signin
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /confirm-email
Disallow: /confirm-newsletter
Disallow: /unsubscribe

# Allow site-map page (the UI page, not the XML sitemap)
Allow: /site-map

# Crawl-delay (optional, adjust as needed)
Crawl-delay: 1