# Robots.txt for Sixpence AI
# https://www.sixpence.ai/

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /account/
Disallow: /feed
Disallow: /source-management
Disallow: /yap
Disallow: /daily-summary
Disallow: /invite
Disallow: /onboarding

# Important bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Crawl delay
Crawl-delay: 1

# Sitemap
Sitemap: https://www.sixpence.ai/sitemap.xml