# robots.txt for Global Opportunity Foundation
# https://globalopportunityfoundation.org

User-agent: *
Allow: /
Disallow: /assets/
Disallow: /*.json$

# AI crawler controls (allow all by default; remove or restrict as policy requires)
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

# Block common credential and admin paths if they appear
Disallow: /admin/
Disallow: /login.html$
Disallow: /signup.html$

# Sitemaps
Sitemap: https://globalopportunityfoundation.org/sitemap.xml
Sitemap: https://globalopportunityfoundation.org/sitemap-images.xml

# Crawl-delay courtesy for aggressive crawlers
User-agent: AhrefsBot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

User-agent: MJ12bot
Crawl-delay: 10