# ==============================================
# RiseBright - Robots Exclusion Protocol
# Last Updated: 2026-01-13
# ==============================================

# Default rules for all crawlers
User-agent: *
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /teacher-dashboard
Disallow: /school-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /assessment
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /force-change-password
Disallow: /profile-completion
Disallow: /my-data
Disallow: /components/
Disallow: /partials/
Disallow: /co-founder
Crawl-delay: 10

# ==============================================
# Search Engines - Allow public pages
# ==============================================

User-agent: Googlebot
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Allow: /privacy-kids
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /teacher-dashboard
Disallow: /school-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /login
Disallow: /register
Crawl-delay: 5

User-agent: Bingbot
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Allow: /privacy-kids
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /teacher-dashboard
Disallow: /school-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /login
Disallow: /register
Crawl-delay: 5

# Google AI (Gemini/AI Overviews training) - Allow public pages
User-agent: Google-Extended
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Allow: /privacy-kids
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /assessment
Disallow: /login
Disallow: /register
Crawl-delay: 10

# ==============================================
# AI Search Crawlers - Allow public pages
# ==============================================

# OpenAI/ChatGPT - Allow public pages for AI search visibility
User-agent: GPTBot
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Allow: /privacy-kids
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /teacher-dashboard
Disallow: /school-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /assessment
Disallow: /login
Disallow: /register
Crawl-delay: 10

# Perplexity AI - Allow public pages
User-agent: PerplexityBot
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Allow: /privacy-kids
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /assessment
Disallow: /login
Disallow: /register
Crawl-delay: 10

# Anthropic/Claude - Allow public pages
User-agent: ClaudeBot
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /assessment
Disallow: /login
Disallow: /register
Crawl-delay: 15

# Common Crawl - Allow limited (used by some AI training)
User-agent: CCBot
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Disallow: /api/
Disallow: /admin-*
Disallow: /parent-dashboard
Disallow: /student-*
Disallow: /child-*
Disallow: /assessment
Disallow: /login
Disallow: /register
Crawl-delay: 30

# ==============================================
# Block Aggressive SEO/Marketing Bots
# ==============================================

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

# ==============================================
# Sitemap & AI Guidance
# ==============================================
Sitemap: https://risebright.com.au/sitemap.xml