# Permit OpenAI's search crawler to discover and cite public pages
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/
Disallow: /login
Disallow: /class-management/
Disallow: /analytics-dashboard/
Disallow: /ads-manager/
Disallow: /seo-dashboard/
Disallow: /visitor-breakdown/
Disallow: /director-email-approval/
Disallow: /email-management/
Disallow: /enhanced-email-management/

User-agent: *
Allow: /

# Important pages for crawling
Allow: /programs
Allow: /tours
Allow: /schedule-tour
Allow: /enrollment
Allow: /enrollment-forms
Allow: /tuition
Allow: /tuition-rates
Allow: /tuition-rates-2026
Allow: /calendar
Allow: /storytelling
Allow: /montessori-comparison
Allow: /blog
Allow: /blog/
Allow: /sitemap

# Allow enrollment PDFs for SEO (served from /forms/)
Allow: /forms/*.pdf

# Disallow admin and private areas
Disallow: /admin
Disallow: /admin/
Disallow: /login
Disallow: /api/
Disallow: /analytics-dashboard
Disallow: /ads-manager
Disallow: /seo-dashboard
Disallow: /visitor-breakdown
Disallow: /email-management
Disallow: /enhanced-email-management
Disallow: /director-email-approval
Disallow: /class-management
Disallow: *.json

# Sitemap location
Sitemap: https://blackhawkmontessori.com/sitemap.xml
Sitemap: https://blackhawkmontessori.com/sitemap.html
Llms-txt: https://blackhawkmontessori.com/llms.txt

# Crawl delay to be respectful
Crawl-delay: 1