# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
User-agent: *
Allow: /
# Disallow admin and private areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /users/
Disallow: /staffs/
Disallow: /students/
Disallow: /accounting/
Disallow: /account_heads/
Disallow: /account_groups/
Disallow: /vouchers/
Disallow: /accounting_reports/
Disallow: /fee_structures/
Disallow: /deposit_fees/
Disallow: /expenses/
Disallow: /challans/
Disallow: /finance_reports/
Disallow: /attendances/
Disallow: /school_classes/
Disallow: /timetables/
Disallow: /transport_management/
Disallow: /document_management/
Disallow: /notices/
Disallow: /exams/
Disallow: /library/
# Allow assets for rendering
Allow: /assets/
Allow: /javascript/
Allow: /stylesheets/
Allow: /images/
Allow: /uploads/
Disallow: /tmp/
Disallow: /log/
Disallow: /config/
Disallow: /db/
Disallow: /spec/
Disallow: /test/
# Allow important public pages
Allow: /
Allow: /home
Allow: /about
Allow: /contact
Allow: /privacy-policy
Allow: /terms
Allow: /features
Allow: /pricing
Allow: /blog
Allow: /help
Allow: /support
Allow: /youtube_comments
Allow: /onboarding
# AI Crawler Settings
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Google-Extended
Allow: /
# Sitemap location
Sitemap: https://www.veerexa.com/sitemap.xml
# Crawl delay (optional)
Crawl-delay: 1