User-agent: *
Allow: /

# Allow important public directories
Allow: /pages/
Allow: /assets/
Allow: /api/
Allow: /

# Allow specific important files
Allow: /index.php
Allow: /pages/about.php
Allow: /pages/contact.php
Allow: /pages/admission.php
Allow: /pages/admission-dynamic.php
Allow: /pages/admission_8th.php
Allow: /pages/admission_11th.php
Allow: /pages/colleges.php
Allow: /pages/colleges-dynamic.php
Allow: /pages/model-papers.php
Allow: /pages/ebooks.php
Allow: /pages/privacy.php
Allow: /pages/terms.php
Allow: /pages/sitemap.php

# Disallow admin and private areas (relative to domain root)
Disallow: /admin/
Disallow: /database/
Disallow: /includes/
Disallow: /uploads/model-papers/

# Allow AI chatbot
Allow: /ai-chatbot/cadetguide.php

# Sitemap location (updated for public folder)
Sitemap: https://cadetguide.pk/sitemap.xml

# Crawl delay (be respectful to servers)
Crawl-delay: 1

# Additional SEO directives
# Note: Cache-delay is not a valid robots.txt directive