User-agent: *
Allow: /

# Allow important pages
Allow: /about/
Allow: /contact/
Allow: /privacy-policy/
Allow: /terms-conditions/
Allow: /content-guidelines/

# Allow educational content
Allow: /*/courses/
Allow: /university/
Allow: /search/
Allow: /gpa/
Allow: /schedule/
Allow: /holland/

# Disallow admin and sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /accounts/
Disallow: /moderation/
Disallow: /staff/

# Disallow file uploads directory for security
Disallow: /media/
Disallow: /static/admin/
Disallow: /view-resource/

# Allow public media
Allow: /media/public/
Allow: /static/

# Sitemap location
Sitemap: https://students-hub.com/sitemaps/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1