# Robots.txt for TruFlight Academy
# Generated dynamically by Astro

# Allow all crawlers to access the site
User-agent: *
Allow: /

# Prevent crawling of admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /.well-known/
Disallow: /api/
# If this doesn't work test sending 410 code to these paths
Disallow: /group/mysite-231-group/

# Allow specific important paths explicitly
Allow: /discovery-flight/
Allow: /pilot-training/
Allow: /about/
Allow: /blog/

# Crawl delay to be respectful to server resources
Crawl-delay: 1

# Sitemap location
Sitemap: https://truflightacademy.com/sitemap-index.xml

# RSS feed for blog content
Sitemap: https://truflightacademy.com/rss.xml

# Additional sitemaps for specific content types
# (Future-proofing for when you might have separate sitemaps)
# Sitemap: https://truflightacademy.com/blog-sitemap.xml
# Sitemap: https://truflightacademy.com/training-sitemap.xml