# M2A Aviation Academy - Robots.txt # Optimized for Flight School SEO # ----------------------------------------------- # GLOBAL RULES - applies to all crawlers # ----------------------------------------------- User-agent: * Allow: / # High-value content (explicit allow) Allow: /programs/ Allow: /programs/* Allow: /aircraft/ Allow: /aircraft/* Allow: /crew/ Allow: /crew/* Allow: /blog/ Allow: /blog/* Allow: /about/ Allow: /contact/ Allow: /enroll/ Allow: /financing/ Allow: /new-to-flying/ Allow: /faqs/ # Static assets needed for rendering Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.webp$ Allow: /*.svg$ # Block system and config files Disallow: /admin/ Disallow: /private/ Disallow: /dashboard/ Disallow: /_astro/ Disallow: /.well-known/ Disallow: /tmp/ Disallow: /*.json$ Disallow: /feed.xml Disallow: /*.config$ Disallow: /*.env$ # Block tracking parameter URLs (duplicate content) Disallow: /*?*utm_* Disallow: /*?*ref=* Disallow: /*?*fbclid=* # Block confirmation pages (conversion goals, not for search) Disallow: /*-confirmation Disallow: /*-confirmation/ Disallow: /thank-you* Disallow: /thankyou* Disallow: /success* # ----------------------------------------------- # CRAWLER-SPECIFIC RULES # ----------------------------------------------- # Google User-agent: Googlebot Allow: / Crawl-delay: 1 # Bing User-agent: Bingbot Allow: / Crawl-delay: 2 # Social media link previewers User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / # ----------------------------------------------- # AI TRAINING SCRAPERS - blocked (no discovery benefit) # ----------------------------------------------- User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: CCBot Disallow: / # ----------------------------------------------- # LOW-QUALITY LINK BOTS - blocked # ----------------------------------------------- User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / # ----------------------------------------------- # SITEMAP (must be outside all User-agent blocks) # ----------------------------------------------- Sitemap: https://m2a.academy/sitemap-index.xml