# Robots.txt for Vantage Trailers # Allow SEO + AI-friendly bots to crawl content User-agent: * Disallow: /calendar/action* Disallow: /events/action* Disallow: /cdn-cgi* Allow: /*.css Allow: /*.js # Specific bot allowances User-agent: Googlebot Disallow: Allow: / User-agent: Bingbot Disallow: Allow: / User-agent: GPTBot Disallow: Allow: / User-agent: CCBot Disallow: Allow: / User-agent: ClaudeBot Disallow: Allow: / User-agent: PerplexityBot Disallow: Allow: / # Crawl delay for generic bots (not Google/Bing) User-agent: * Crawl-delay: 3 # Sitemap (make sure this is your actual URL!) Sitemap: https://vantagetrailers.ca/sitemap_index.xml