# robots.txt for www.blchristmastrees.com # Generated: 2026-03-20 15:20:10 User-agent: * Allow: / Allow: /fr/ Allow: /en/ Allow: /es/ Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /includes/ Disallow: /modules/ Disallow: /templates/ Disallow: /cache/ Disallow: /backup/ Disallow: /temp/ Sitemap: https://www.blchristmastrees.com/sitemap.xml Crawl-delay: 2 Host: www.blchristmastrees.com # Crawlers IA User-agent: GPTBot Allow: / Crawl-delay: 2 User-agent: ClaudeBot Allow: / Crawl-delay: 2 User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1