# ============================================= # robots.txt for bristolwatch.com # ============================================= Sitemap: https://www.bristolwatch.com/sitemap.txt # ============================================= # 1. ALLOW INTERNET ARCHIVE (Wayback Machine) # ============================================= User-agent: archive.org_bot User-agent: ia_archiver Allow: / # ============================================= # 2. BLOCK AI TRAINING CRAWLERS (No-AI Training) # ============================================= User-agent: ClaudeBot User-agent: GPTBot User-agent: CCBot Disallow: / # ============================================= # 3. GLOBAL RULES FOR ALL SEARCH ENGINES & HUMANS # ============================================= User-agent: * Allow: / Disallow: /*?s= Disallow: /*?*s= Disallow: /cdn-cgi/