(blockAiCrawlers) { @blockAiCrawlers { header_regexp User-Agent "(?i)(^|\W)(Bytespider|CCBot|Diffbot|FacebookBot|Google-Extended|GPTBot|omgili|anthropic-ai|Claude-Web|ClaudeBot|cohere-ai)($|\W)" } handle @blockAiCrawlers { abort } } # Usage: # 1. Place this file next to your Caddyfile # 2. Edit your Caddyfile as in the example below # # ``` # import block_ai_crawlers.conf # # www.mywebsite.com { # import blockAiCrawlers # reverse_proxy * localhost:3000 # } # ```