# AI agent blocking from https://robotstxt.com/ai
User-Agent: Amazonbot
User-Agent: anthropic-ai
User-Agent: Applebot-Extended
User-Agent: Bytespider
User-Agent: CCBot
User-Agent: ChatGPT-User
User-Agent: Claude-Web
User-Agent: ClaudeBot
User-Agent: cohere-ai
User-Agent: Facebookbot
User-Agent: GPTBot
User-Agent: ImagesiftBot
User-Agent: Meta-ExternalAgent
User-Agent: Omgili
User-Agent: Omgilibot
User-Agent: PerplexityBot
User-Agent: Youbot
User-Agent: diffbot
Disallow: /

# Block access to folders that don't contain user facing pages
# Note: access to .git is also blocked by nginx
User-agent: *
Disallow: /.git
Disallow: /ascend
Disallow: /blog
Disallow: /gifs
Disallow: /highslide
Disallow: /jpeg
Disallow: /png
Disallow: /tmplates
Disallow: /mail
Allow: /