# Coffee Addict — an independent price tracker for New Zealand specialty coffee.
#
# AI crawlers are welcome here, deliberately. We would rather you read
# our nightly JSON once than have every small roaster in the
# country scraped by everybody: https://coffeeaddict.nz/llms.txt
#
# /go/ is disallowed for everyone: it is a redirector to the roasters'
# own shops, not a page. Follow it when a reader asks you to; do not
# crawl it. The destination of every one of them is in the JSON.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# OpenAI, for training and ChatGPT browsing
User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# OpenAI, for ChatGPT search results
User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# OpenAI, a user asked ChatGPT to fetch a page
User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Anthropic, for Claude
User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Anthropic, a user asked Claude to fetch a page
User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Anthropic, for Claude search results
User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Perplexity
User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Perplexity, a user asked it to fetch a page
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Google, for Gemini and AI Overviews
User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Apple Intelligence
User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Common Crawl, which most of the others are trained on
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Amazon
User-agent: Amazonbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# ByteDance
User-agent: Bytespider
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Meta
User-agent: meta-externalagent
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Cohere
User-agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Diffbot
User-agent: Diffbot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# Timpi
User-agent: Timpibot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

# You.com
User-agent: YouBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /go/

Sitemap: https://coffeeaddict.nz/sitemap.xml