# llms.txt for https://www.backup.textmetrics.com
# This file provides guidance to language model crawlers and bots
# about how they may interact with and use the content on this site.

# General permissions
User-Agent: *
Disallow: /wp-admin/
Allow: /

# Language Model Crawlers
# OpenAI GPTBot
User-Agent: GPTBot
Disallow: /

# Anthropic ClaudeBot
User-Agent: ClaudeBot
Disallow: /

# Google AI Crawler
User-Agent: Google-Extended
Disallow: /

# Common Crawl (used by many LLMs)
User-Agent: CCBot
Disallow: /

# Facebook AI Research
User-Agent: facebookexternalhit
Disallow: /

# Perplexity AI
User-Agent: PerplexityBot
Disallow: /

# Amazon Bot (used for training Titan and other models)
User-Agent: Amazonbot
Disallow: /

# You.com crawler
User-Agent: YouBot
Disallow: /

# NeevaAI
User-Agent: NeevaAI
Disallow: /

# CoHere AI
User-Agent: CohereBot
Disallow: /

# General note
# The contents of this site may not be used to train or improve
# AI language models without explicit permission from Textmetrics.