# handsofflinks.com — robots.txt
# Policy: everything is open. Nothing on this domain is gated, and every AI
# retrieval crawler is named and allowed explicitly so the allowance survives
# any future change to the wildcard group.
#
# OPERATIONAL WARNING — read before editing.
# A crawler obeys ONLY the single most specific User-agent group that matches
# it, and ignores every other group including "*". Every named group below
# therefore overrides the "*" group entirely. If a Disallow is ever added to
# the "*" group, it MUST be copied into every named group below or those
# crawlers will keep crawling the path you meant to block.
#
# Last reviewed: 2026-10-28

User-agent: *
Allow: /

# --- OpenAI ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# --- Google (Gemini / Vertex grounding; AI Overviews use Googlebot access) ---
User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

# --- Bing / Copilot ---
User-agent: Bingbot
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Anthropic ---
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

# --- Apple ---
User-agent: Applebot-Extended
Allow: /

User-agent: Applebot
Allow: /

# --- Cohere ---
User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

# --- ByteDance ---
User-agent: Bytespider
Allow: /

# --- Meta ---
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: FacebookBot
Allow: /

# --- Amazon ---
User-agent: Amazonbot
Allow: /

# --- Common Crawl (feeds many model training sets and some retrieval indexes) ---
User-agent: CCBot
Allow: /

# --- Other retrieval and answer engines ---
User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: omgili
Allow: /

User-agent: omgilibot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: PetalBot
Allow: /

# --- SEO crawlers: allowed on purpose ---
# This site sells verifiable link data and tells buyers to check the claims in
# third-party tools. Blocking the tools that let them check would defeat the
# product. Allowed deliberately, not by omission.
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

User-agent: DotBot
Allow: /

User-agent: rogerbot
Allow: /

Sitemap: https://handsofflinks.com/sitemap.xml