# Intriq — https://www.intriq.app
# All crawlers are welcome, including AI / answer-engine crawlers.
# An LLM-readable site index is published at /llms.txt and /llms-full.txt
# (https://llmstxt.org/).

User-agent: *
Allow: /

# AI / answer-engine crawlers explicitly welcomed (each ignores the
# wildcard block above and reads only its own, so we restate Allow: /).
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

# Claude-SearchBot is the crawler behind Claude's web citations, and it is a
# separate agent from ClaudeBot. Claude-User is the live fetcher: it retrieves
# a page at the moment someone asks Claude about it. Claude-Web is Anthropic's
# retired name and is kept only so an old client reading for it still matches.
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

# Perplexity-User and ChatGPT-User are the live fetchers: they retrieve a page
# at the moment someone asks the assistant about it, so they matter more for
# answer quality than the training crawlers do.
User-agent: Perplexity-User
Allow: /

# Googlebot crawls the pages that AI Overviews cite; Google-Extended is the
# separate control for Gemini training and grounding. Both are needed, and the
# wildcard above is not a substitute: an agent that finds its own stanza stops
# reading the wildcard, so a bot named nowhere is a bot relying on a rule an
# auditor cannot see.
User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

# Applebot answers Siri and Spotlight; Applebot-Extended is the separate
# opt-out for Apple Intelligence training. Both are allowed on purpose.
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Bingbot feeds Bing, which grounds ChatGPT search and Copilot answers.
User-agent: Bingbot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

Sitemap: https://www.intriq.app/sitemap.xml