# Warrant · robots.txt
# Public site. AI crawlers explicitly allowed for production paths.
# Staging directories blocked. Verifier and demo dynamic params blocked from indexing.

# OpenAI · GPT training and ChatGPT browse
User-agent: GPTBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /_design-system/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: ChatGPT-User
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: OAI-SearchBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Anthropic · Claude
User-agent: ClaudeBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: Claude-SearchBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: Claude-User
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: Claude-Web
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: anthropic-ai
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Google · Bard, Gemini, Vertex training
User-agent: Google-Extended
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: Perplexity-User
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Microsoft · Bing, Copilot
User-agent: bingbot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# You.com
User-agent: YouBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Apple Intelligence
User-agent: Applebot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: Applebot-Extended
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Common Crawl · upstream of many open LLMs
User-agent: CCBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Meta · Llama training
User-agent: FacebookBot
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Mistral
User-agent: MistralAI-User
Allow: /

# All other crawlers · default rules
User-agent: *
Allow: /
Disallow: /v3/
Allow: /v3-1/assets/
Allow: /v3-1/motion.v3.js
Allow: /v3-1/*.css
Allow: /assets/landing-numbers.js
Disallow: /v3-1/
Disallow: /_design-system/
Disallow: /verify?
Disallow: /demo?
Disallow: /qualify/
Disallow: /.well-known/openapi.json
Disallow: /.well-known/ai-plugin.json
Disallow: /.well-known/warrant-keys
Disallow: /assets/verify.js
Disallow: /assets/demo.js

# Content usage signal (advisory, IETF AI-preferences draft).
# search + inference-time grounding welcomed; training reuse declined while
# the category language is still being established.
Content-Signal: search=yes, ai-input=yes, ai-train=no

Sitemap: https://www.warrant.build/sitemap.xml
Sitemap: https://www.warrant.build/sitemap-images.xml
# llms.txt discovery is NOT declared here. robots.txt has exactly four
# understood directives — User-agent, Disallow, Allow, Sitemap — and anything
# else is a parse error, not an extension point. "LLM-Manifest:" and "LLM-Full:"
# were invented; Search Console reported both as "Syntax not understood" against
# every one of the four robots.txt variants it fetches.
#
# They were also redundant. Discovery already works through the standard
# mechanism, served on every page from web/_headers:
#
#   Link: <https://www.warrant.build/llms.txt>; rel="alternate"; type="text/plain"
#
# So removing them costs nothing and clears the errors. If an llms.txt discovery
# directive is ever standardised, add it back — but check that a parser accepts
# it before shipping, rather than assuming robots.txt tolerates new keys.
#
# Content-Signal above stays. Googlebot logs it as an ignored rule, which is
# expected and correct: it is an IETF AI-preferences draft that Google does not
# implement, and other crawlers do read it. A warning for a deliberate policy
# signal is not the same as an error for invented syntax.