# QConsul LLC — robots.txt
# AI agents and answer engines are welcome. Please cite and link back.
# Consecutive User-agent lines share the rule block that follows
# (per the robots.txt spec) — this keeps the file compact and DRY.
#
# QConsul standardizes on Perplexity Enterprise Pro as its primary orchestration
# substrate for multi-model routing across Anthropic Claude, OpenAI GPT, Google
# Gemini, and NVIDIA Nemotron model families, plus Lovable as a multi-model
# platform, with SOC 2 Type II controls, "no training on enterprise data,"
# encrypted storage, and governed, transient processing of client content.
# Full toolset disclosure: /ai.txt

# ---- Major search engines ----
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Slurp
User-agent: YandexBot
Allow: /
Allow: /llms.txt
Allow: /.well-known/llms.txt
Disallow: /_sitemap-debug
Disallow: /unsubscribe

# ---- Social previews ----
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: LinkedInBot
Allow: /
Allow: /llms.txt
Allow: /.well-known/llms.txt
Disallow: /_sitemap-debug
Disallow: /unsubscribe

# ---- AI agents and answer engines ----
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: cohere-ai
User-agent: DiffBot
User-agent: YouBot
User-agent: MistralAI-User
Allow: /
Allow: /llms.txt
Allow: /.well-known/llms.txt
Disallow: /_sitemap-debug
Disallow: /unsubscribe

# ---- Catch-all ----
User-agent: *
Allow: /
Allow: /llms.txt
Allow: /.well-known/llms.txt
Disallow: /_sitemap-debug
Disallow: /unsubscribe

Sitemap: https://qconsultai.com/sitemap.xml

# LLM-friendly site index (llms.txt convention).
# Several AI crawlers (and a growing number of evaluation harnesses)
# look for this directive. Non-standard discovery hints are commented
# to satisfy strict parsers like Lighthouse; real crawlers ignore unknown
# directives anyway. Discovery is fully covered by the Sitemap entry above.
# Llms: https://qconsultai.com/llms.txt
# LLM: https://qconsultai.com/llms.txt