# =============================================
# 1. AI SEARCH ENGINES : INDEXATION & CITATION (RAG)
# =============================================
# Allow AI search engines to access public content while
# excluding private or non-relevant pages.

User-agent: OAI-SearchBot
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: ChatGPT-User
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: PerplexityBot
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: Perplexity-User
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: Claude-SearchBot
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: Claude-User
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: MistralAI-Index
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: MistralAI-User
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase-

User-agent: YouBot
Allow: /
Disallow: /app
Disallow: /app/
Disallow: /page-not-found
Disallow: /vaultinum-showcase/


# =============================================
# 2. LLM TRAINING CRAWLERS : BLOCK
# =============================================
# Prevent use of Vaultinum content for AI model training.

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Google-Extended
Disallow: /


# =============================================
# 3. STANDARD SEARCH ENGINES
# =============================================

User-agent: *
Disallow: /page-not-found
Disallow: /app
Disallow: /app/
Disallow: /vaultinum-showcase-

Sitemap: https://vaultinum.com/post-sitemap.xml
Sitemap: https://vaultinum.com/page-sitemap.xml