# robots.txt — Vola Finance (volafinanceusa.com)
# Last updated: 2026-10-27

# ── Default: allow all crawlers ──────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /403.html
Disallow: /404.html

# ── Google Search ─────────────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Disallow: /403.html
Disallow: /404.html

# Google Image bot
User-agent: Googlebot-Image
Allow: /images/

# Google-Extended: allows Gemini / Bard to use content for AI responses
User-agent: Google-Extended
Allow: /

# ── Bing / Microsoft ──────────────────────────────────────────────────────────
User-agent: Bingbot
Allow: /

# Bing Image bot
User-agent: Bingbot-Image
Allow: /images/

# ── OpenAI / ChatGPT ──────────────────────────────────────────────────────────
# GPTBot: ChatGPT training & browsing
User-agent: GPTBot
Allow: /

# ChatGPT live browsing
User-agent: ChatGPT-User
Allow: /

# OpenAI search (SearchGPT)
User-agent: OAI-SearchBot
Allow: /

# ── Anthropic / Claude ────────────────────────────────────────────────────────
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# ── Perplexity AI ─────────────────────────────────────────────────────────────
User-agent: PerplexityBot
Allow: /

# ── Meta AI ───────────────────────────────────────────────────────────────────
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# ── Apple ─────────────────────────────────────────────────────────────────────
User-agent: Applebot
Allow: /

# Applebot-Extended: Apple Intelligence / Siri AI answers
User-agent: Applebot-Extended
Allow: /

# ── Common news / content aggregators ────────────────────────────────────────
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# ── Sitemaps ──────────────────────────────────────────────────────────────────
Sitemap: https://volafinanceusa.com/sitemap.xml

# ── IndexNow ──────────────────────────────────────────────────────────────────
# Key file: https://volafinanceusa.com/2bc574c7-2010-40e0-b020-ffa51082437f.txt