# robots.txt — AquaVis Advisors
# Policy: allow real-time assistants to fetch & cite; block model training crawlers.
# Note: Some crawlers may ignore robots.txt. Use rate limiting/WAF as needed.

# --- General discoverability ---
User-agent: *
Allow: /

# --- Assistants (browsing / retrieval) — ALLOW ---
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Perplexity-User
Allow: /

# (Optional) If Anthropic exposes a dedicated browsing agent in your logs, allow it here:
# User-agent: Claude-Web
# Allow: /

# --- Training & bulk crawlers — DISALLOW ---
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Google-Extended
Disallow: /

# --- Feeds & maps ---
Sitemap: https://aquavisadvisors.com/sitemap.xml