# robots.txt for https://variotrip.com
# Last updated: 2026-10-28
# Policy: open to all search engines AND AI/LLM crawlers.
# Every AI crawler, indexer and live fetcher is named in the group below, so
# there is no doubt they are welcome. Any bot not named matches the same group.
#
# Machine-readable brand + product context: https://variotrip.com/llms.txt
# Live MCP server for AI assistants: https://variotrip.com/wp-json/variotrip/mcp
# MCP server card: https://variotrip.com/.well-known/mcp/server-card.json
# WebMCP manifest: https://variotrip.com/.well-known/webmcp.json

User-agent: *
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Bytespider
User-agent: CCBot
User-agent: ProwlBot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: YouBot
User-agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# AI discovery - explicitly reachable
Allow: /llms.txt
Allow: /.well-known/
Allow: /wp-json/variotrip/mcp

# WordPress system paths
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Private WooCommerce storage
Disallow: /wp-content/uploads/variotrip/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/

# Cart-action URLs - no SEO value, avoids crawl waste
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=

Sitemap: https://variotrip.com/sitemap.xml