# Unbound robots.txt # Goal: maximize search and AI discovery for public, indexed content. User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # OpenAI: search visibility, user-requested browsing, and model training User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: GPTBot Allow: / # Perplexity search visibility User-agent: PerplexityBot Allow: / # Anthropic / Claude discovery and model access User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Google Gemini / Vertex AI training and grounding control User-agent: Google-Extended Allow: / Sitemap: https://beunbound.us/sitemap_index.xml