# Allow all crawlers access to main site User-agent: * Disallow: # Optional: Block staging or hidden folders (uncomment if needed) # Disallow: /drafts/ # Disallow: /private/ # AI Bots (allow them full access, Webflow doesn’t have wp-admin) User-agent: OAI-SearchBot Disallow: User-agent: ChatGPT-User Disallow: User-agent: GPTBot Disallow: User-agent: OAIUser-Agent Disallow: User-agent: PerplexityBot Disallow: User-agent: Perplexity-User Disallow: User-agent: Google-Extended Disallow: User-agent: Google-CloudVertexBot Disallow: User-agent: ClaudeBot Disallow: User-agent: Claude-Web Disallow: User-agent: Claude-User Disallow: User-agent: Claude-SearchBot Disallow: User-agent: Meta-ExternalFetcher Disallow: User-agent: Applebot-Extended Disallow: User-agent: cohere-ai Disallow: User-agent: AI2Bot Disallow: User-agent: YouBot Disallow: User-agent: Andibot Disallow: # Sitemap location Sitemap: https://www.abilityprescott.com/sitemap.xml Sitemap: https://www.abilityprescott.com/sitemap.xml