# https://www.koalafix.com/robots.txt User-agent: * Allow: / # The PostHog proxy; its responses are noindex as well. Disallow: /ingest/ # Search engines named explicitly. Bing's index also feeds Copilot, ChatGPT search, # DuckDuckGo and Yahoo. User-agent: bingbot Allow: / # Be explicit for AI crawlers that respect robots.txt User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / # Fetches made when a person asks an assistant about a page User-agent: ChatGPT-User Allow: / User-agent: Claude-User Allow: / User-agent: Perplexity-User Allow: / Sitemap: https://www.koalafix.com/sitemap.xml