User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
# Internal tool-usage dashboard. Password-protected, so a crawler only ever
# sees a 401, but there is no reason to spend anyone's crawl budget on it.
# Rules match by prefix, so a bare "Disallow: /go" also blocked /google-workspace/
# (found 08/10/2026). "$" ends the match at /go itself; /go/ covers the sub-pages.
Disallow: /go$
Disallow: /go/

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Disallow: /

# SEO crawlers are allowed. Blocking them hid us from competitors, but it also
# blinded our own tooling and any audit a prospective client ran on us. The
# second cost is larger than the first.
User-agent: SemrushBot
Allow: /

User-agent: AhrefsBot
Allow: /

Sitemap: https://wpfoss.ke/sitemap.xml