User-agent: *
Allow: /

# Block non-WordPress directories
Disallow: /api/
Disallow: /css/
Disallow: /data/
Disallow: /documentation/
Disallow: /google-apps-script/
Disallow: /images/
Disallow: /js/
Disallow: /.private/

# Block junk files
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /error_log

# Block WordPress internals
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-json/wp/v2/users

# Sitemap
Sitemap: https://scalegrowth.digital/sitemap_index.xml

# AI Crawlers — Explicitly Allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

# LLM Entity File
# See https://scalegrowth.digital/llm.txt for structured entity information