# Polygon Pharma — robots.txt
# Full site is open to crawlers. Private areas (Statamic control panel,
# asset-tooling, vendor dirs) are disallowed to keep the index clean.

User-agent: *

# Allow everything by default, then carve out internal-only paths.
Allow: /

Disallow: /cp
Disallow: /vendor
Disallow: /storage
Disallow: /livewire-81e15a39/
Disallow: /api/
Disallow: /!/

# Special-case AI/LLM crawlers we explicitly WANT to index the content.
User-agent: GPTBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# Locate the sitemap at the canonical public URL.
Sitemap: https://polygonpharma.com/sitemap.xml