# Explicitly allow AI / LLM crawlers
User-agent: GPTBot
Allow: /
 
User-agent: ChatGPT-User
Allow: /
 
User-agent: OAI-SearchBot
Allow: /
 
User-agent: Googlebot
Allow: /
 
User-agent: Google-Extended
Allow: /
 
User-agent: PerplexityBot
Allow: /
 
User-agent: Perplexity-User
Allow: /
 
User-agent: Claude-User
Allow: /
 
User-agent: Claude-SearchBot
Allow: /
 
User-agent: anthropic-ai
Allow: /
 
# Default rules for all other crawlers
User-agent: *
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /wp-content/theme/
Disallow: /documents/
Disallow: */embed/
 
Sitemap: https://www.cygnet.one/sitemap.xml