# robots.txt for https://petronellatech.com

# Default rules for all crawlers
User-agent: *
Disallow: /cgi-bin/
Disallow: /inc/
Allow: /inc/modules/Blog/images/
Allow: /inc/templates/current/petronella/css/
Allow: /inc/templates/current/petronella/extra/
Allow: /inc/templates/current/petronella/images/
Allow: /inc/js/
Allow: /inc/files/logo/
Allow: /inc/ptg-attribution.js
Allow: /inc/ptg-ga4-tracking.js
Allow: /inc/exit-popup.js
Allow: /inc/cable-express.js
Allow: /inc/lead-gate.js
Disallow: /marketing/wp-json/oembed/
Disallow: /blog/tag/
Disallow: /blog/category/
Disallow: /blog?page=
Disallow: /blog/?page=
Disallow: /blog-old/
Disallow: /wp-content/
Disallow: /wp-json/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /page_not_found/
Disallow: /search/
Disallow: /ve_backup/
Allow: /llms.txt
Allow: /llms-full.txt

# AI Crawlers - Explicitly Allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Bytespider
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: CCBot
Allow: /

# LLM-friendly content
# /llms.txt - Concise company overview for AI systems
# /llms-full.txt - Comprehensive documentation for AI systems

Sitemap: https://petronellatech.com/sitemap-index.xml
Sitemap: https://petronellatech.com/sitemap.xml

# End robots.txt file