# AeThex Connect - robots.txt
# https://aethex.online

User-agent: *
Allow: /
Disallow: /api/
Disallow: /app/

# Sitemaps
Sitemap: https://aethex.online/sitemap.xml

# Crawl-delay for politeness
Crawl-delay: 1

# Block specific bots if needed
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /
