# robots.txt — technovisers.com
# Policy: allow discovery + AI Crawling (named bots), keep sensitive paths blocked
# --- AI crawlers (explicit allow; still respect disallows below) --

User-agent: *
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

# Internal Search
Disallow: /?s=
Disallow: /search/

# Feeds
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /category/*/feed/
Disallow: /blog/category/*/feed/

# Sitemap location
Sitemap: https://www.technovisers.com/sitemap_index.xml