# Xotic.ai - Robots.txt
# Allow search engines to index public content

# Global rules
User-agent: *

# Allow public pages
Allow: /
Allow: /explore
Allow: /character/
Allow: /profile/
Allow: /start-chatting

# Allow blog pages
Allow: /blog
Allow: /blog/

# Allow platform guide (docs)
Allow: /docs
Allow: /docs/

# Allow legal pages
Allow: /privacy
Allow: /terms-of-service
Allow: /content-moderation-policy
Allow: /community-guidelines
Allow: /digital-millennium-copyright-act

# Allow main product pages
Allow: /feed
Allow: /feed/p/
Allow: /feed/t/
Disallow: /feed/new
Disallow: /feed/saved
Disallow: /notifications
Allow: /create-character
Allow: /create-videos
Allow: /collections

# Disallow private/user-specific content
Disallow: /chat/
Disallow: /admin/
Disallow: /settings/
Disallow: /gallery/
Disallow: /my-characters/
Disallow: /subscription/
Disallow: /tokens/

# Disallow API routes
Disallow: /api/
Disallow: /auth/

# Disallow Cloudflare-injected paths (email obfuscation, etc.)
Disallow: /cdn-cgi/

# Disallow query parameter variations to prevent duplicate content
Disallow: /*?*utm_source=
Disallow: /*?*utm_medium=
Disallow: /*?*utm_campaign=

# Sitemap and RSS feed references
Sitemap: https://www.xotic.ai/sitemap.xml
Sitemap: https://www.xotic.ai/rss.xml