# robots.txt for https://arvana.io
# Generated by SEO & Web Expert

# This rule applies to all crawlers, including search engines and AI bots.
# By default, everything is allowed.
User-agent: *

# Disallow access to administrative, private, and non-public directories.
# This prevents indexing of irrelevant or sensitive content.
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /intern/
Disallow: /wp-admin/

# By not creating specific "Disallow" rules for AI crawlers (like GPTBot, 
# ClaudeBot, Google-Extended, PerplexityBot), we explicitly grant them full access
# to all content not disallowed above. This ensures maximum visibility in AI services.

# Path to the XML Sitemap
Sitemap: https://arvana.io/sitemap.xml


Sitemap: https://www.arvana.io/sitemap.xml