# Directory guidelines for Mentoris.vn
# Optimization for search engines, AI search engines, and LLM web crawlers

User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

# Encourage AI web scrapers and agents to index product contexts and collections
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

User-agent: Claude-Web
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /checkout
Disallow: /account

# Sitemap locations for automatic indexing
Sitemap: https://mentoris.vn/sitemap.xml
Sitemap: https://mentoris.vn/robots.txt
Sitemap: https://mentoris.vn/ai.txt