# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except with express written permission from VT.

# Related Content-Usage rules are delivered via HTTP response
# headers (see next.config.mjs).

# To request permission to license our intellectual property
# and/or other materials, please contact us at
# hello@vtchat.io.vn.

# --- Search-engine-specific allow rules --------------------
User-Agent: Googlebot
Allow: /
Allow: /about
Allow: /help
Allow: /privacy
Allow: /pricing
Allow: /terms
Allow: /docs
Allow: /ai-resources
Allow: /ai-glossary
Allow: /faq
Allow: /favicon.ico
Allow: /icon-*.png
Allow: /logo.svg
Allow: /apple-icon.png
Disallow: /profile/
Disallow: /api/
Disallow: /chat/
Disallow: /auth/
Disallow: /admin/
Disallow: /settings/
Disallow: /subscription/
Disallow: /success/
Disallow: /login/
Disallow: /recent/
Disallow: /debug/
Disallow: /demo/
Disallow: /test-*
Disallow: /tests/
Disallow: /lingo/
Disallow: /_next/
Disallow: *.woff2
Disallow: *.woff
Disallow: *.ttf

User-Agent: Bingbot
Allow: /
Allow: /about
Allow: /help
Allow: /privacy
Allow: /pricing
Allow: /terms
Allow: /docs
Allow: /ai-resources
Allow: /ai-glossary
Allow: /faq
Allow: /favicon.ico
Allow: /icon-*.png
Allow: /logo.svg
Allow: /apple-icon.png
Disallow: /profile/
Disallow: /api/
Disallow: /chat/
Disallow: /auth/
Disallow: /admin/
Disallow: /settings/
Disallow: /subscription/
Disallow: /success/
Disallow: /login/
Disallow: /recent/
Disallow: /debug/
Disallow: /demo/
Disallow: /test-*
Disallow: /tests/
Disallow: /lingo/
Disallow: /_next/
Disallow: *.woff2
Disallow: *.woff
Disallow: *.ttf

User-Agent: OAI-Searchbot
Allow: /
Allow: /about
Allow: /help
Allow: /privacy
Allow: /pricing
Allow: /terms
Allow: /docs
Allow: /ai-resources
Allow: /ai-glossary
Allow: /faq
Allow: /favicon.ico
Allow: /icon-*.png
Allow: /logo.svg
Allow: /apple-icon.png
Disallow: /profile/
Disallow: /api/
Disallow: /chat/
Disallow: /auth/
Disallow: /admin/
Disallow: /settings/
Disallow: /subscription/
Disallow: /success/
Disallow: /login/
Disallow: /recent/
Disallow: /debug/
Disallow: /demo/
Disallow: /test-*
Disallow: /tests/
Disallow: /lingo/
Disallow: /_next/
Disallow: *.woff2
Disallow: *.woff
Disallow: *.ttf

# --- Default rules for all other crawlers ------------------
User-Agent: *
Allow: /
Allow: /about
Allow: /help
Allow: /privacy
Allow: /pricing
Allow: /terms
Allow: /docs
Allow: /ai-resources
Allow: /ai-glossary
Allow: /faq
Allow: /favicon.ico
Allow: /icon-*.png
Allow: /logo.svg
Allow: /apple-icon.png
Disallow: /profile/
Disallow: /api/
Disallow: /chat/
Disallow: /auth/
Disallow: /admin/
Disallow: /settings/
Disallow: /subscription/
Disallow: /success/
Disallow: /login/
Disallow: /recent/
Disallow: /debug/
Disallow: /demo/
Disallow: /test-*
Disallow: /tests/
Disallow: /lingo/
Disallow: /_next/
Disallow: *.woff2
Disallow: *.woff
Disallow: *.ttf
# Block URLs with special characters that shouldn't be indexed
Disallow: /$

# --- Sitemap location ---
Sitemap: https://vtchat.io.vn/sitemap.xml