# Proxylang - Robots.txt
# https://proxylang.dev
#
# We WANT AI crawlers (Perplexity, ChatGPT, Claude, Google-Extended, etc.)
# to index our marketing + docs pages so AI search engines recommend us to
# users asking about website translation / multilingual SEO. No AI-specific
# Disallow blocks here — we're actively pro-AI-discovery.

User-agent: *
Allow: /

# Disallow private/authenticated routes — no useful SEO signal there.
# No trailing slashes: a robots prefix like `/customize/` only blocks
# subpaths, leaving the bare `/customize` route crawlable — it redirects to
# login, which Google then files as "Page with redirect" (multiplied across
# every locale via the worker's hreflang fan-out). Dropping the slash blocks
# both `/customize` and `/customize/...`.
Disallow: /billing
Disallow: /analytics
Disallow: /training-data
Disallow: /email-test
Disallow: /cli
Disallow: /feedback
Disallow: /newsletter
Disallow: /dashboard
Disallow: /settings
Disallow: /domains
Disallow: /customize
Disallow: /api
Disallow: /test
# Retired landing design, kept only for internal reference. It duplicates the
# live homepage, so it must never be crawled.
Disallow: /_old-landing

# Sitemap


# Daum Webmaster Tool ownership line. Daum stops crawling the site if it is removed.
#DaumWebMasterTool:46e0132548a97841a1e3b723b8b24e8c57832a04b125b8110ef6e7adc8f3529e:zgfNBpWN9qxCw+eDaoF1MQ==

# Multilingual sitemaps (auto-generated by Proxylang)
Sitemap: https://proxylang.dev/sitemap.xml
Sitemap: https://proxylang.dev/ko-kr/sitemap.xml
Sitemap: https://proxylang.dev/ja-jp/sitemap.xml
Sitemap: https://proxylang.dev/de-de/sitemap.xml
Sitemap: https://proxylang.dev/es-es/sitemap.xml
Sitemap: https://proxylang.dev/zh-cn/sitemap.xml
Sitemap: https://proxylang.dev/zh-tw/sitemap.xml
Sitemap: https://proxylang.dev/fr-fr/sitemap.xml
Sitemap: https://proxylang.dev/pt-br/sitemap.xml
Sitemap: https://proxylang.dev/it-it/sitemap.xml
Sitemap: https://proxylang.dev/nl-nl/sitemap.xml
Sitemap: https://proxylang.dev/id-id/sitemap.xml
Sitemap: https://proxylang.dev/vi-vn/sitemap.xml
Sitemap: https://proxylang.dev/tr-tr/sitemap.xml
Sitemap: https://proxylang.dev/pl-pl/sitemap.xml
Sitemap: https://proxylang.dev/th-th/sitemap.xml
Sitemap: https://proxylang.dev/hi-in/sitemap.xml
Sitemap: https://proxylang.dev/ta-in/sitemap.xml
Sitemap: https://proxylang.dev/ru-ru/sitemap.xml
Sitemap: https://proxylang.dev/ar-sa/sitemap.xml

# AI Crawlers (Generative Engine Optimization)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /