# WeProxy robots.txt
# LLM discovery (hyphen scheme): /llms.txt, /llms-tr.txt, /llms-en.txt, /llms-ru.txt,
#   /llms-full.txt, /llms-full-tr.txt, /llms-full-en.txt, /llms-full-ru.txt
# Content Signals: search allowed; AI training disallowed; use for reference/citation.

User-agent: *
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: GPTBot
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: ClaudeBot
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: Claude-SearchBot
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: PerplexityBot
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: Perplexity-User
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: Google-Extended
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: Applebot-Extended
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

User-agent: Bingbot
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /concept
Disallow: /tr/concept
Disallow: /en/concept
Disallow: /ru/concept

Sitemap: https://weproxy.io/sitemap.xml
Host: weproxy.io