User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Kangaroo Bot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin

User-agent: Yeti
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin

User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin

User-agent: Applebot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin
Disallow: /pt/
Disallow: /pt$
Disallow: /ar/
Disallow: /ar$
Disallow: /ko/
Disallow: /ko$
Disallow: /ja/
Disallow: /ja$
Disallow: /fr/
Disallow: /fr$
Disallow: /de/
Disallow: /de$
Disallow: /it/
Disallow: /it$
Disallow: /tr/
Disallow: /tr$
Allow: /it/cycling$
Allow: /fr/cycling$

User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: Slackbot
User-agent: Discordbot
User-agent: TelegramBot
User-agent: LinkedInBot
User-agent: kakaotalk-scrap
User-agent: Daumoa
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin

User-agent: *
Disallow: /

Sitemap: https://crystlquant.com/sitemap.xml

User-agent: Brightbot
Disallow: /

User-agent: Google-InspectionTool
User-agent: BingPreview
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Slackbot-LinkExpanding
User-agent: Slack-ImgProxy
User-agent: Facebot
User-agent: WhatsApp
User-agent: Bluesky
User-agent: Cardyb
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /internal/
Disallow: /touch
Disallow: /account
Disallow: /*/account
Disallow: /signin
Disallow: /*/signin