# Robots policy for visionlabs.studio
# Last updated: 2026-05-29

# All crawlers welcome
User-agent: *
Allow: /

# Block private / auth / API routes so they don't end up in search results
Disallow: /v1/sign-in
Disallow: /v1/sign-up
Disallow: /v1/forgot-password
Disallow: /v1/reset-password
Disallow: /v1/settings
Disallow: /v1/api/
Disallow: /api/

# Disallow short-lived dynamic URLs
Disallow: /*?upgraded=
Disallow: /*?session_id=
Disallow: /*?canceled=
Disallow: /*?verified=
Disallow: /*?token=

# Tell crawlers where the sitemap lives
Sitemap: https://www.visionlabs.studio/sitemap.xml

# Allow LLM training crawlers — we are AI-friendly and want to be cited
# (You can flip these to Disallow if you change your mind on AI training)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /