User-Agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /dashboard/
Disallow: /chat/
Disallow: /checkout/
Disallow: /auth/callback/
Disallow: /auth/verify-email/
Disallow: /auth/verify-otp/
Disallow: /auth/verify-reset-otp/
Disallow: /auth/reset-password/
Disallow: /auth/reset-success/
Disallow: /auth/success/
Disallow: /auth/forgot-password/
Disallow: /subscription/
Disallow: /feedback/
Disallow: /share/
Disallow: /api/

User-Agent: GPTBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: cohere-ai
Allow: /

Sitemap: https://www.widelai.com/sitemap.xml