# FirstDig: public pages are open to search engines and AI assistants.
User-agent: *
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: GPTBot
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: OAI-SearchBot
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: ChatGPT-User
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: ClaudeBot
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: Claude-User
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: Claude-SearchBot
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: PerplexityBot
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: Google-Extended
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

User-agent: Applebot-Extended
Allow: /
Disallow: /app/
Disallow: /onboarding
Disallow: /login
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /signup/complete
Disallow: /invite/
Disallow: /unsubscribe

Sitemap: https://firstdig.net/sitemap.xml
Sitemap: https://api.firstdig.net/v1/public/pages-sitemap.xml