User-agent: GPTBot
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: ChatGPT-User
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: ClaudeBot
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: anthropic-ai
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: PerplexityBot
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: Google-Extended
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: Applebot-Extended
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: Amazonbot
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Crawl-delay: 10

User-agent: AhrefsBot
Allow: /
Crawl-delay: 5

User-agent: SemrushBot
Allow: /
Crawl-delay: 5

User-agent: PetalBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /api/
Disallow: /p/*/dashboard
Allow: /dashboard/stock/
Allow: /dashboard/stock/*
Disallow: /dashboard/
Disallow: /accounts/login/
Disallow: /logout
Allow: /p/70/*
Disallow: /p/*
Allow: /p/70/dashboard/
Disallow: /deactivate_account/*
Disallow: /api/*
Disallow: /accounts/signup/*
Disallow: /accounts/password/reset
Disallow: /stock_management
Disallow: /save_trade/
Disallow: /isin_suggestion
Disallow: /set_active_portfolio
Disallow: /update-tutorial-status
Disallow: /accounts/login
Disallow: /welcome
Disallow: /create-stripe-session/*
Disallow: /add_stock/
Disallow: /trade/
Disallow: /portfolio/*
Disallow: /update-theme-preference/
Disallow: /view_stocks/*
Disallow: /dashboard_stocks/*
Disallow: /get_portfolios/
Disallow: /stock_info/*
Disallow: /bond_suggestions/
Disallow: /sync-brokers/
Disallow: /password_reset/
Disallow: /*?next=
Disallow: /p/70/estimate_monthly_dividends/
Disallow: /p/70/analytics_stocks/
Disallow: /p/70/stock/*
Disallow: /p/70/get_dividend_yield_data/
Disallow: /p//*
Disallow: /equity-input/
Disallow: /custom-input/
Disallow: /accounts/profile
Sitemap: https://www.allinvestview.com/sitemap.xml