# robots.txt for https://kaizenify.app/ # Purpose: Allow search engines and AI crawlers to access public content, # while blocking login/signup flows and common tracking parameters. # ====================================================== # Allow AI Crawlers (ChatGPT, Perplexity, Claude, Gemini, etc.) # ====================================================== User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: cohere-ai Allow: / User-agent: OAI-SearchBot Allow: / # ====================================================== # Allow Major Search Engines and Social Media Bots # ====================================================== User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Googlebot-Image Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: Yandex Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / # ====================================================== # General Rules for All Other Bots # ====================================================== User-agent: * Allow: / # Block auth / onboarding flows (not useful in search results) Disallow: /app-login Disallow: /forgot-password Disallow: /index.php/forgot-password Disallow: /app-user-signup/ # If you want to keep pricing pages indexed, leave this ALLOWED. # If not, uncomment the next line: # Disallow: /select-plan # Reduce duplicate URLs from tracking parameters Disallow: /*utm_ Disallow: /*?utm_ Disallow: /*&utm_ Disallow: /*?trk= Disallow: /*&trk= Disallow: /*?via= Disallow: /*&via= # Optional: block most /index.php/ paths (often duplicates), but allow the known public confirmation page Disallow: /index.php/ Allow: /index.php/contact-confirmation # ====================================================== # Sitemap Location # ====================================================== Sitemap: https://kaizenify.app/sitemap.xml