# Pensatorium - Robots.txt Configuration # https://pensatorium.ai User-agent: * # Sitemap location - submit this to Google Search Console Sitemap: https://pensatorium.ai/sitemap.xml # Block private/authenticated routes Disallow: /api/ Disallow: /explore/ Disallow: /reflections/ Disallow: /settings/ Disallow: /thought/ Disallow: /analytics/ Disallow: /admin/ Disallow: /onboarding/ Disallow: /search/ # Block legacy locale-prefixed paths (app is English-only, no locale prefix) # These paths redirect to canonical URLs but should not be indexed Disallow: /en/ Disallow: /fr/ Disallow: /es/ Disallow: /pt/ # Explicitly allow all public pages # URLs are served at root paths (no /en prefix) Allow: /$ Allow: /pricing Allow: /privacy-policy Allow: /terms Allow: /cookie-policy Allow: /contact Allow: /sign-in Allow: /sign-up # Allow crawling of static assets Allow: /manifest.json Allow: /sitemap.xml Allow: /*.png$ Allow: /*.ico$ Allow: /*.svg$ # Crawl-delay for politeness (optional, not all bots respect this) Crawl-delay: 1