# MindFlows Robots.txt # https://www.mindflows.us/robots.txt User-agent: * Allow: / # Sitemap location Sitemap: https://www.mindflows.us/sitemap.xml # LLM & AI Crawlers — explicitly allowed for AEO/GEO discoverability # See also: https://www.mindflows.us/llms.txt User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: CCBot Allow: / User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: YandexBot Allow: / User-agent: Applebot Allow: / User-agent: DuckDuckBot Allow: / # Disallow test, admin, and app pages Disallow: /test- Disallow: /diagnose- Disallow: /check- Disallow: /node_modules/ Disallow: /app-cloud.html Disallow: /app.html Disallow: /app-old.html Disallow: /mindflows/ Disallow: /home/workflows/ Disallow: /mindflows-v3-fixed.html # Allow important pages Allow: /index.html Allow: /how-it-works.html Allow: /about.html Allow: /unlocked.html Allow: /contact.html Allow: /privacy.html Allow: /terms.html Allow: /cookies.html Allow: /blog.html Allow: /docs.html Allow: /docs/ Allow: /blog/