User-agent: * # Disallow access to the admin area Disallow: /admin # Disallow non-slashed URLs to enforce consistent URL structure Disallow: /*[^/]$ # Disallow modal-trigger query strings — these are JS-driven redirect # targets ( /get-started, /try, /demo, /contact … all 301 to ?modal=… ). # They serve the same HTML as the homepage, so crawlers were treating # them as duplicate pages and flagging hreflang mismatches against the # clean /, /nl/, /tr/ URLs. Block the query at the crawl layer; the 301 # redirects still work for real users. Disallow: /*?modal= Disallow: /*&modal= # Explicitly allow the root URL ("/") Allow: / # Allow any two-letter language root paths Allow: /[a-z]{2}$ # Explicitly allow robots.txt and sitemap.xml files Allow: /robots.txt Allow: /sitemap.xml Allow: /*/sitemap.xml # Allow access to image files (PNG, JPG, SVG, WebP, GIF, etc.) Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.svg Allow: /*.webp Allow: /*.gif Allow: /*.ico # ── Content Signals — declare AI content usage preferences ── # https://contentsignals.org Content-Signal: ai-train=yes, search=yes, ai-input=yes # ── AI crawlers — explicitly welcome, point to LLM content ── # /*/llms.txt and /*/llms-full.txt wildcards cover /nl/, /tr/, etc. User-agent: GPTBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: ChatGPT-User Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: ClaudeBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: anthropic-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: PerplexityBot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: Google-Extended Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: Gemini-Web-Fetch Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: cohere-ai Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt User-agent: Applebot Allow: / Allow: /llms.txt Allow: /llms-full.txt Allow: /*/llms.txt Allow: /*/llms-full.txt # Reference to the main sitemap, which links to all other language-specific sitemaps Sitemap: https://flowqi.com/sitemap.xml Sitemap: https://flowqi.com/en/sitemap.xml Sitemap: https://flowqi.com/nl/sitemap.xml Sitemap: https://flowqi.com/tr/sitemap.xml