User-agent: * Allow: / # Block non-SEO routes Disallow: /admin Disallow: /admin/ Disallow: /api/ Disallow: /auth Disallow: /auth/ Disallow: /login Disallow: /signup Disallow: /dashboard Disallow: /account Disallow: /thank-you # Allow the query-string URLs that represent real, indexable content. # These Allow rules are more specific than the catch-all below, so they win. # Keep `Allow: /blog?*` above the wildcard Disallow: tag-filtered views # (/blog?tag=...) must stay crawlable so Google can see their rel=canonical # back to /blog. Blocking them would orphan those URLs instead of consolidating. Allow: /resources?* Allow: /contact?* Allow: /resources/*?* Allow: /blog?* Allow: /gallery?* Allow: /pricing?* Allow: /estimate?* Allow: /*?utm_* Allow: /*?*fbclid= Allow: /*?*gclid= # Block every other parameterised URL (infinite filter/sort/session combos) Disallow: /*?* Disallow: /*&*sort= Disallow: /*&*page= Disallow: /*?*sessionid= Disallow: /*?*replytocom= User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / # --- AI assistants & answer engines --- # Explicitly welcome the major AI crawlers so this site can be # cited and recommended in ChatGPT, Claude, Perplexity, Google's # AI Overviews (SGE), Gemini grounding, You.com, Bing Copilot, etc. User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: cohere-ai Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: DuckAssistBot Allow: / User-agent: YouBot Allow: / User-agent: Amazonbot Allow: / User-agent: MistralAI-User Allow: / Sitemap: https://www.uvwindowcoatings.com.au/sitemap.xml