User-agent: * Allow: / # Build artefact: the pre-SSR shell render-meta fetches to build crawler # responses. Publicly reachable but never a page — must not be indexed. # Both forms: Pages serves it at /shell and 308s /shell.html to it. Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight # Suppress querystring duplicates from GSC (canonical is the bare path) Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= # Welcome AI crawlers, we want to be cited. But a named group is EXCLUSIVE: # under RFC 9309 a crawler obeys only the most specific group that matches it # and ignores "User-agent: *" entirely. These groups previously carried # "Allow: /" and nothing else, which meant every one of these crawlers was # permitted to fetch /profile/, /browse, /member/, /messages, /settings and # /admin while Googlebot was blocked from all of them. On a site whose product # is discretion that is a privacy hole, not an SEO setting. # Every group below therefore repeats the private paths. If you add a Disallow # to the * group, add it here too, to all of them. User-agent: GPTBot Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= User-agent: ChatGPT-User Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= User-agent: Google-Extended Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= User-agent: PerplexityBot Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= User-agent: anthropic-ai Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= User-agent: ClaudeBot Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= User-agent: Applebot-Extended Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= User-agent: cohere-ai Allow: / Disallow: /shell Disallow: /shell.html Disallow: /onboarding Disallow: /browse Disallow: /member/ Disallow: /profile/ Disallow: /likes Disallow: /messages Disallow: /settings Disallow: /upgrade Disallow: /billing Disallow: /admin Disallow: /notifications Disallow: /complete-profile Disallow: /login Disallow: /reset-password Disallow: /referrals Disallow: /spotlight Disallow: /*?role= Disallow: /*?ref= Disallow: /*?from= Disallow: /*?prefill= Sitemap: https://sugarbowl.ie/sitemap.xml