User-agent: *
Disallow: /app/
Disallow: /unsubscribe

# AI bot permissions. Each named group REPLACES the wildcard group rather than
# inheriting from it, so every one of them has to repeat the Disallow lines or
# it is allowed into the portal.
# Retired pages (/webinar, /partners, /homes/…, /pricing-preview) are no longer
# blocked: they now redirect, and crawlers need to see the redirect to drop
# the old URLs. Noindex pages (/list-a-property, case studies, ad landers) are
# left crawlable on purpose so the noindex tag is read.
User-agent: GPTBot
Allow: /
Disallow: /app/
Disallow: /unsubscribe

User-agent: OAI-SearchBot
Allow: /
Disallow: /app/
Disallow: /unsubscribe

User-agent: ClaudeBot
Allow: /
Disallow: /app/
Disallow: /unsubscribe

User-agent: PerplexityBot
Allow: /
Disallow: /app/
Disallow: /unsubscribe

User-agent: Google-Extended
Allow: /
Disallow: /app/
Disallow: /unsubscribe

User-agent: Applebot-Extended
Allow: /
Disallow: /app/
Disallow: /unsubscribe

# The AI index is at the conventional path; listed here as a courtesy for
# bots that read robots.txt first.
# llms.txt: https://publicsquare.com.au/llms.txt

Sitemap: https://publicsquare.com.au/sitemap.xml