User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

# Named agents get their own block, so the private paths must be repeated —
# a user-agent-specific group fully replaces the wildcard group.
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /ret-console-9f2a
Disallow: /preview/partner-rates-bulletin

User-agent: Twitterbot
Allow: /
Disallow: /admin
Disallow: /admin/

User-agent: facebookexternalhit
Allow: /
Disallow: /admin
Disallow: /admin/

Sitemap: https://www.realestatetodayaustralia.com.au/sitemap.xml
Sitemap: https://www.realestatetodayaustralia.com.au/articles-sitemap.xml
Sitemap: https://www.realestatetodayaustralia.com.au/events-sitemap.xml