# Xcllusive Business Sales — robots.txt
# Last updated: May 6, 2026

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/
Disallow: /trackback/
Disallow: /comments/feed/
Allow: /wp-admin/admin-ajax.php

# AI bots welcomed
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

# Rate-limit Bingbot
User-agent: Bingbot
Crawl-delay: 4

# Scrapers / lead-gen / email harvesters (polite ones; the rest need Cloudflare/Wordfence)
User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: ZoomInfoBot
Disallow: /

User-agent: ApolloBot
Disallow: /

User-agent: HunterBot
Disallow: /

User-agent: Snovio
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

Sitemap: https://www.xcllusive.com.au/sitemap_index.xml