# ============================================
# southernalberta.com
# ============================================

# --- Search engines: full access ---
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Storebot-Google
User-agent: Google-InspectionTool
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Applebot
Allow: /
Disallow: /connections/
Disallow: /_data/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /scriptlibrary/
Disallow: /web/
Disallow: /files/
Disallow: /ads/
Disallow: /business/documents/
Disallow: /ban_redirect.asp
Disallow: /ban_redirect_web.asp
Disallow: /ban_redirect_call.asp
Disallow: /slide_click.asp
Disallow: /tl_frontpage_view_track.asp
Disallow: /*?*offset=
Disallow: /*?*index=

# --- AI search and answer engines: allowed, so you get cited ---
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: meta-externalfetcher
User-agent: Amazonbot
Allow: /
Disallow: /connections/
Disallow: /control/
Disallow: /_data/
Disallow: /business/documents/
Disallow: /ban_redirect.asp
Disallow: /ban_redirect_web.asp
Disallow: /ban_redirect_call.asp

# --- AI training crawlers ---
# Currently allowed. Flip to "Disallow: /" if you'd rather your
# photography and written listings not feed model training.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
Allow: /
Disallow: /business/documents/

# --- Aggressive or zero-value crawlers ---
User-agent: Bytespider
User-agent: CCBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
User-agent: Barkrowler
User-agent: SeekportBot
User-agent: PetalBot
User-agent: ImagesiftBot
Disallow: /

# --- Everyone else ---
User-agent: *
Crawl-delay: 10
Allow: /
Disallow: /connections/
Disallow: /control/
Disallow: /_data/
Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /scriptlibrary/
Disallow: /web/
Disallow: /files/
Disallow: /ads/
Disallow: /business/documents/
Disallow: /ban_redirect.asp
Disallow: /ban_redirect_web.asp
Disallow: /ban_redirect_call.asp
Disallow: /slide_click.asp
Disallow: /tl_frontpage_view_track.asp

Sitemap: https://www.southernalberta.com/sab-sitemap.xml