# robots.txt for https://www.xump.com/
# Updated 2026

# ----------------------------------------------------------------------
# Default rule — applies to every crawler (Google, Bing, AI bots, etc.)
# AI search/retrieval bots fall under this block and are ALLOWED by
# default, which is what we want for visibility in AI answers.
# Only the non-public / transactional paths are blocked.
# ----------------------------------------------------------------------
User-agent: *
Disallow: /Newsletter/
Disallow: /Includes/
Disallow: /WEB-INF/
Disallow: /cfformprotect/
Disallow: /CartContent.cfm
Disallow: /cartcontent.cfm
Disallow: /MyAccount.cfm
Disallow: /myaccount.cfm

# ----------------------------------------------------------------------
# Explicit allow for AI search, retrieval, and training crawlers.
# Listed by name so the stance is unambiguous and survives any future
# "block AI bots" defaults. Same transactional paths are blocked so the
# bots don't waste crawl time on cart/account pages.
#
# To keep a specific bot OUT later, remove its name from this group and
# give it its own block:   User-agent: GPTBot \n Disallow: /
# ----------------------------------------------------------------------

# --- Retrieval / live-fetch bots (these drive AI citations & answers) ---
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Google-Extended
User-agent: Applebot-Extended
# --- Training/indexing bots (allowed; flip to Disallow: / to opt out) ---
User-agent: GPTBot
User-agent: ClaudeBot
Disallow: /Newsletter/
Disallow: /Includes/
Disallow: /WEB-INF/
Disallow: /cfformprotect/
Disallow: /CartContent.cfm
Disallow: /cartcontent.cfm
Disallow: /MyAccount.cfm
Disallow: /myaccount.cfm

Sitemap: https://www.xump.com/sitemap.xml