# robots.txt for www.gotcashback.com
# Agent-readable content index: https://www.gotcashback.com/llms.txt
#
# Content Signals (https://contentsignals.org/) declared per agent group below:
#   search=yes   - content may be indexed and surfaced in search results
#   ai-input=yes - content may be used as live input to AI assistants/answers
#   ai-train=yes - content may be used to train AI models

# --- AI assistants: live, user-triggered fetches (someone asked about this site) ---
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: Meta-ExternalFetcher
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /Click/
Disallow: /GiftCardClick/
Disallow: /Account/
Disallow: /Accounts/
Disallow: /Search/
Allow: /Search/Search.js
Allow: /

# --- AI search / answer-engine indexing (gets the site cited in AI answers) ---
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /Click/
Disallow: /GiftCardClick/
Disallow: /Account/
Disallow: /Accounts/
Disallow: /Search/
Allow: /Search/Search.js
Allow: /

# --- AI model training crawlers ---
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /Click/
Disallow: /GiftCardClick/
Disallow: /Account/
Disallow: /Accounts/
Disallow: /Search/
Allow: /Search/Search.js
Allow: /

# --- Google / Apple AI-use control tokens (presence of a rule = opt-in signal) ---
User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# --- Everyone else (including Googlebot, bingbot) ---
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /Click/
Disallow: /GiftCardClick/
Disallow: /Account/
Disallow: /Accounts/
Disallow: /Search/
Allow: /Search/Search.js
Allow: /

Sitemap: https://www.gotcashback.com/sitemap-index.xml