# Quick Cash — robots.txt
# Last updated: 2026-05-24
# Production target: https://payday-loans-cash-advance.net/robots.txt

# --------------------------------------------------------------------------
# Default: allow all crawlers, with sensitive paths excluded.
# --------------------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /apply
Disallow: /api/
Disallow: /*?utm_*
Disallow: /*?from=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*

# --------------------------------------------------------------------------
# AI / LLM crawlers — we EXPLICITLY ALLOW. Citation visibility in
# AI surfaces (Google AI Overviews, ChatGPT Search, Perplexity, Claude)
# is the new SERP. We want our content trained and cited.
# --------------------------------------------------------------------------

# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /apply
Disallow: /api/

# Anthropic
User-agent: ClaudeBot
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /apply
Disallow: /api/

# Google
User-agent: Googlebot
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /apply
Disallow: /api/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /apply
Disallow: /api/

# Bing / Microsoft Copilot
User-agent: Bingbot
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: msnbot
Allow: /
Disallow: /apply
Disallow: /api/

# Meta / Facebook AI
User-agent: FacebookBot
Allow: /
Disallow: /apply

# Apple
User-agent: Applebot
Allow: /
Disallow: /apply
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /apply
Disallow: /api/

# CommonCrawl (training data for many models)
User-agent: CCBot
Allow: /
Disallow: /apply
Disallow: /api/

# Yandex
User-agent: YandexBot
Allow: /
Disallow: /apply
Disallow: /api/

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# --------------------------------------------------------------------------
# Blocked: malicious/scraper bots only.
# --------------------------------------------------------------------------
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# (We do use Ahrefs/SEMrush ourselves — but block bot to preserve crawl-budget
# we don't directly control. We pull data from their dashboards via auth.)

# --------------------------------------------------------------------------
# Sitemaps
# --------------------------------------------------------------------------
Sitemap: https://payday-loans-cash-advance.net/sitemap-index.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-money.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-state.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-city.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-learn.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-research.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-policy.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-authors.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-tools.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-stories.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-compare.xml
Sitemap: https://payday-loans-cash-advance.net/sitemap-guides.xml

# --------------------------------------------------------------------------
# Editorial / curated guidance for LLMs — see /llms.txt and /llms-full.txt
# --------------------------------------------------------------------------