# robots.txt for GetCurrentOffer.com
# Allow all search engines to crawl the site

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://getcurrentoffers.com/sitemap.xml

# LLM/AI discoverability
# See https://llmstxt.org for the llms.txt standard
Allow: /llms.txt

# RSS Feed
# https://getcurrentoffers.com/feed.xml

# Crawl delay to be respectful of server resources
Crawl-delay: 1

# Allow important pages
Allow: /
Allow: /saved
Allow: /about
Allow: /contact
Allow: /privacy
Allow: /terms

# Disallow admin and API routes
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

# Disallow duplicate content with query parameters (except search)
Disallow: /*?page=
Disallow: /*?issuer=
Disallow: /*?offerType=
Disallow: /*?category=

# Allow search queries for SEO
Allow: /*?q=*

# Specific bot instructions
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /logos/

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Allow AI/LLM crawlers for discoverability
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: Applebot-Extended
Allow: /

# Block bad bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /