# Controls for Google AdSense crawlers
User-Agent: Mediapartners-Google
Disallow:

# Controls for AI Data Scrapers (Optional but Recommended)
# This prevents services like ChatGPT, Google AI, and Claude from using your content for training.
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

# Controls for all other crawlers
User-agent: *
Disallow: /account/
Disallow: /ajax/
Disallow: /cb/
Disallow: /click/
Disallow: /company/
Disallow: /cultureassessment/
Disallow: /identity/
Disallow: /job/
Disallow: /jobalert/
Disallow: /jobr2/
Disallow: /jobs/similar
Disallow: /location/
Disallow: /newsletter/
Disallow: /partner/details/
Disallow: /resource/
Disallow: /social/
Disallow: /(X(1))/

# Block crawling of search parameter variations to prevent duplicate content
Disallow: /*?location*
Disallow: /*?jobTitle*
Disallow: /*?sortStr*
Disallow: /*?slug*
Disallow: /*?jtid*

# Block specific service endpoints
Disallow: /autocomplete/
Disallow: /getjobtitleurlnameandverifysalary/
Disallow: /JobTitle/GetClickedReview

# Block Oracle's ad crawler
User-agent: grapeshot
Disallow: /

# Sitemap Index (Cleaner than listing all sitemaps)
Sitemap: https://www.careerbliss.com/sitemap_index.xml