user-agent: *  
Allow: /*   
Allow: /reviews
Allow: /academy-projects

Disallow: /reviews*?
Disallow: /academy-projects*?
Disallow: /learning-reports/weekly-report*?
Disallow: /unauthorized*
Disallow: /blog/ar/*

#Disallowed AI Bots to crawl the TnC Pages
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Brightbot 1.0
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Crawlspace
User-agent: Diffbot
User-agent: DuckAssistBot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: GPTBot
User-agent: iaskspider/2.0
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: ISSCyberRiskCrawler
User-agent: Kangaroo Bot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: omgilibot
User-agent: PanguBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: Scrapy
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
Disallow: /privacy-policy
Disallow: /cookie-policy
Disallow: /academy-digital-partner-tc
Disallow: /academy-invite-earn-tc
Disallow: /academy-4-0-inspire-mentorship-terms-and-conditions
Disallow: /academy-partner-program-tc
Disallow: /intensive-alumni-terms-and-conditions
Disallow: /intensive-invite-earn-tc
Disallow: /hiring-partner-terms-and-conditions
Disallow: /ta-streak-challenge-terms-and-conditions
Disallow: /ta-streak-challenge-guide
Disallow: /invite-and-earn
Disallow: /corporate-information
Disallow: /terms-and-conditions
Disallow: /grievance-redressal
Disallow: /vision-and-values
Disallow: /4-0-champions
Disallow: /tech-community
Disallow: /net
Disallow: /intensive/referral
Disallow: /intensive-english
Disallow: /intensive-telugu
Disallow: /abroad
Disallow: /pap-bootcamp

Sitemap: https://www.ccbp.in/sitemap.xml