User-agent: *
#Disallow: /*/json/
Disallow: /~/hws/
Disallow: /h5news/
Disallow: /utilityapp/
Disallow: /~/user/
#Disallow: /find/
Disallow: /*.aspx
Disallow: /136749668/
Disallow: /6985521/
Disallow: /_Incapsula_Resource
Disallow: /cws/
Disallow: /presentation/
Disallow: /Presentation/
Disallow: /search
Disallow: /Search
Disallow: /shop/
Disallow: /sitecore modules/
Disallow: /sitecore/
Disallow: /sws/
Disallow: /trk/
Disallow: /webservices/
Disallow: /community/
Allow:/sws/feed/news/*

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Meta-External Fetcher
Disallow: /

User-agent: AmazonBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: omglibot
Disallow: /

User-agent: Ai2Bot
Disallow: /

User-agent: Ai2Bot-Dolma
Disallow: /

User-agent: ChatGPT
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Perplexity.ai
Disallow: /

User-agent: Jasper.ai
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /