Sitemap: https://www.aao.org/sitemap.xml
Sitemap: https://www.aao.org/sitemap_lms.xml
Sitemap: https://www.aao.org/bcsc-sitemap.xml
User-agent: *
Disallow: /admin/
Disallow: /biography/
Disallow: /secure-biography-redirect
Disallow: /SearchResults.aspx
Disallow: /search/results
Disallow: /Web/Services/FeedbackService.asmx
Disallow: /Web/Services

User-agent: aao-appliance
Disallow: /admin/
Disallow: /biography/
Disallow: /secure-biography-redirect
Disallow: /SearchResults.aspx
Disallow: /search/results
Disallow: /Web/Services/FeedbackService.asmx
Disallow: /Web/Services

Sitemap: https://isrs.org/sitemap.xml


User-agent: GPTBot
Disallow: /


User-agent: GPTBot
Disallow: /

User-agent: Amazonbot
Disallow: /


User-agent: *
Sitemap: https://www.aljazeera.com/sitemap.xml
Disallow: /api
Disallow: /asset-manifest.json


User-agent: *
Sitemap: https://www.aljazeera.com/sitemap.xml
Disallow: /api
Disallow: /asset-manifest.json
Allow: /search/$
Disallow: /search/
Disallow: /home/search?q=


User-agent: *
Sitemap: https://www.aljazeera.com/sitemap.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-new.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-new.xml
Disallow: /api
Disallow: /asset-manifest.json
Allow: /search/$
Disallow: /search/
Disallow: /home/search?q=


User-agent: *
Sitemap: https://www.aljazeera.com/sitemap.xml
Sitemap: https://www.aljazeera.com/news-sitemap.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-new.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-new.xml
Disallow: /api
Disallow: /asset-manifest.json
Allow: /search/$
Disallow: /search/
Disallow: /home/search?q=


# Al Jazeera Media Network content is made available for your personal, non-commercial
# use subject to our Terms and Conditions:
# https://www.aljazeera.com/terms-and-conditions/
# Any other uses are not permitted, including but not limited to:
# (1) the development of any software, machine learning, artificial intelligence (AI),
# and/or large language models (LLMs);
# (2) text and data mining activities;
# (3) creating or providing archived or cached data sets containing our content to others; and/or
# (4) any commercial purposes.
# Use of any device, tool, or process designed to data mine or scrape the content
# using automated means is prohibited without prior written permission from
# Al Jazeera Media Network. Contact https://network.aljazeera.net/en/contact for assistance.

User-agent: *
Disallow: /api
Disallow: /asset-manifest.json
Allow: /search/$
Disallow: /search/
Disallow: /home/search?q=

# Disallow Rules

User-agent: anthropic-ai
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Sitemaps

Sitemap: https://www.aljazeera.com/sitemap.xml
Sitemap: https://www.aljazeera.com/news-sitemap.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-new.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-new.xml


# Al Jazeera Media Network content is made available for your personal, non-commercial
# use subject to our Terms and Conditions:
# https://www.aljazeera.com/terms-and-conditions/
# Any other uses are not permitted, including but not limited to:
# (1) the development of any software, machine learning, artificial intelligence (AI),
# and/or large language models (LLMs);
# (2) text and data mining activities;
# (3) creating or providing archived or cached data sets containing our content to others; and/or
# (4) any commercial purposes.
# Use of any device, tool, or process designed to data mine or scrape the content
# using automated means is prohibited without prior written permission from
# Al Jazeera Media Network. Contact https://network.aljazeera.net/en/contact for assistance.

User-agent: *
Disallow: /api
Disallow: /asset-manifest.json
Allow: /search/$
Disallow: /search/
Disallow: /home/search?q=

# Allow Rules

User-agent: AmazonAdBot
Allow: /

# Disallow Rules

User-agent: anthropic-ai
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Sitemaps

Sitemap: https://www.aljazeera.com/news-sitemap.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-new.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-new.xml


# Al Jazeera Media Network content is made available for your personal, non-commercial
# use subject to our Terms and Conditions:
# https://www.aljazeera.com/terms-and-conditions/
# Any other uses are not permitted, including but not limited to:
# (1) the development of any software, machine learning, artificial intelligence (AI),
# and/or large language models (LLMs);
# (2) text and data mining activities;
# (3) creating or providing archived or cached data sets containing our content to others; and/or
# (4) any commercial purposes.
# Use of any device, tool, or process designed to data mine or scrape the content
# using automated means is prohibited without prior written permission from
# Al Jazeera Media Network. Contact https://network.aljazeera.net/en/contact for assistance.

User-agent: *
Disallow: /api
Disallow: /asset-manifest.json
Allow: /search/$
Disallow: /search/
Disallow: /home/search?q=
Disallow: /*/liveblog/*?*update=*
Disallow: /*?gb=
Disallow: /*&gb=
Disallow: /*?traffic_source=
Disallow: /*&traffic_source=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?playlist=
Disallow: /*&playlist=

# Allow Rules

User-agent: AmazonAdBot
Allow: /

# Disallow Rules

User-agent: anthropic-ai
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Sitemaps

Sitemap: https://www.aljazeera.com/news-sitemap.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/article-new.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-archive.xml
Sitemap: https://www.aljazeera.com/sitemaps/video-new.xml


User-Agent: EasouSpider
Disallow: /
User-agent: Twitterbot
Allow: /episode
Allow: /equipment_reviews
Allow: /recipes
Allow: /taste_tests
Allow: /videos
User-Agent: *
Disallow: /404
Disallow: *?*hpv=*
Disallow: /500
Disallow: /admin
Disallow: /search
Disallow: /radio
Disallow: /friends
Disallow: /*/email_friend
Disallow: /*/shopping_list
Disallow: /*/user_favorite
Disallow: /order
Disallow: /paywall
Disallow: /upgrade
Disallow: /register
Disallow: /reebok
Disallow: /gift_membership
Disallow: /guides/subzero
Disallow: *?*sqn=*
Sitemap: https://www.americastestkitchen.com/sitemap.xml


 User-Agent: EasouSpider
 Disallow: /

 User-Agent: *
 Disallow: /404
 Disallow: *?*hpv=*
 Disallow: /500
 Disallow: /admin
 Disallow: /search
 Disallow: /radio
 Disallow: /friends
 Disallow: /*/email_friend
 Disallow: /*/shopping_list
 Disallow: /*/user_favorite
 Disallow: /favorites
 Disallow: /partner
 Disallow: /order
 Disallow: /upgrade
 Disallow: /register
 Disallow: /gift_membership
 Disallow: /interstitial
 Disallow: /interstitials
 Disallow: /reebok
 Disallow: *?*sqn=*
Sitemap: https://www.americastestkitchen.com/sitemap/atk.xml


 User-Agent: EasouSpider
 Disallow: /

 User-Agent: *
 Disallow: /404
 Disallow: *?*hpv=*
 Disallow: /500
 Disallow: /admin
 Disallow: /search
 Disallow: /radio
 Disallow: /friends
 Disallow: /*/email_friend
 Disallow: /*/shopping_list
 Disallow: /*/user_favorite
 Disallow: /favorites
 Disallow: /partner
 Disallow: /order
 Disallow: /upgrade
 Disallow: /register
 Disallow: /gift_membership
 Disallow: /interstitial
 Disallow: /interstitials
 Disallow: /reebok
 Disallow: *?*sqn=*
Sitemap: https://www.www.com/sitemap/.xml


 User-Agent: EasouSpider
 Disallow: /

 User-Agent: *
 Disallow: /404
 Disallow: *?*hpv=*
 Disallow: /500
 Disallow: /admin
 Disallow: /search
 Disallow: /radio
 Disallow: /friends
 Disallow: /*/email_friend
 Disallow: /*/shopping_list
 Disallow: /*/user_favorite
 Disallow: /favorites
 Disallow: /partner
 Disallow: /order
 Disallow: /upgrade
 Disallow: /register
 Disallow: /gift_membership
 Disallow: /interstitial
 Disallow: /interstitials
 Disallow: /reebok
 Disallow: *?*sqn=*
Sitemap: https://www.americastestkitchen.com/sitemap.xml


 User-Agent: EasouSpider
 Disallow: /

 User-Agent: *
 Disallow: /404
 Disallow: *?*hpv=*
 Disallow: /500
 Disallow: /admin
 Disallow: /search
 Disallow: /radio
 Disallow: /friends
 Disallow: /*/email_friend
 Disallow: /*/shopping_list
 Disallow: /*/user_favorite
 Disallow: /favorites
 Disallow: /partner
 Disallow: /order
 Disallow: /upgrade
 Disallow: /register
 Disallow: /gift_membership
 Disallow: /interstitial
 Disallow: /interstitials
 Disallow: /reebok
 Disallow: /order?mdc=AFS220MA1D
 Disallow: *?*sqn=*
Sitemap: https://www.americastestkitchen.com/sitemap.xml


  # Wildcard Rules

  User-Agent: *
    Disallow: *?*hpv=*
    Disallow: *?*sqn=*
    Disallow: /*/email_friend
    Disallow: /*/shopping_list
    Disallow: /*/user_favorite
    Disallow: /404
    Disallow: /500
    Disallow: /admin
    Disallow: /favorites
    Disallow: /friends
    Disallow: /gift_membership
    Disallow: /interstitial
    Disallow: /interstitials
    Disallow: /partner
    Disallow: /radio
    Disallow: /reebok
    Disallow: /register

  # Disallow Rules

    User-agent: Amazonbot
    Disallow: /

    User-agent: anthropic-ai
    Disallow: /

    User-agent: AwarioRssBot
    Disallow: /

    User-agent: AwarioSmartBot
    Disallow: /

    User-agent: Bytespider
    Disallow: /

    User-agent: CCBot
    Disallow: /

    User-agent: ChatGPT-User
    Disallow: /

    User-agent: ClaudeBot
    Disallow: /

    User-agent: Claude-Web
    Disallow: /

    User-agent: cohere-ai
    Disallow: /

    User-agent: DataForSeoBot
    Disallow: /

    User-agent: EasouSpider
    Disallow: /

    User-agent: FacebookBot
    Disallow: /

    User-agent: Google-Extended
    Disallow: /

    User-agent: GPTBot
    Disallow: /

    User-agent: magpie-crawler
    Disallow: /

    User-agent: omgili
    Disallow: /

    User-agent: omgilibot
    Disallow: /

    User-agent: peer39_crawler
    Disallow: /

    User-agent: peer39_crawler/1.0
    Disallow: /

    User-agent: PerplexityBot
    Disallow: /

Sitemap: https://www.americastestkitchen.com/sitemap.xml


  # Wildcard Rules

  User-Agent: *
    Disallow: *?*hpv=*
    Disallow: *?*sqn=*
    Disallow: /*/email_friend
    Disallow: /*/shopping_list
    Disallow: /*/user_favorite
    Disallow: /404
    Disallow: /500
    Disallow: /admin
    Disallow: /favorites
    Disallow: /friends
    Disallow: /gift_membership
    Disallow: /interstitial
    Disallow: /interstitials
    Disallow: /partner
    Disallow: /radio
    Disallow: /reebok
    Disallow: /register
    Disallow: /test-recipe

  # Disallow Rules

    User-agent: Amazonbot
    Disallow: /

    User-agent: anthropic-ai
    Disallow: /

    User-agent: AwarioRssBot
    Disallow: /

    User-agent: AwarioSmartBot
    Disallow: /

    User-agent: Bytespider
    Disallow: /

    User-agent: CCBot
    Disallow: /

    User-agent: ChatGPT-User
    Disallow: /

    User-agent: ClaudeBot
    Disallow: /

    User-agent: Claude-Web
    Disallow: /

    User-agent: cohere-ai
    Disallow: /

    User-agent: DataForSeoBot
    Disallow: /

    User-agent: EasouSpider
    Disallow: /

    User-agent: FacebookBot
    Disallow: /

    User-agent: Google-Extended
    Disallow: /

    User-agent: GPTBot
    Disallow: /

    User-agent: magpie-crawler
    Disallow: /

    User-agent: omgili
    Disallow: /

    User-agent: omgilibot
    Disallow: /

    User-agent: peer39_crawler
    Disallow: /

    User-agent: peer39_crawler/1.0
    Disallow: /

    User-agent: PerplexityBot
    Disallow: /

Sitemap: https://www.americastestkitchen.com/sitemap.xml


  # Wildcard Rules

  User-Agent: *
    Disallow: *?*hpv=*
    Disallow: *?*sqn=*
    Disallow: /*/email_friend
    Disallow: /*/shopping_list
    Disallow: /*/user_favorite
    Disallow: /404
    Disallow: /500
    Disallow: /admin
    Disallow: /favorites
    Disallow: /friends
    Disallow: /gift_membership
    Disallow: /interstitial
    Disallow: /interstitials
    Disallow: /partner
    Disallow: /radio
    Disallow: /reebok
    Disallow: /register
    Disallow: /test-recipe
    Disallow: /sso/login

  # Disallow Rules

    User-agent: Amazonbot
    Disallow: /

    User-agent: anthropic-ai
    Disallow: /

    User-agent: AwarioRssBot
    Disallow: /

    User-agent: AwarioSmartBot
    Disallow: /

    User-agent: Bytespider
    Disallow: /

    User-agent: CCBot
    Disallow: /

    User-agent: ChatGPT-User
    Disallow: /

    User-agent: ClaudeBot
    Disallow: /

    User-agent: Claude-Web
    Disallow: /

    User-agent: cohere-ai
    Disallow: /

    User-agent: DataForSeoBot
    Disallow: /

    User-agent: EasouSpider
    Disallow: /

    User-agent: FacebookBot
    Disallow: /

    User-agent: Google-Extended
    Disallow: /

    User-agent: GPTBot
    Disallow: /

    User-agent: magpie-crawler
    Disallow: /

    User-agent: omgili
    Disallow: /

    User-agent: omgilibot
    Disallow: /

    User-agent: peer39_crawler
    Disallow: /

    User-agent: peer39_crawler/1.0
    Disallow: /

    User-agent: PerplexityBot
    Disallow: /

Sitemap: https://www.americastestkitchen.com/sitemap.xml


  # Wildcard Rules

  User-Agent: *
    Disallow: *?*hpv=*
    Disallow: *?*sqn=*
    Disallow: /*/email_friend
    Disallow: /*/shopping_list
    Disallow: /*/user_favorite
    Disallow: /404
    Disallow: /500
    Disallow: /admin
    Disallow: /favorites
    Disallow: /friends
    Disallow: /gift_membership
    Disallow: /interstitial
    Disallow: /interstitials
    Disallow: /partner
    Disallow: /radio
    Disallow: /reebok
    Disallow: /register
    Disallow: /test-recipe
    Disallow: /sso/login

  # Disallow Rules

    User-agent: Amazonbot
    Disallow: /

    User-agent: anthropic-ai
    Disallow: /

    User-agent: AwarioRssBot
    Disallow: /

    User-agent: AwarioSmartBot
    Disallow: /

    User-agent: Bytespider
    Disallow: /

    User-agent: CCBot
    Disallow: /

    User-agent: ChatGPT-User
    Disallow: /

    User-agent: ClaudeBot
    Disallow: /

    User-agent: Claude-Web
    Disallow: /

    User-agent: cohere-ai
    Disallow: /

    User-agent: DataForSeoBot
    Disallow: /

    User-agent: EasouSpider
    Disallow: /

    User-agent: FacebookBot
    Disallow: /

    User-agent: Google-CloudVertexBot
    Disallow: /

    User-agent: Google-Extended
    Disallow: /

    User-agent: GPTBot
    Disallow: /

    User-agent: magpie-crawler
    Disallow: /

    User-agent: OAI-SearchBot
    Disallow: /

    User-agent: omgili
    Disallow: /

    User-agent: omgilibot
    Disallow: /

    User-agent: peer39_crawler
    Disallow: /

    User-agent: peer39_crawler/1.0
    Disallow: /

    User-agent: PerplexityBot
    Disallow: /

Sitemap: https://www.americastestkitchen.com/sitemap.xml


  # Wildcard Rules

  User-Agent: *
    Disallow: *?*hpv=*
    Disallow: *?*sqn=*
    Disallow: /*/email_friend
    Disallow: /*/shopping_list
    Disallow: /*/user_favorite
    Disallow: /404
    Disallow: /500
    Disallow: /admin
    Disallow: /favorites
    Disallow: /friends
    Disallow: /gift_membership
    Disallow: /interstitial
    Disallow: /interstitials
    Disallow: /partner
    Disallow: /radio
    Disallow: /reebok
    Disallow: /register
    Disallow: /test-recipe
    Disallow: /sso/login
    Disallow: /search

  # Disallow Rules

    User-agent: Amazonbot
    Disallow: /

    User-agent: anthropic-ai
    Disallow: /

    User-agent: AwarioRssBot
    Disallow: /

    User-agent: AwarioSmartBot
    Disallow: /

    User-agent: Bytespider
    Disallow: /

    User-agent: CCBot
    Disallow: /

    User-agent: ChatGPT-User
    Disallow: /

    User-agent: ClaudeBot
    Disallow: /

    User-agent: Claude-Web
    Disallow: /

    User-agent: cohere-ai
    Disallow: /

    User-agent: DataForSeoBot
    Disallow: /

    User-agent: EasouSpider
    Disallow: /

    User-agent: FacebookBot
    Disallow: /

    User-agent: Google-CloudVertexBot
    Disallow: /

    User-agent: Google-Extended
    Disallow: /

    User-agent: GPTBot
    Disallow: /

    User-agent: magpie-crawler
    Disallow: /

    User-agent: OAI-SearchBot
    Disallow: /

    User-agent: omgili
    Disallow: /

    User-agent: omgilibot
    Disallow: /

    User-agent: peer39_crawler
    Disallow: /

    User-agent: peer39_crawler/1.0
    Disallow: /

    User-agent: PerplexityBot
    Disallow: /

Sitemap: https://www.americastestkitchen.com/sitemap.xml


  # Wildcard Rules

  User-Agent: *
    Disallow: *?*hpv=*
    Disallow: *?*sqn=*
    Disallow: /*/email_friend
    Disallow: /*/shopping_list
    Disallow: /*/user_favorite
    Disallow: /admin
    Disallow: /favorites
    Disallow: /friends
    Disallow: /gift_membership
    Disallow: /interstitial
    Disallow: /interstitials
    Disallow: /partner
    Disallow: /radio
    Disallow: /reebok
    Disallow: /register
    Disallow: /test-recipe
    Disallow: /sso/login
    Disallow: /search

  # Disallow Rules

    User-agent: Amazonbot
    Disallow: /

    User-agent: anthropic-ai
    Disallow: /

    User-agent: AwarioRssBot
    Disallow: /

    User-agent: AwarioSmartBot
    Disallow: /

    User-agent: Bytespider
    Disallow: /

    User-agent: CCBot
    Disallow: /

    User-agent: ChatGPT-User
    Disallow: /

    User-agent: ClaudeBot
    Disallow: /

    User-agent: Claude-Web
    Disallow: /

    User-agent: cohere-ai
    Disallow: /

    User-agent: DataForSeoBot
    Disallow: /

    User-agent: EasouSpider
    Disallow: /

    User-agent: FacebookBot
    Disallow: /

    User-agent: Google-CloudVertexBot
    Disallow: /

    User-agent: Google-Extended
    Disallow: /

    User-agent: GPTBot
    Disallow: /

    User-agent: magpie-crawler
    Disallow: /

    User-agent: OAI-SearchBot
    Disallow: /

    User-agent: omgili
    Disallow: /

    User-agent: omgilibot
    Disallow: /

    User-agent: peer39_crawler
    Disallow: /

    User-agent: peer39_crawler/1.0
    Disallow: /

    User-agent: PerplexityBot
    Disallow: /

Sitemap: https://www.americastestkitchen.com/sitemap.xml


## robots.txt for http://www.ams.org/ ##
## To block pages from search results, use methods such as password protection or noindex tags or directives ##
## https://developers.google.com/search/reference/robots_txt ##

## SITEMAPS ##
Sitemap: http://www.ams.org/sitemap.xml
Sitemap: http://www.ams.org/sitemap_news.xml
Sitemap: http://www.ams.org/sitemapindex.xml

## SPECIFICALLY ALLOW ##

## Allow Google to get our news RSS feed ##
User-agent: Googlebot
Allow: /cgi-bin/content/news_items.cgi?rss=1

## Allow so Google can get lists of issues ##
Allow: /jourcgi

## SPECIFICALLY DISALLOW THESE AGENTS ##

User-agent: Slurp
Disallow: /mathscinet-getitem/

User-agent: Baiduspider
Disallow: /

## SPECIFICALLY DISALLOW ALL AGENTS FROM THE FOLLOWING AREAS ##

User-agent: *

## JOURNALS ##
Disallow: /distribution/
Disallow: /editflow/
Disallow: /cgi-bin/peerdemo/
Disallow: /peertrack/
Disallow: /ams/web/peer_review/bull/
Disallow: /jour-getitem/
Disallow: /journal-getitem/
Disallow: /joursearch/
Disallow: /peer-review/
Disallow: /submit-book-journal/
Disallow: /peerdomo/

## MATHSCINET ##
Disallow: /leavingmsn/
Disallow: /msnpdf/
Disallow: /mathscinet-docdelivery/
Disallow: /mathscinet-relay/
Disallow: /mathscinet/
Disallow: /mathscinet/addclip.html
Disallow: /msnhtml/
Disallow: /mathscinet-getauth
Disallow: /mref/
Disallow: /batchmref/
Disallow: /msdemo/
Disallow: /cgi-bin/msdemo/
Disallow: /msnmain
Disallow: /mrlookup/
Disallow: /batchmrlookup/
Disallow: /mathscinet-getitem/
Disallow: /mresub/

## BOOKS AND BOOKSTORE ##
Disallow: /online_bks/
Disallow: /bookexpress
Disallow: /amsbookstore
Disallow: /amsshop

## PRIVATE ##
Disallow: /ecbt/
Disallow: /treas-reports/
Disallow: /ams/staffdirectory.html
Disallow: /investcom/
Disallow: /prof-services/nsa/
Disallow: /ebc-private/bboard2002/
Disallow: /vendor-info/
Disallow: /bboards/

## CML ##
Disallow: /cml/
Disallow: /cml-lookup/
Disallow: /cml*
Disallow: /member-getitem*
Disallow: /member-directory

## STIX ##
Disallow: /STIX/
Disallow: /STIX/images/
Disallow: /STIX/ion/Univ/

## PAO ##
Disallow: /ams/press/

## MEETINGS ##
Disallow: /amsmtgs/2124_abstracts/1056-30-23.pdf
Disallow: /meetings/national/jmm/2124_abstracts/1056-30-23.pdf

## ANNUAL SURVEY ##
Disallow: /profession/data/annual-survey/AS-Committee/

## PROFESSIONAL SERVICES ##
Disallow: /prof-services/

## MISCELLANEOUS ##
Disallow: /ftp/
Disallow: /delete/
Disallow: /cgi-bin
Disallow: /testing/


## robots.txt for http://www.ams.org/ ##
## To block pages from search results, use methods such as password protection or noindex tags or directives ##
## https://developers.google.com/search/reference/robots_txt ##

## SITEMAPS ##
Sitemap: http://www.ams.org/sitemap.xml
Sitemap: http://www.ams.org/sitemap_news.xml
Sitemap: http://www.ams.org/sitemapindex.xml

## SPECIFICALLY ALLOW ##

## Allow Google to get our news RSS feed ##
User-agent: Googlebot
Allow: /cgi-bin/content/news_items.cgi?rss=1

## Allow so Google can get lists of issues ##
Allow: /jourcgi

## SPECIFICALLY DISALLOW THESE AGENTS ##

User-agent: Slurp
Disallow: /mathscinet-getitem/

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

## SPECIFICALLY DISALLOW ALL AGENTS FROM THE FOLLOWING AREAS ##

User-agent: *

## JOURNALS ##
Disallow: /distribution/
Disallow: /editflow/
Disallow: /cgi-bin/peerdemo/
Disallow: /peertrack/
Disallow: /ams/web/peer_review/bull/
Disallow: /jour-getitem/
Disallow: /journal-getitem/
Disallow: /joursearch/
Disallow: /peer-review/
Disallow: /submit-book-journal/
Disallow: /peerdomo/

## MATHSCINET ##
Disallow: /leavingmsn/
Disallow: /msnpdf/
Disallow: /mathscinet-docdelivery/
Disallow: /mathscinet-relay/
Disallow: /mathscinet/
Disallow: /mathscinet/addclip.html
Disallow: /msnhtml/
Disallow: /mathscinet-getauth
Disallow: /mref/
Disallow: /batchmref/
Disallow: /msdemo/
Disallow: /cgi-bin/msdemo/
Disallow: /msnmain
Disallow: /mrlookup/
Disallow: /batchmrlookup/
Disallow: /mathscinet-getitem/
Disallow: /mresub/

## BOOKS AND BOOKSTORE ##
Disallow: /online_bks/
Disallow: /bookexpress
Disallow: /amsbookstore
Disallow: /amsshop

## PRIVATE ##
Disallow: /ecbt/
Disallow: /treas-reports/
Disallow: /ams/staffdirectory.html
Disallow: /investcom/
Disallow: /prof-services/nsa/
Disallow: /ebc-private/bboard2002/
Disallow: /vendor-info/
Disallow: /bboards/

## CML ##
Disallow: /cml/
Disallow: /cml-lookup/
Disallow: /cml*
Disallow: /member-getitem*
Disallow: /member-directory

## STIX ##
Disallow: /STIX/
Disallow: /STIX/images/
Disallow: /STIX/ion/Univ/

## PAO ##
Disallow: /ams/press/

## MEETINGS ##
Disallow: /amsmtgs/2124_abstracts/1056-30-23.pdf
Disallow: /meetings/national/jmm/2124_abstracts/1056-30-23.pdf

## ANNUAL SURVEY ##
Disallow: /profession/data/annual-survey/AS-Committee/

## PROFESSIONAL SERVICES ##
Disallow: /prof-services/

## MISCELLANEOUS ##
Disallow: /ftp/
Disallow: /delete/
Disallow: /cgi-bin
Disallow: /testing/


## robots.txt for http://www.ams.org/ ##
## To block pages from search results, use methods such as password protection or noindex tags or directives ##
## https://developers.google.com/search/reference/robots_txt ##

## SITEMAPS ##
Sitemap: http://www.ams.org/sitemap.xml
Sitemap: http://www.ams.org/sitemap_news.xml
Sitemap: http://www.ams.org/sitemapindex.xml

## SPECIFICALLY ALLOW ##

## Allow Google to get our news RSS feed ##
User-agent: Googlebot
Allow: /cgi-bin/content/news_items.cgi?rss=1

## Allow so Google can get lists of issues ##
Allow: /jourcgi

## SPECIFICALLY DISALLOW THESE AGENTS ##

User-agent: Slurp
Disallow: /mathscinet-getitem/

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DotBot
Disallow: /

## SPECIFICALLY DISALLOW ALL AGENTS FROM THE FOLLOWING AREAS ##

User-agent: *

## JOURNALS ##
Disallow: /distribution/
Disallow: /editflow/
Disallow: /cgi-bin/peerdemo/
Disallow: /peertrack/
Disallow: /ams/web/peer_review/bull/
Disallow: /jour-getitem/
Disallow: /journal-getitem/
Disallow: /joursearch/
Disallow: /peer-review/
Disallow: /submit-book-journal/
Disallow: /peerdomo/

## MATHSCINET ##
Disallow: /leavingmsn/
Disallow: /msnpdf/
Disallow: /mathscinet-docdelivery/
Disallow: /mathscinet-relay/
Disallow: /mathscinet/
Disallow: /mathscinet/addclip.html
Disallow: /msnhtml/
Disallow: /mathscinet-getauth
Disallow: /mref/
Disallow: /batchmref/
Disallow: /msdemo/
Disallow: /cgi-bin/msdemo/
Disallow: /msnmain
Disallow: /mrlookup/
Disallow: /batchmrlookup/
Disallow: /mathscinet-getitem/
Disallow: /mresub/

## BOOKS AND BOOKSTORE ##
Disallow: /online_bks/
Disallow: /bookexpress
Disallow: /amsbookstore
Disallow: /amsshop

## PRIVATE ##
Disallow: /ecbt/
Disallow: /treas-reports/
Disallow: /ams/staffdirectory.html
Disallow: /investcom/
Disallow: /prof-services/nsa/
Disallow: /ebc-private/bboard2002/
Disallow: /vendor-info/
Disallow: /bboards/

## CML ##
Disallow: /cml/
Disallow: /cml-lookup/
Disallow: /cml*
Disallow: /member-getitem*
Disallow: /member-directory

## STIX ##
Disallow: /STIX/
Disallow: /STIX/images/
Disallow: /STIX/ion/Univ/

## PAO ##
Disallow: /ams/press/

## MEETINGS ##
Disallow: /amsmtgs/2124_abstracts/1056-30-23.pdf
Disallow: /meetings/national/jmm/2124_abstracts/1056-30-23.pdf

## ANNUAL SURVEY ##
Disallow: /profession/data/annual-survey/AS-Committee/

## PROFESSIONAL SERVICES ##
Disallow: /prof-services/

## MISCELLANEOUS ##
Disallow: /ftp/
Disallow: /delete/
Disallow: /cgi-bin
Disallow: /testing/


## robots.txt for http://www.ams.org/ ##
## To block pages from search results, use methods such as password protection or noindex tags or directives ##
## https://developers.google.com/search/reference/robots_txt ##

## SITEMAPS ##
Sitemap: http://www.ams.org/sitemap.xml
Sitemap: http://www.ams.org/sitemap_news.xml
Sitemap: http://www.ams.org/sitemapindex.xml

## SPECIFICALLY ALLOW ##

## Allow Google to get our news RSS feed ##
User-agent: Googlebot
Allow: /cgi-bin/content/news_items.cgi?rss=1

## Allow so Google can get lists of issues ##
Allow: /jourcgi

## SPECIFICALLY DISALLOW THESE AGENTS ##

User-agent: Slurp
Disallow: /mathscinet-getitem/

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MagentaNews
Disallow: /

## SPECIFICALLY DISALLOW ALL AGENTS FROM THE FOLLOWING AREAS ##

User-agent: *

## JOURNALS ##
Disallow: /distribution/
Disallow: /editflow/
Disallow: /cgi-bin/peerdemo/
Disallow: /peertrack/
Disallow: /ams/web/peer_review/bull/
Disallow: /jour-getitem/
Disallow: /journal-getitem/
Disallow: /joursearch/
Disallow: /peer-review/
Disallow: /submit-book-journal/
Disallow: /peerdomo/

## MATHSCINET ##
Disallow: /leavingmsn/
Disallow: /msnpdf/
Disallow: /mathscinet-docdelivery/
Disallow: /mathscinet-relay/
Disallow: /mathscinet/
Disallow: /mathscinet/addclip.html
Disallow: /msnhtml/
Disallow: /mathscinet-getauth
Disallow: /mref/
Disallow: /batchmref/
Disallow: /msdemo/
Disallow: /cgi-bin/msdemo/
Disallow: /msnmain
Disallow: /mrlookup/
Disallow: /batchmrlookup/
Disallow: /mathscinet-getitem/
Disallow: /mresub/

## BOOKS AND BOOKSTORE ##
Disallow: /online_bks/
Disallow: /bookexpress
Disallow: /amsbookstore
Disallow: /amsshop

## PRIVATE ##
Disallow: /ecbt/
Disallow: /treas-reports/
Disallow: /ams/staffdirectory.html
Disallow: /investcom/
Disallow: /prof-services/nsa/
Disallow: /ebc-private/bboard2002/
Disallow: /vendor-info/
Disallow: /bboards/

## CML ##
Disallow: /cml/
Disallow: /cml-lookup/
Disallow: /cml*
Disallow: /member-getitem*
Disallow: /member-directory

## STIX ##
Disallow: /STIX/
Disallow: /STIX/images/
Disallow: /STIX/ion/Univ/

## PAO ##
Disallow: /ams/press/

## MEETINGS ##
Disallow: /amsmtgs/2124_abstracts/1056-30-23.pdf
Disallow: /meetings/national/jmm/2124_abstracts/1056-30-23.pdf

## ANNUAL SURVEY ##
Disallow: /profession/data/annual-survey/AS-Committee/

## PROFESSIONAL SERVICES ##
Disallow: /prof-services/

## MISCELLANEOUS ##
Disallow: /ftp/
Disallow: /delete/
Disallow: /cgi-bin
Disallow: /testing/


## robots.txt for http://www.ams.org/ ##
## To block pages from search results, use methods such as password protection or noindex tags or directives ##
## https://developers.google.com/search/reference/robots_txt ##
## Updated on 8 May 2024 by txm to add Notices directives ##

## SITEMAPS ##
Sitemap: http://www.ams.org/sitemap.xml
Sitemap: http://www.ams.org/sitemap_news.xml
Sitemap: http://www.ams.org/sitemapindex.xml
Sitemap: http://www.ams.org/noticessitemap.xml

## SPECIFICALLY ALLOW ##

## Allow Google to get our news RSS feed ##
User-agent: Googlebot
Allow: /cgi-bin/content/news_items.cgi?rss=1

## Allow so Google can get lists of issues ##
Allow: /jourcgi

## SPECIFICALLY DISALLOW THESE AGENTS ##

User-agent: Slurp
Disallow: /mathscinet-getitem/

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MagentaNews
Disallow: /

## SPECIFICALLY DISALLOW ALL AGENTS FROM THE FOLLOWING AREAS ##

User-agent: *

## JOURNALS ##
Disallow: /distribution/
Disallow: /editflow/
Disallow: /cgi-bin/peerdemo/
Disallow: /peertrack/
Disallow: /ams/web/peer_review/bull/
Disallow: /jour-getitem/
Disallow: /journal-getitem/
Disallow: /joursearch/
Disallow: /peer-review/
Disallow: /submit-book-journal/
Disallow: /peerdomo/

## MATHSCINET ##
Disallow: /leavingmsn/
Disallow: /msnpdf/
Disallow: /mathscinet-docdelivery/
Disallow: /mathscinet-relay/
Disallow: /mathscinet/
Disallow: /mathscinet/addclip.html
Disallow: /msnhtml/
Disallow: /mathscinet-getauth
Disallow: /mref/
Disallow: /batchmref/
Disallow: /msdemo/
Disallow: /cgi-bin/msdemo/
Disallow: /msnmain
Disallow: /mrlookup/
Disallow: /batchmrlookup/
Disallow: /mathscinet-getitem/
Disallow: /mresub/

## BOOKS AND BOOKSTORE ##
Disallow: /online_bks/
Disallow: /bookexpress
Disallow: /amsbookstore
Disallow: /amsshop

## PRIVATE ##
Disallow: /ecbt/
Disallow: /treas-reports/
Disallow: /ams/staffdirectory.html
Disallow: /investcom/
Disallow: /prof-services/nsa/
Disallow: /ebc-private/bboard2002/
Disallow: /vendor-info/
Disallow: /bboards/

## CML ##
Disallow: /cml/
Disallow: /cml-lookup/
Disallow: /cml*
Disallow: /member-getitem*
Disallow: /member-directory

## STIX ##
Disallow: /STIX/
Disallow: /STIX/images/
Disallow: /STIX/ion/Univ/

## PAO ##
Disallow: /ams/press/

## MEETINGS ##
Disallow: /amsmtgs/2124_abstracts/1056-30-23.pdf
Disallow: /meetings/national/jmm/2124_abstracts/1056-30-23.pdf

## ANNUAL SURVEY ##
Disallow: /profession/data/annual-survey/AS-Committee/

## PROFESSIONAL SERVICES ##
Disallow: /prof-services/

User-agent: *
## MISCELLANEOUS ##
Disallow: /ftp/
Disallow: /delete/
Disallow: /testing/

## SPECIFICALY TO BLOCK CGI-BIN BUT ALLOW FOR NOTICES ##
Disallow: /cgi-bin/
Allow: /cgi-bin/notices/


Sitemap: https://www.cell.com/custom_pages.gz
User-agent: Twitterbot
Disallow:
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /action/generateSitemap
Crawl-delay: 1


Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /action/generateSitemap

User-agent: Twitterbot
Allow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /action/generateSitemap

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: iAskBot/1.0
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: omgili
Disallow: /

User-agent: TimpiBot
Disallow: /

User-agent: YouBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/*

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: iAskBot/1.0
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: omgili
Disallow: /

User-agent: TimpiBot
Disallow: /

User-agent: YouBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Disallow: /authored-by/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/*

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: iAskBot/1.0
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: omgili
Disallow: /

User-agent: TimpiBot
Disallow: /

User-agent: YouBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.cell.com/sitemap-index-1.txt
Sitemap: https://www.cell.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Disallow: /authored-by/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/*
Crawl-delay: 1

User-agent: Twitterbot
Allow: /
Crawl-delay: 1

User-agent: LinkedInBot
Allow: /
Crawl-delay: 1

User-agent: GPTBot
Disallow: /
Crawl-delay: 1

User-agent: ChatGPT-User
Disallow: /
Crawl-delay: 1

User-agent: CCBot
Disallow: /
Crawl-delay: 1

User-agent: Google-Extended
Disallow: /
Crawl-delay: 1

User-agent: PerplexityBot
Disallow: /
Crawl-delay: 1

User-agent: AI2Bot
Disallow: /
Crawl-delay: 1

User-agent: Amazonbot
Disallow: /
Crawl-delay: 1

User-agent: anthropic-ai
Disallow: /
Crawl-delay: 1

User-agent: ClaudeBot
Disallow: /
Crawl-delay: 1

User-agent: Bytespider
Disallow: /
Crawl-delay: 1

User-agent: cohere-training-data-crawler
Disallow: /
Crawl-delay: 1

User-agent: cohere-ai
Disallow: /
Crawl-delay: 1

User-agent: Diffbot
Disallow: /
Crawl-delay: 1

User-agent: iAskBot/1.0
Disallow: /
Crawl-delay: 1

User-agent: meta-externalagent
Disallow: /
Crawl-delay: 1

User-agent: MistralAI-User
Disallow: /
Crawl-delay: 1

User-agent: omgili
Disallow: /
Crawl-delay: 1

User-agent: TimpiBot
Disallow: /
Crawl-delay: 1

User-agent: YouBot
Disallow: /
Crawl-delay: 1


User-agent: *
Disallow: /wp/wp-admin/
Allow: /wp/wp-admin/admin-ajax.php


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
Crawl-delay: 7
# CSS, JS, Images
Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/SitemapQuotes-old.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/

User-agent: GPTBot
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: news-please
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: news-please
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: news-please
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: news-please
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*
Disallow: /zephr/*
Disallow: /blaize/*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: HuggingFaceBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Google-NotebookLM
Disallow: /

User-agent: Google-Agent
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: news-please
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: polymarket-news-bot
Disallow: /

User-agent: polymarket-news-bot
Disallow: /

User-agent: KalshiBot
Disallow: /

User-agent: polymarket-bot
Disallow: /

User-agent: OpenClaw
Disallow: /

User-agent: gold-ai-event-bridge
Disallow: /

User-agent: TradingBot
Disallow: /

User-agent: trading-pipeline
Disallow: /

User-agent: kalshi-bot
Disallow: /

User-agent: BivariateKalshiPipeline
Disallow: /

User-agent: Falcon Trading Platform
Disallow: /

User-agent: StockMarketAnalyser
Disallow: /

User-agent: FinanceApp
Disallow: /

User-agent: polyclaw-ingester
Disallow: /

User-agent: IsoxyTrader
Disallow: /

User-agent: Neo Trading Bot
Disallow: /

User-agent: MerlinChartWizard
Disallow: /

User-agent: investment-dashboard
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*
Disallow: /search
Disallow: /zephr/*
Disallow: /blaize/*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

Sitemap: https://www.cnbc.com/sitemapAll.xml
Sitemap: https://www.cnbc.com/sitemap_news.xml
Sitemap: https://www.cnbc.com/sitemapvideoAll.xml
Sitemap: https://www.cnbc.com/SitemapQuotes.xml
Sitemap: https://www.cnbc.com/sitemapSelectAll.xml
Sitemap: https://www.cnbc.com/sitemapproAll.xml
Sitemap: https://www.cnbc.com/sitemapprovideoAll.xml
Sitemap: https://www.cnbc.com/sitemapinvestingclubAll.xml
Sitemap: https://www.cnbc.com/sitemapicvideoprodAll.xml

User-agent: googlebot
Disallow: /*native-android-mobile
Disallow: /*native-android-tablet
Disallow: /*mobile-native
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*

User-agent: GPTBot
User-Agent: PerplexityBot
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: HuggingFaceBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: Google-NotebookLM
User-agent: Google-Agent
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: Scrapy
User-agent: TurnitinBot
User-agent: cohere-ai
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: OAI-SearchBot
User-agent: Claude-User
User-agent: polymarket-news-bot
User-agent: polymarket-news-bot
User-agent: KalshiBot
User-agent: polymarket-bot
User-agent: OpenClaw
User-agent: gold-ai-event-bridge
User-agent: TradingBot
User-agent: trading-pipeline
User-agent: kalshi-bot
User-agent: BivariateKalshiPipeline
User-agent: Falcon Trading Platform
User-agent: StockMarketAnalyser
User-agent: FinanceApp
User-agent: polyclaw-ingester
User-agent: IsoxyTrader
User-agent: Neo Trading Bot
User-agent: MerlinChartWizard
User-agent: investment-dashboard
Allow: /select/
Disallow: /

User-agent: *
Disallow: /preview/
Disallow: /undefined/
Disallow: /proplayer
Disallow: /appchart/*
Disallow: /search/*
Disallow: /search
Disallow: /zephr/*
Disallow: /blaize/*


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search/
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search/
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search/
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search/
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search/
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
User-agent: GPTBot
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
User-agent: GPTBot
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap-news.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap-news.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
Sitemap: https://www.cnn.com/sitemap/markets/stocks.xml
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap-news.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
Sitemap: https://www.cnn.com/sitemap/markets/stocks.xml
User-agent: anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: GPTBot
User-agent: Google-Extended
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: Scrapy
User-agent: TurnitinBot
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap-news.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
Sitemap: https://www.cnn.com/sitemap/markets/stocks.xml
Sitemap: https://www.cnn.com/sitemap/live-story.xml
User-agent: anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: GPTBot
User-agent: Google-Extended
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: Scrapy
User-agent: TurnitinBot
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap-news.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
Sitemap: https://www.cnn.com/sitemap/markets/stocks.xml
Sitemap: https://www.cnn.com/sitemap/live-story.xml
Sitemap: https://www.cnn.com/sitemap/election-center/politics.xml
User-agent: anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: GPTBot
User-agent: Google-Extended
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: Scrapy
User-agent: TurnitinBot
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap-news.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
Sitemap: https://www.cnn.com/sitemap/markets/stocks.xml
Sitemap: https://www.cnn.com/sitemap/live-story.xml
Sitemap: https://www.cnn.com/sitemap/election-center/politics.xml
User-agent: anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: GPTBot
User-agent: Google-Extended
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: Scrapy
User-agent: TurnitinBot
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /subscriptions/video-docs
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/
User-agent: Googlebot-News
Disallow: /sponsor


Sitemap: https://www.cnn.com/sitemaps/cnn/index.xml
Sitemap: https://www.cnn.com/sitemaps/cnn/news.xml
Sitemap: https://www.cnn.com/sitemap/news.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-section.xml
Sitemap: https://www.cnn.com/sitemaps/sitemap-interactive.xml
Sitemap: https://www.cnn.com/ampstories/sitemap.xml
Sitemap: https://edition.cnn.com/sitemaps/news.xml
Sitemap: https://www.cnn.com/sitemap/article/cnn-underscored.xml
Sitemap: https://www.cnn.com/sitemap/section/cnn-underscored.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap.xml
Sitemap: https://www.cnn.com/cnn-underscored/money/sitemap-news.xml
Sitemap: https://www.cnn.com/sitemap/section/politics.xml
Sitemap: https://www.cnn.com/sitemap/article/opinions.xml
Sitemap: https://www.cnn.com/sitemap/article.xml
Sitemap: https://www.cnn.com/sitemap/section.xml
Sitemap: https://www.cnn.com/sitemap/video.xml
Sitemap: https://www.cnn.com/sitemap/gallery.xml
Sitemap: https://www.cnn.com/sitemap/markets/stocks.xml
Sitemap: https://www.cnn.com/sitemap/live-story.xml
Sitemap: https://www.cnn.com/sitemap/election-center/politics.xml
User-agent: anthropic-ai
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: GPTBot
User-agent: Google-Extended
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: Scrapy
User-agent: TurnitinBot
Disallow: /
User-agent: *
Allow: /partners/ipad/live-video.json
Disallow: /*.jsx$
Disallow: *.jsx$
Disallow: /*.jsx/
Disallow: *.jsx?
Disallow: /ads/
Disallow: /aol/
Disallow: /api/
Disallow: /beta/
Disallow: /browsers/
Disallow: /cl/
Disallow: /cnews/
Disallow: /cnn_adspaces
Disallow: /cnnbeta/
Disallow: /cnnintl_adspaces
Disallow: /development
Disallow: /editionssi
Disallow: /help/cnnx.html
Disallow: /NewsPass
Disallow: /NOKIA
Disallow: /partners/
Disallow: /pipeline/
Disallow: /pointroll/
Disallow: /POLLSERVER/
Disallow: /pr/
Disallow: /privacy
Disallow: /PV/
Disallow: /Quickcast/
Disallow: /quickcast/
Disallow: /QUICKNEWS/
Disallow: /search
Disallow: /subscriptions/video-docs
Disallow: /terms
Disallow: /test/
Disallow: /virtual/
Disallow: /WEB-INF/
Disallow: /web.projects/
Disallow: /webview/
Disallow: /games
User-agent: Googlebot-News
Disallow: /sponsor