# --- Last updated: Sep 2026 ---

User-agent: *
Disallow: /

# =============================================================================
# SEARCH ENGINE CRAWLERS
# =============================================================================

# --- Googlebot (Google Search) ---
User-agent: Googlebot
Disallow: /cache/MiamiImageURL/
Disallow: /science?_ob=MiamiCaptionURL*
Disallow: /science/science?_ob=GatewayURL*
Disallow: /science/science?_ob=MiamiImageURL*
Disallow: /science?_ob=ShoppingCartURL*
Disallow: /science?_ob=EmailFriendURL*
Disallow: /science?_ob=MiamiImageURL*
Disallow: /science?_ob=GatewayURL*
Disallow: /science/advertisement/
Disallow: /science/relLink/ajaxReq?*
Disallow: /science/gadgets/render/
Disallow: /science/spliss/rslts/
Disallow: /science/preview/
Disallow: /science/mlkt/rslts/
Disallow: /science/referenceResolution/ajaxRefResol?*
Disallow: /science/outlineJson/
Disallow: /science/toc/
Disallow: /science/bktoc/
Disallow: /science?_ob=PdfExcerptURL*
Disallow: /science?_ob=MathURL*
Disallow: /science/page/flash/VideoPlayer*
Disallow: /science?_ob=RefWorkIndexURL*
Disallow: /science?_ob=RSSURL*
Disallow: /science/MiamiMultiMediaURL/
Disallow: /science?_ob=MiamiMultiMediaURL*
Disallow: /science?_ob=ReminderURL*
Disallow: /science?_ob=QuickSearchURL*
Disallow: /science?_ob=TitleSrchURL*
Disallow: /science?_ob=QuickSearchListURL*
Disallow: /science?_ob=TopicAlertURL*
Disallow: /science?_ob=RefWorkSubjClassURL*
Disallow: /science?_ob=RefWorkTocURL*
Disallow: /science?_ob=SuggestedArtURL*
Disallow: /science/downloadActions/
Disallow: */epub
Disallow: */pdfft*
Disallow: */article/eid/*
Disallow: */science/ereader/
Disallow: */science/fabrication/
Disallow: /science/ppv-pdf/
Disallow: /science/ppv-supp/
Disallow: /science/gs/
Disallow: /science/dc/
Disallow: /science/frag/
Disallow: *?np=y
Disallow: /refmodsrp/suggestedTopics/*
Disallow: /related-books/*
Disallow: /search?*
Disallow: /search/api*
Disallow: /search/autosuggest*
Disallow: /sdfe/export/
Disallow: /sdfe/arp/
Disallow: /sdfe/ears/
Disallow: /sdfe/pdf/download/read/index/pii/*
Disallow: /sdfe/pdf/download/read/noindex/pii/*
Disallow: /sdfe/pdf/download/file/pii/*
Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
Disallow: /sdfe/reader/pii/*
Disallow: /user/
Disallow: /journal/neuroscience-research/latest?u=
Disallow: /journal/neuroscience-research/articles-in-press?u=
Disallow: /journal/neuroscience-research?u=
Disallow: /compare
Disallow: /getaccess/*
Disallow: /feature/*
Disallow: /questions-and-answers/*

# --- Googlebot-IA (Google Scholar) + bingbot (Bing Search) ---
# Grouped because they share identical rules; Googlebot-IA is Google Scholar's
# academic crawler, bingbot is Microsoft Bing's general search crawler.
User-agent: Googlebot-IA
User-agent: bingbot
Disallow: /cache/MiamiImageURL/
Disallow: /science?_ob=MiamiCaptionURL*
Disallow: /science/science?_ob=GatewayURL*
Disallow: /science/science?_ob=MiamiImageURL*
Disallow: /science?_ob=ShoppingCartURL*
Disallow: /science?_ob=EmailFriendURL*
Disallow: /science?_ob=MiamiImageURL*
Disallow: /science?_ob=GatewayURL*
Disallow: /science/advertisement/
Disallow: /science/relLink/ajaxReq?*
Disallow: /science/gadgets/render/
Disallow: /science/spliss/rslts/
Disallow: /science/preview/
Disallow: /science/mlkt/rslts/
Disallow: /science/referenceResolution/ajaxRefResol?*
Disallow: /science/outlineJson/
Disallow: /science/toc/
Disallow: /science/bktoc/
Disallow: /science?_ob=PdfExcerptURL*
Disallow: /science?_ob=MathURL*
Disallow: /science/page/flash/VideoPlayer*
Disallow: /science?_ob=RefWorkIndexURL*
Disallow: /science?_ob=RSSURL*
Disallow: /science/MiamiMultiMediaURL/
Disallow: /science?_ob=MiamiMultiMediaURL*
Disallow: /science?_ob=ReminderURL*
Disallow: /science?_ob=QuickSearchURL*
Disallow: /science?_ob=TitleSrchURL*
Disallow: /science?_ob=QuickSearchListURL*
Disallow: /science?_ob=TopicAlertURL*
Disallow: /science?_ob=RefWorkSubjClassURL*
Disallow: /science?_ob=RefWorkTocURL*
Disallow: /science?_ob=SuggestedArtURL*
Disallow: /science/downloadActions/
Disallow: */epub
Disallow: */pdfft*
Disallow: */article/eid/*
Disallow: */science/ereader/
Disallow: */science/fabrication/
Disallow: */pdf*
Disallow: /science/ppv-pdf/
Disallow: /science/ppv-supp/
Disallow: /science/gs/
Disallow: /science/dc/
Disallow: /science/frag/
Disallow: *?np=y
Disallow: /refmodsrp/suggestedTopics/*
Disallow: /related-books/*
Disallow: /search?*
Disallow: /search/api*
Disallow: /search/autosuggest*
Disallow: /sdfe/export/
Disallow: /sdfe/arp/
Disallow: /sdfe/ears/
Disallow: /sdfe/pdf/download/read/index/pii/*
Disallow: /sdfe/pdf/download/read/noindex/pii/*
Disallow: /sdfe/pdf/download/file/pii/*
Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
Disallow: /sdfe/reader/pii/*
Disallow: /user/
Disallow: /journal/neuroscience-research/latest?u=
Disallow: /journal/neuroscience-research/articles-in-press?u=
Disallow: /journal/neuroscience-research?u=
Disallow: /compare
Disallow: /getaccess/*
Disallow: /feature/*
Disallow: /questions-and-answers/*

# --- Slurp (Yahoo Search — largely inactive, Yahoo now uses Bing's index) ---
User-agent: Slurp
Disallow: /cache/MiamiImageURL/
Disallow: /science?_ob=MiamiCaptionURL*
Disallow: /science/science?_ob=GatewayURL*
Disallow: /science/science?_ob=MiamiImageURL*
Disallow: /science?_ob=ShoppingCartURL*
Disallow: /science?_ob=EmailFriendURL*
Disallow: /science?_ob=MiamiImageURL*
Disallow: /science?_ob=GatewayURL*
Disallow: /science/advertisement/
Disallow: /science/relLink/ajaxReq?*
Disallow: /science/gadgets/render/
Disallow: /science/spliss/rslts/
Disallow: /science/preview/
Disallow: /science/mlkt/rslts/
Disallow: /science/referenceResolution/ajaxRefResol?*
Disallow: /science/outlineJson/
Disallow: /science/toc/
Disallow: /science/bktoc/
Disallow: /science?_ob=PdfExcerptURL*
Disallow: /science?_ob=MathURL*
Disallow: /science/page/flash/VideoPlayer*
Disallow: /science?_ob=RefWorkIndexURL*
Disallow: /science?_ob=RSSURL*
Disallow: /science/MiamiMultiMediaURL/
Disallow: /science?_ob=MiamiMultiMediaURL*
Disallow: /science?_ob=ReminderURL*
Disallow: /science?_ob=QuickSearchURL*
Disallow: /science?_ob=TitleSrchURL*
Disallow: /science?_ob=QuickSearchListURL*
Disallow: /science?_ob=TopicAlertURL*
Disallow: /science?_ob=RefWorkSubjClassURL*
Disallow: /science?_ob=RefWorkTocURL*
Disallow: /science?_ob=SuggestedArtURL*
Disallow: /science/downloadActions/
Disallow: */epub
Disallow: */pdfft*
Disallow: /science/article/
Disallow: */article/eid/*
Disallow: */science/ereader/
Disallow: */science/fabrication/
Disallow: */pdf*
Disallow: /science/ppv-pdf/
Disallow: /science/ppv-supp/
Disallow: /science/gs/
Disallow: /science/dc/
Disallow: /science/frag/
Disallow: *?np=y
Disallow: /refmodsrp/suggestedTopics/*
Disallow: /related-books/*
Disallow: /search?*
Disallow: /search/api*
Disallow: /search/autosuggest*
Disallow: /sdfe/export/
Disallow: /sdfe/arp/
Disallow: /sdfe/ears/
Disallow: /sdfe/pdf/download/read/index/pii/*
Disallow: /sdfe/pdf/download/read/noindex/pii/*
Disallow: /sdfe/pdf/download/file/pii/*
Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
Disallow: /sdfe/reader/pii/*
Disallow: /user/
Disallow: /journal/neuroscience-research/latest?u=
Disallow: /journal/neuroscience-research/articles-in-press?u=
Disallow: /journal/neuroscience-research?u=
Disallow: /compare
Disallow: /getaccess/*
Disallow: /feature/*
Disallow: /questions-and-answers/*

# --- Baiduspider (Baidu Search) + DuckDuckBot + DuckAssistBot (DuckDuckGo) ---
# Grouped because they share identical rules. DuckAssistBot powers DuckDuckGo's
# AI-assisted answers feature — it is allowed here as a search companion to
# DuckDuckBot, not as a training crawler.
User-agent: Baiduspider
User-agent: DuckDuckBot
User-agent: DuckAssistBot
Disallow: /science?_ob=PublicationURL*
Disallow: /cache/MiamiImageURL/
Disallow: /science?_ob=MiamiCaptionURL*
Disallow: /science/science?_ob=GatewayURL*
Disallow: /science/science?_ob=MiamiImageURL*
Disallow: /science?_ob=ShoppingCartURL*
Disallow: /science?_ob=EmailFriendURL*
Disallow: /science?_ob=MiamiImageURL*
Disallow: /science?_ob=GatewayURL*
Disallow: /science/advertisement/
Disallow: /science/relLink/ajaxReq?*
Disallow: /science/gadgets/render/
Disallow: /science/spliss/rslts/
Disallow: /science/preview/
Disallow: /science/mlkt/rslts/
Disallow: /science/referenceResolution/ajaxRefResol?*
Disallow: /science/outlineJson/
Disallow: /science/toc/
Disallow: /science/bktoc/
Disallow: /science?_ob=PdfExcerptURL*
Disallow: /science?_ob=MathURL*
Disallow: /science/page/flash/VideoPlayer*
Disallow: /science?_ob=RefWorkIndexURL*
Disallow: /science?_ob=RSSURL*
Disallow: /science/MiamiMultiMediaURL/
Disallow: /science?_ob=MiamiMultiMediaURL*
Disallow: /science?_ob=ReminderURL*
Disallow: /science?_ob=QuickSearchURL*
Disallow: /science?_ob=TitleSrchURL*
Disallow: /science?_ob=QuickSearchListURL*
Disallow: /science?_ob=TopicAlertURL*
Disallow: /science?_ob=RefWorkSubjClassURL*
Disallow: /science?_ob=RefWorkTocURL*
Disallow: /science?_ob=SuggestedArtURL*
Disallow: /science/downloadActions/
Disallow: */epub
Disallow: */pdfft*
Disallow: */article/eid/*
Disallow: */science/ereader/
Disallow: */science/fabrication/
Disallow: */pdf*
Disallow: /science/ppv-pdf/
Disallow: /science/ppv-supp/
Disallow: /science/gs/
Disallow: /science/dc/
Disallow: /science/frag/
Disallow: *?np=y
Disallow: /refmodsrp/suggestedTopics/*
Disallow: /related-books/*
Disallow: /search?*
Disallow: /search/api*
Disallow: /search/autosuggest*
Disallow: /sdfe/export/
Disallow: /sdfe/arp/
Disallow: /sdfe/ears/
Disallow: /sdfe/pdf/download/read/index/pii/*
Disallow: /sdfe/pdf/download/read/noindex/pii/*
Disallow: /sdfe/pdf/download/file/pii/*
Disallow: /sdfe/pdf/download/read/aam/noindex/pii/*
Disallow: /sdfe/pdf/download/read/am4ir/noindex/pii/*
Disallow: /sdfe/reader/pii/*
Disallow: /user/
Disallow: /journal/neuroscience-research/latest?u=
Disallow: /journal/neuroscience-research/articles-in-press?u=
Disallow: /journal/neuroscience-research?u=
Disallow: /compare
Disallow: /getaccess/*
Disallow: /feature/*
Disallow: /questions-and-answers/*

# =============================================================================
# GOOGLE AI OPT-OUT
# =============================================================================

# --- Google AI training ---
User-agent: Google-Extended
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

# =============================================================================
# AI TRAINING CRAWLERS
# Bots that crawl for model training datasets. Fully blocked.
# =============================================================================

# --- OpenAI ---
User-agent: GPTBot
Disallow: /

# --- Anthropic ---
User-agent: ClaudeBot
Disallow: /

# DEPRECATED: "anthropic-ai" and "Claude-Web" are legacy Anthropic user agents
# no longer in active use. Kept for safety in case of residual traffic.
User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# --- Meta ---
# NOTE: Meta-ExternalAgent is Meta's AI training crawler.
# Meta-ExternalFetcher is user-triggered (fetches when a user asks Meta AI a
# question) — it is listed in the AI search / retrieval section below.
# FacebookBot also serves link preview generation — blocking it here will
# prevent rich previews when ScienceDirect links are shared on Facebook/Instagram.
# If social sharing previews are needed, consider moving FacebookBot to its own
# section with selective Allow rules, and keep only Meta-ExternalAgent blocked.
User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

# --- Common Crawl ---
User-agent: CCBot
Disallow: /

# --- Apple ---
User-agent: Applebot-Extended
Disallow: /

# --- ByteDance ---
User-agent: Bytespider
Disallow: /

# --- Cohere ---
User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

# --- Amazon ---
User-agent: Amazonbot
Disallow: /

# --- Allen Institute for AI ---
User-agent: AI2Bot
Disallow: /

# --- DeepSeek ---
User-agent: DeepSeekBot
Disallow: /

# --- Huawei (Petal Search) ---
User-agent: PetalBot
Disallow: /

# --- iAsk.ai ---
User-agent: iAskBot/1.0
Disallow: /

# --- You.com ---
User-agent: YouBot
Disallow: /

# --- Diffbot ---
User-agent: Diffbot
Disallow: /

# --- Webz.io (operates both omgili and webzio user agents) ---
User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: webzio
Disallow: /

User-agent: Webzio-Extended
Disallow: /

# --- Timpi ---
User-agent: TimpiBot
Disallow: /

# --- Zhipu AI (ChatGLM) ---
User-agent: ChatGLM-Spider
Disallow: /

# --- img2dataset (open-source bulk image scraper used for AI training datasets) ---
User-agent: img2dataset
Disallow: /

# --- Hive Intelligence (image analysis) ---
User-agent: ImagesiftBot
Disallow: /

# --- FriendlyCrawler (aggressive scraper, known to ignore robots.txt) ---
User-agent: FriendlyCrawler
Disallow: /

# --- QuillBot (text scraping for paraphrasing AI) ---
User-agent: quillbot
Disallow: /

# --- Parallel AI (structured data extraction for AI agents) ---
User-agent: ShapBot
Disallow: /

# =============================================================================
# AI SEARCH / RETRIEVAL CRAWLERS
# Bots that fetch content to generate AI-powered search answers or respond to
# user queries. OAI-SearchBot and Claude-User are explicitly allowed to enable AI search
# citations. All others remain blocked pending review.
# =============================================================================

# --- OpenAI (ChatGPT Search) ---
User-agent: OAI-SearchBot
Allow: /

# --- OpenAI (user-initiated fetches — may not fully honour robots.txt) ---
User-agent: ChatGPT-User
Disallow: /

# --- Anthropic (search indexing) ---
User-agent: Claude-SearchBot
Allow: /

# --- Anthropic (user-initiated fetches) ---
User-agent: Claude-User
Allow: /

# --- Anthropic (Claude Code CLI) ---
User-agent: claude-code
Disallow: /

# --- Mistral AI (user-initiated fetches) ---
User-agent: MistralAI-User
Disallow: /

# --- Perplexity (indexing) ---
User-agent: PerplexityBot
Disallow: /

# --- Perplexity (user-initiated fetches) ---
User-agent: Perplexity-User
Disallow: /

# --- Meta (user-initiated fetches — fetches when a user asks Meta AI a question) ---
User-agent: Meta-ExternalFetcher
Disallow: /

# --- Google (Project Mariner — user-triggered AI agent) ---
User-agent: Google-Agent
Disallow: /

# --- Google (NotebookLM — fetches URLs when users add them to a notebook) ---
User-agent: Google-NotebookLM
Disallow: /

# =============================================================================
# INTERNAL / SEO TOOLS
# =============================================================================

User-agent: Google-InspectionTool
Allow: /

# Semrush Site Audit crawler
User-agent: SiteAuditBot
Allow: /

# =============================================================================
# SITEMAPS
# =============================================================================

Sitemap: https://www.sciencedirect.com/sitemap.xml
Sitemap: https://www.sciencedirect.com/topics/sitemap-topics.xml
Sitemap: https://www.sciencedirect.com/journal/sitemap-0.xml
Sitemap: https://www.sciencedirect.com/bookseries/sitemap-0.xml
Sitemap: https://www.sciencedirect.com/handbook/sitemap-0.xml
Sitemap: https://www.sciencedirect.com/book/sitemap-0.xml
Sitemap: https://www.sciencedirect.com/referencework/sitemap-0.xml
Sitemap: https://www.sciencedirect.com/browse/sitemap.xml
Sitemap: https://www.sciencedirect.com/author/sitemap.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-0.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-1.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-2.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-3.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-4.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-5.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-6.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-7.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-8.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-9.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-10.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-11.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-12.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-13.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-14.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-15.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-16.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-17.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-18.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-19.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-20.xml
Sitemap: https://www.sciencedirect.com/science/article/abs/sitemap-21.xml
Sitemap: https://www.sciencedirect.com/org/journal/sitemap-0.xml


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.sciencefocus.com/wp-sitemap.xml
Disallow: /4817/
Disallow: /176986657/
Disallow: /styleguide/
Disallow: /author/mrben/
Disallow: /register/
Disallow: /signin/
Disallow: /account/

# News Sitemap
Sitemap: https://www.sciencefocus.com/google-news.xml/

# Sitemap
Sitemap: https://www.sciencefocus.com/sitemap.xml/
# Sitemap archive
Sitemap: https://www.sciencefocus.com/sitemap.xml


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.sciencefocus.com/wp-sitemap.xml
Disallow: /4817/
Disallow: /176986657/
Disallow: /styleguide/
Disallow: /author/mrben/
Disallow: /register/
Disallow: /account/
Disallow: /signin/
Disallow: /logout/
Disallow: /search/
Disallow: /tag/
Disallow: /advertisement-features/templated-advertorial-example
Disallow: /v1/
Disallow: /api/

# News Sitemap
Sitemap: https://www.sciencefocus.com/google-news.xml/

# Sitemap
Sitemap: https://www.sciencefocus.com/sitemap.xml/
# Sitemap archive
Sitemap: https://www.sciencefocus.com/sitemap.xml


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.sciencefocus.com/wp-sitemap.xml
Disallow: /4817/
Disallow: /176986657/
Disallow: /styleguide/
Disallow: /author/mrben/
Disallow: /register/
Disallow: /account/
Disallow: /signin/
Disallow: /logout/
Disallow: /search/
Disallow: /tag/
Disallow: /advertisement-features/templated-advertorial-example
Disallow: /v1/
Disallow: /api/
Disallow: /wp-sitemap-posts-

# News Sitemap
Sitemap: https://www.sciencefocus.com/google-news.xml/

# Sitemap
Sitemap: https://www.sciencefocus.com/sitemap.xml/
# Sitemap archive
Sitemap: https://www.sciencefocus.com/sitemap.xml


User-agent: *
Disallow:
Sitemap: https://www.sciencefocus.com/sitemap/index.xml.gz
Sitemap: https://www.sciencefocus.com/sitemap/news.xml.gz


User-agent: GPTBot
Disallow: /
User-agent: *
Allow: /
Sitemap: https://www.sciencefocus.com/sitemap/index.xml.gz
Sitemap: https://www.sciencefocus.com/sitemap/news.xml.gz


User-agent: GPTBot
Disallow: /
User-agent: *
Disallow: /search
Disallow: /*?preview=true
Sitemap: https://www.sciencefocus.com/sitemap/index.xml.gz
Sitemap: https://www.sciencefocus.com/sitemap/news.xml.gz


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /search/?q=*
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /search/?q=*
Disallow: /search/?page=*
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*

Disallow: /store/
Disallow: /magazine/
Disallow: /search/


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*

Disallow: /store/
Disallow: /magazine/
Disallow: /search/

User-agent: GPTBot
Disallow: /


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*

Disallow: /store/
Disallow: /magazine/
Disallow: /search/

User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Google-Extended
Disallow: /


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout
Disallow: /upgrade-offer/

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*

Disallow: /store/
Disallow: /magazine/
Disallow: /search/

User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Google-Extended
Disallow: /


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout
Disallow: /upgrade-offer/

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*

Disallow: /store/
Disallow: /magazine/
Disallow: /search/

User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: PerplexityBot
Disallow: /


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/sciam/sitemap.xml
Sitemap: https://blogs.scientificamerican.com/blogs/sitemap.xml

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout
Disallow: /upgrade-offer/

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*

Disallow: /store/
Disallow: /magazine/
Disallow: /search/

User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-Agent: RepoLookupBot
Disallow: /
User-Agent: AwarioSmartBot
Disallow: /
User-Agent: PerplexityAI
Disallow: /


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/platform/syndication/sitemaps/

Crawl-Delay: 5
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

Disallow: /default/

Disallow: /page/slbu
Disallow: /page/scientific-american-mind-digital-subscription-user-guide/
Disallow: /page/scientific-american-digital-subscription-user-guide/
Disallow: /my-account
Disallow: /products/world-war-i/?category=*
Disallow: /sciam/remote/*
Disallow: /sciam/esi-my-account.cfm*
Disallow: /checkout/cart
Disallow: /checkout
Disallow: /upgrade-offer/
Disallow: /platform/customercare/

Disallow: /arabic/
Disallow: /espanol/
Disallow: /blog/
Disallow: /tag/
Disallow: /search/?*
Disallow: /preview/

Disallow: /store/
Disallow: /magazine/
Disallow: /search/

User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-Agent: RepoLookupBot
Disallow: /
User-Agent: AwarioSmartBot
Disallow: /
User-Agent: PerplexityAI
Disallow: /


User-agent: 008
Disallow: /

User-agent: *
Sitemap: https://www.scientificamerican.com/platform/syndication/sitemaps/

Crawl-Delay: 5
Disallow: /admin/
Disallow: /checkout
Disallow: /upgrade-offer/
Disallow: /platform/customercare/
Disallow: /preview/

User-agent: CCBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-Agent: RepoLookupBot
Disallow: /
User-Agent: AwarioSmartBot
Disallow: /
User-Agent: PerplexityAI
Disallow: /


user-agent: *
Disallow: /click?
Disallow: /search?
Disallow: /rss?
Disallow: /?epl=
Disallow: /*?epl=
Disallow: /*?*&epl=
Disallow: /article/preview/*/
Disallow: /tours/sid-*/
Disallow: /tours/*/js/
Disallow: /*/national-parks-existential-crisis-180964880/

User-agent: ia_archiver
Disallow: /

sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /accounts/*
Disallow: /museumdays/accounts/
Disallow: /accounts/login/
Disallow: /search?
Disallow: /rss?
Disallow: /article/preview/*/
Disallow: /dashboard/*/

Sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /accounts/*
Disallow: /museumdays/accounts/
Disallow: /accounts/login/
Disallow: /search?
Disallow: /rss?
Disallow: /article/preview/*/
Disallow: /blogs/blogpost/preview/*
Disallow: /dashboard/*/

Sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /accounts/*
Disallow: /museumdays/accounts/
Disallow: /accounts/login/
Disallow: /search?
Disallow: /rss?
Disallow: /article/preview/*/
Disallow: /blogs/blogpost/preview/*
Disallow: /dashboard/
Disallow: /acoustic/

Sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /accounts/*
Disallow: /museumdays/accounts/
Disallow: /accounts/login/
Disallow: /search?
Disallow: /rss?
Disallow: /article/preview/*/
Disallow: /blogs/blogpost/preview/*
Disallow: /dashboard/
Disallow: /acoustic/
Disallow: /email/

Sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /accounts/*
Disallow: /museumdays/accounts/
Disallow: /accounts/login/
Disallow: /search?
Disallow: /rss?
Disallow: /article/preview/*/
Disallow: /blogs/blogpost/preview/*
Disallow: /dashboard/
Disallow: /email/

Sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /accounts/*
Disallow: /museumdays/accounts/
Disallow: /accounts/login/
Disallow: /search?
Disallow: /rss?
Disallow: /article/preview/*/
Disallow: /blogs/blogpost/preview/*
Disallow: /dashboard/
Disallow: /email/
Disallow: /membership/

Sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /accounts/*
Disallow: /museumdays/accounts/
Disallow: /accounts/login/
Disallow: /search?
Disallow: /rss?
Disallow: /*?q=
Disallow: /*?ms=
Disallow: /*?no-cache=
Disallow: /article/preview/*/
Disallow: /blogs/blogpost/preview/*
Disallow: /dashboard/
Disallow: /email/
Disallow: /membership/

Sitemap: https://www.smithsonianmag.com/sitemap.xml


User-agent: *
Disallow: /?s=
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.phpSitemap: https://www.snopes.com/sitemap_index.xml


User-agent: *
Disallow:

Sitemap: https://www.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://www.snopes.com/sitemaps/sitemap-news.xml


User-agent: GPTBot
Disallow: /

User-agent: *
Disallow:

Sitemap: https://www.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://www.snopes.com/sitemaps/sitemap-news.xml


User-agent: AdsBot-Google
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: img2dataset
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: scoop.it
User-agent: Seekr
User-agent: YouBot
Disallow: /

User-agent: *
Disallow:

Sitemap: https://www.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://www.snopes.com/sitemaps/sitemap-news.xml


User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: img2dataset
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: scoop.it
User-agent: Seekr
User-agent: YouBot
Disallow: /

User-agent: *
Disallow:

Sitemap: https://www.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://www.snopes.com/sitemaps/sitemap-news.xml


User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: img2dataset
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: scoop.it
User-agent: Seekr
User-agent: YouBot
Disallow: /

User-agent: *
Disallow:

Sitemap: https://media.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://media.snopes.com/sitemaps/sitemap-news.xml


# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing or
# artificial intelligence retrieval augmented generation or (2) with express
# written permission from this site’s operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# site’s operator directly.

# BEGIN Cloudflare Managed content

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
�� ~���4uf�X�x%�����,�{��n�v�e������	�7�bN3���TP~�9�._Q���LdYi<��#�MB�������s�?ϟ�X��/��#6����s��\.��eEa{������9T��4?�5�L*8���m�] �VW\S�S���8F��北g먺)[����S�q��#��a$w���#£8y6��Je��-�C��IWr�;���n:����p��D�#��/�ѷǫG�����D4�r�q�?�k�+��_��0��*�.��5��tQp(�M|/
O��_��I�NO^]k@�ө


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: img2dataset
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: scoop.it
User-agent: Seekr
User-agent: YouBot
Disallow: /

User-agent: *
Disallow:

Sitemap: https://media.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://media.snopes.com/sitemaps/sitemap-news.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: GPTBot
User-agent: img2dataset
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: scoop.it
User-agent: Seekr
User-agent: YouBot
Disallow: /

User-agent: *
Disallow:

Sitemap: https://media.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://media.snopes.com/sitemaps/sitemap-news.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: GPTBot
User-agent: img2dataset
User-agent: ImagesiftBot
User-agent: magpie-crawler
User-agent: Meltwater
User-agent: omgili
User-agent: omgilibot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PiplBot
User-agent: scoop.it
User-agent: Seekr
User-agent: YouBot
Disallow: /

User-agent: *
Disallow:

Sitemap: https://media.snopes.com/sitemaps/sitemap-index.xml
Sitemap: https://media.snopes.com/sitemaps/sitemap-latest.xml


User-agent: usasearch
Crawl-delay: 2

User-agent: *
Crawl-delay: 10

Sitemap: https://www.spc.noaa.gov/sitemap.xml

Disallow: /staff/mkay/greece/
Disallow: /exper/mref_mars/
Disallow: /products/spcrss.xml
Disallow: /products/spc.rss
Disallow: /products/spcwwrss.xml
Disallow: /products/spcmdrss.xml
Disallow: /cgi-bin-spc/
Disallow: /exper/sref/srefdrb.html
Disallow: zz.html
Disallow: /faq/tornado.save.20060327/
Disallow: /misc/AbtDerechos.save.20060327/
Disallow: /exper/fcstfirewxltg/
Disallow: /products/date.txt


User-agent: usasearch
Crawl-delay: 2

User-agent: *
Crawl-delay: 10

Sitemap: https://www.spc.noaa.gov/sitemap.xml

Disallow: /staff/mkay/greece/
Disallow: /exper/mref_mars/
Disallow: /products/spcrss.xml
Disallow: /products/spc.rss
Disallow: /products/spcwwrss.xml
Disallow: /products/spcmdrss.xml
Disallow: /cgi-bin-spc/
Disallow: /exper/sref/srefdrb.html
Disallow: zz.html
Disallow: /faq/tornado.save.20060327/
Disallow: /misc/AbtDerechos.save.20060327/
Disallow: /exper/fcstfirewxltg/
Disallow: /products/date.txt
Disallow: /site.php


User-agent: usasearch
Crawl-delay: 2

User-agent: *
Crawl-delay: 10

Sitemap: https://www.spc.noaa.gov/sitemap.xml

Disallow: /staff/mkay/greece/
Disallow: /exper/mref_mars/
Disallow: /cgi-bin-spc/
Disallow: /exper/sref/srefdrb.html
Disallow: zz.html
Disallow: /faq/tornado.save.20060327/
Disallow: /misc/AbtDerechos.save.20060327/
Disallow: /exper/fcstfirewxltg/
Disallow: /products/date.txt
Disallow: /site.php


User-agent: usasearch
Disallow: /
# Crawl-delay: 2

User-agent: *
Crawl-delay: 10
Disallow: /

Sitemap: https://www.spc.noaa.gov/sitemap.xml

Disallow: /staff/mkay/greece/
Disallow: /exper/mref_mars/
Disallow: /cgi-bin-spc/
Disallow: /exper/sref/srefdrb.html
Disallow: zz.html
Disallow: /faq/tornado.save.20060327/
Disallow: /misc/AbtDerechos.save.20060327/
Disallow: /exper/fcstfirewxltg/
Disallow: /products/date.txt
Disallow: /site.php


#robots.txt for dl
User-agent: *

Sitemap: https://www.spiedigitallibrary.org/sitemap.xml

Disallow: /Search/


#robots.txt for dl
User-agent: *

Sitemap: https://www.spiedigitallibrary.org/sitemap.xml

Disallow: /Search


#robots.txt for dl
User-agent: *
Sitemap: https://www.spiedigitallibrary.org/sitemap.xml
Disallow: /Search


User-agent: *
Sitemap: https://www.spiedigitallibrary.org/sitemap.xml
Disallow: /Search


User-agent: *
Crawl-delay: 10
Sitemap: https://www.spiedigitallibrary.org/sitemap.xml
Disallow: /Search
Disallow: /Account/institutionalsignin
Disallow: /BadBotTrap.html


User-agent: *
Crawl-delay: 10
Sitemap: https://www.spiedigitallibrary.org/sitemap.xml
Disallow: /Search
Disallow: /search
Disallow: /Account/institutionalsignin
Disallow: /Account/InstitutionalSignIn
Disallow: /account/institutionalsignin
Disallow: /account/InstitutionalSignIn
Disallow: /BadBotTrap.html
Disallow: /badbottrap.html


User-agent: *
Crawl-delay: 10
Sitemap: https://www.spiedigitallibrary.org/sitemap.xml
Disallow: /Search
Disallow: /search
Disallow: /Account/institutionalsignin
Disallow: /Account/InstitutionalSignIn
Disallow: /account/institutionalsignin
Disallow: /account/InstitutionalSignIn
Disallow: /BadBotTrap.html
Disallow: /badbottrap.html
Disallow: /*/DownloadFigures?*
Disallow: /*/downloadfigures?*
Disallow: /technical-difficulties
Disallow: /Technical-Difficulties


Sitemap: https://www.thelancet.com/custom_pages.gz
User-agent: Twitterbot
Disallow:
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /action/generateSitemap
Crawl-delay: 1


Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /action/generateSitemap

User-agent: Twitterbot
Allow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /action/generateSitemap

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/tdmrep.json

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: iAskBot/1.0
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: omgili
Disallow: /

User-agent: TimpiBot
Disallow: /

User-agent: YouBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/*

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: iAskBot/1.0
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: omgili
Disallow: /

User-agent: TimpiBot
Disallow: /

User-agent: YouBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Disallow: /authored-by/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/*

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: iAskBot/1.0
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: omgili
Disallow: /

User-agent: TimpiBot
Disallow: /

User-agent: YouBot
Disallow: /

Crawl-delay: 1


Sitemap: https://www.thelancet.com/sitemap-index-1.txt
Sitemap: https://www.thelancet.com/custom_pages.gz

User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /action/clickThrough
Disallow: /action/showLogin
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1*
Disallow: /personalize/addFavoritePublication
Disallow: /pb/widgets/*
Disallow: /authored-by/
Allow: /action/showJournal
Allow: /action/showXml
Allow: /series
Allow: /isbn
Allow: /doi/book
Allow: /.well-known/*
Crawl-delay: 1

User-agent: Twitterbot
Allow: /
Crawl-delay: 1

User-agent: LinkedInBot
Allow: /
Crawl-delay: 1

User-agent: GPTBot
Disallow: /
Crawl-delay: 1

User-agent: ChatGPT-User
Disallow: /
Crawl-delay: 1

User-agent: CCBot
Disallow: /
Crawl-delay: 1

User-agent: Google-Extended
Disallow: /
Crawl-delay: 1

User-agent: PerplexityBot
Disallow: /
Crawl-delay: 1

User-agent: AI2Bot
Disallow: /
Crawl-delay: 1

User-agent: Amazonbot
Disallow: /
Crawl-delay: 1

User-agent: anthropic-ai
Disallow: /
Crawl-delay: 1

User-agent: ClaudeBot
Disallow: /
Crawl-delay: 1

User-agent: Bytespider
Disallow: /
Crawl-delay: 1

User-agent: cohere-training-data-crawler
Disallow: /
Crawl-delay: 1

User-agent: cohere-ai
Disallow: /
Crawl-delay: 1

User-agent: Diffbot
Disallow: /
Crawl-delay: 1

User-agent: iAskBot/1.0
Disallow: /
Crawl-delay: 1

User-agent: meta-externalagent
Disallow: /
Crawl-delay: 1

User-agent: MistralAI-User
Disallow: /
Crawl-delay: 1

User-agent: omgili
Disallow: /
Crawl-delay: 1

User-agent: TimpiBot
Disallow: /
Crawl-delay: 1

User-agent: YouBot
Disallow: /
Crawl-delay: 1


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /affiliates/
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /emogeXML/
Disallow: /exacttarget/
Disallow: /gg/
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_modalbox.jsp

User-agent: Mp3Bot
Disallow: /


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /affiliates/
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /emogeXML/
Disallow: /exacttarget/
Disallow: /gg/
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*

User-agent: Mp3Bot
Disallow: /


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /emogeXML/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /emogeXML/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /emogeXML/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /emogeXML/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /emogeXML/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp


#file to control web spiders, robots, etc. and what
#they may index on our site.

Sitemap: https://www.tirerack.com/sitemap.xml

User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp


User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp
Disallow: /tires/TireSearchResults.jsp?performance=
Disallow: /tires/Spec.jsp?*vehicleSearch=true*&fromCompare1=yes*
Allow: /installer/Comments.jsp?*installermiles=
Disallow: /installer/*?*installermiles=
Disallow: /tires/tires.jsp?*vehicleSearch=true*&fromCompare1=yes*
Disallow: /upgrade_garage/VehicleChangeServlet
Disallow: /snow/WinterTireCompare.jsp
Disallow: /content/tirerack/desktop/en/google/
Disallow: /*WheelGridControlServlet*
Disallow: *vehicleSearch=true&fromCompare*
Disallow: *SetCurrentVehicleServlet?*

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp

Sitemap: https://www.tirerack.com/sitemap-index.xml


User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp
Disallow: /tires/TireSearchResults.jsp?performance=
Disallow: /tires/Spec.jsp?*vehicleSearch=true*&fromCompare1=yes*
Allow: /installer/Comments.jsp?*installermiles=
Disallow: /tires/tires.jsp?*vehicleSearch=true*&fromCompare1=yes*
Disallow: /upgrade_garage/VehicleChangeServlet
Disallow: /snow/WinterTireCompare.jsp
Disallow: /content/tirerack/desktop/en/google/
Disallow: /*WheelGridControlServlet*
Disallow: *vehicleSearch=true&fromCompare*
Disallow: *SetCurrentVehicleServlet?*

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp

Sitemap: https://www.tirerack.com/sitemap-index.xml


User-agent: *
Disallow: /account/
Disallow: /admin/
Disallow: /accessories/AccessoriesControlServlet
Disallow: /accessories/svy.jsp
Disallow: /affiliates/
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /cart/
Disallow: /cgi-bin/
Disallow: /Components/
Disallow: /content/tirerack/desktop/en/welcome-modal/
Disallow: /ctna/
Disallow: /email/
Disallow: /error.jsp
Disallow: /exacttarget/
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /includes/
Disallow: /is/
Disallow: /installer/modalCovid19.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /isAdmin/
Disallow: /keepalive.js/
Disallow: /lower/
Disallow: /mail/
Disallow: /mapquest/
Disallow: /modalPopups/
Disallow: /modules/
Disallow: /register/
Disallow: /search/
Disallow: /sessionexpired.jsp
Disallow: /scripts/
Disallow: /ssl/
Disallow: /shippingquote/
Disallow: /survey/
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /tracking/
Disallow: /upgrade_garage/photo_gallery/enlarged_image.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /util/FAQServlet
Disallow: /videos/video_manfModalBox.jsp
Disallow: /videos/video_modalbox.jsp
Disallow: /*gclid*
Disallow: /rest/v1/cartService/getCartDetails*
Disallow: /rest/v1/UserProfileService/getUser*
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp
Disallow: /tires/TireSearchResults.jsp?performance=
Disallow: /tires/Spec.jsp?*vehicleSearch=true*&fromCompare1=yes*
Allow: /installer/Comments.jsp?*installermiles=
Disallow: /tires/tires.jsp?*vehicleSearch=true*&fromCompare1=yes*
Disallow: /upgrade_garage/VehicleChangeServlet
Disallow: /snow/WinterTireCompare.jsp
Disallow: /content/tirerack/desktop/en/google/
Disallow: /*WheelGridControlServlet*
Disallow: *vehicleSearch=true&fromCompare*
Disallow: *SetCurrentVehicleServlet?*
Disallow: *NewProducts.jsp?*

User-agent: Mp3Bot
Disallow: /
Disallow: /accessories/svy.jsp
Disallow: /brakes/BrakeFiltersExplained.jsp
Disallow: /brakes/brembo/1a.jsp
Disallow: /brakes/brembo/2b.jsp
Disallow: /brakes/brembo/3c.jsp
Disallow: /brakes/brembo/4d.jsp
Disallow: /brakes/pad_ratings.jsp
Disallow: /brakes/survey/survey1.jsp
Disallow: /brakes/tech/brake_rotor_matrix.jsp
Disallow: /brakes/tech/perf_cat_chart.jsp
Disallow: /brakes/tech/perf_cat_chart_truck.jsp
Disallow: /error.jsp
Disallow: /gallery/PhotoGalleryServlet
Disallow: /gg/gg_list_include.jsp
Disallow: /gg/gift_cert_terms.jsp
Disallow: /installer/whatis_pp.jsp
Disallow: /suspension/SuspensionFiltersExplained.jsp
Disallow: /suspension/Svy.jsp
Disallow: /tires/dg/SelectVehiclePopup.jsp
Disallow: /tires/dg/TireDecisionServlet
Disallow: /tires/tiretech/general/utqg_pop.jsp
Disallow: /tires/types/tireTypeModal.jsp
Disallow: /upgrade_garage/SavedItem.jsp
Disallow: /videos/video_manfModalBox.jsp
Disallow: /wheels/IncludedHardware.jsp
Disallow: /wheels/svy.jsp
Disallow: /why_mmylookup.jsp
Disallow: /search.jsp

Sitemap: https://www.tirerack.com/sitemap-index.xml


User-Agent: *
Disallow: /folio/2011/
Disallow: /folio/2012/
Disallow: /folio/2013/
Disallow: /folio/2014/
Disallow: /folio/2015/
Disallow: /folio/2016/
Disallow: /folio/2017/
Disallow: /Components/
Disallow: /sitecore/
Disallow: /Layout/
Disallow: /layouts/
Disallow: /*/sitecore/content/


User-Agent: *


User-Agent: *
Disallow: /homepage-archive/


User-Agent: *
Disallow: /homepage-archive/
Disallow: /facilities/
Allow: /facilities/index.html

User-Agent: coveobot
Allow: /facilities/


User-Agent: *
Disallow: /homepage-archive/
Disallow: /facilities/
Allow: /facilities/index.html
Disallow: /ProdStage

User-Agent: coveobot
Allow: /facilities/


#robots.txt
#
User-agent:*
Disallow: /blogs/
Disallow: /water/southatlantic/usgs/
Disallow: /water/southatlantic/realtime/go2/