# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# Add a 1 second delay between successive requests to the same server, limits resources used by crawler
# Only some crawlers respect this setting, e.g. Googlebot does not
# Crawl-delay: 1

# Based on details in https://gitlab.com/gitlab-org/gitlab/blob/master/config/routes.rb,
# https://gitlab.com/gitlab-org/gitlab/blob/master/spec/routing, and using application

# Global routes
User-Agent: *
Disallow: /autocomplete/users
Disallow: /autocomplete/projects
Disallow: /search
Disallow: /admin
Disallow: /profile
Disallow: /dashboard
Disallow: /users
Disallow: /help
Disallow: /s/
Disallow: /-/profile
Disallow: /-/ide/
Disallow: /-/experiment
# Restrict allowed routes to avoid very ugly search results
Allow: /users/sign_in
Allow: /users/*/snippets

# Generic resource routes like new, edit, raw
# This will block routes like:
# - /projects/new
# - /gitlab-org/gitlab-foss/issues/123/-/edit
User-Agent: *
Disallow: /*/new
Disallow: /*/edit
Disallow: /*/raw
Disallow: /*/realtime_changes

# Group details
User-Agent: *
Disallow: /groups/*/analytics
Disallow: /groups/*/contribution_analytics
Disallow: /groups/*/group_members

# Project details
User-Agent: *
Disallow: /*/*.git$
Disallow: /*/archive/
Disallow: /*/repository/archive*
Disallow: /*/activity
Disallow: /*/blame
Disallow: /*/commits
Disallow: /*/commit
Disallow: /*/commit/*.patch
Disallow: /*/commit/*.diff
Disallow: /*/compare
Disallow: /*/network
Disallow: /*/graphs
Disallow: /*/merge_requests/*.patch
Disallow: /*/merge_requests/*.diff
Disallow: /*/merge_requests/*/diffs
Disallow: /*/deploy_keys
Disallow: /*/hooks
Disallow: /*/services
Disallow: /*/protected_branches
Disallow: /*/uploads/
Disallow: /*/project_members
Disallow: /*/settings
Disallow: /*/-/import
Disallow: /*/-/environments
Disallow: /*/-/jobs
Disallow: /*/-/requirements_management
Disallow: /*/-/pipelines
Disallow: /*/-/pipeline_schedules
Disallow: /*/-/dependencies
Disallow: /*/-/licenses
Disallow: /*/-/metrics
Disallow: /*/-/incidents
Disallow: /*/-/value_stream_analytics
Disallow: /*/-/analytics
Disallow: /*/insights


# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# Add a 1 second delay between successive requests to the same server, limits resources used by crawler
# Only some crawlers respect this setting, e.g. Googlebot does not
# Crawl-delay: 1

# Based on details in https://gitlab.com/gitlab-org/gitlab/blob/master/config/routes.rb,
# https://gitlab.com/gitlab-org/gitlab/blob/master/spec/routing, and using application

# Global routes
User-Agent: *
Disallow: /autocomplete/users
Disallow: /autocomplete/projects
Disallow: /search
Disallow: /admin
Disallow: /profile
Disallow: /dashboard
Disallow: /users
Disallow: /help
Disallow: /s/
Disallow: /-/profile
Disallow: /-/ide/
Disallow: /-/experiment
# Restrict allowed routes to avoid very ugly search results
Allow: /users/sign_in
Allow: /users/*/snippets

# Generic resource routes like new, edit, raw
# This will block routes like:
# - /projects/new
# - /gitlab-org/gitlab-foss/issues/123/-/edit
User-Agent: *
Disallow: /*/new
Disallow: /*/edit
Disallow: /*/raw
Disallow: /*/realtime_changes

# Group details
User-Agent: *
Disallow: /groups/*/analytics
Disallow: /groups/*/contribution_analytics
Disallow: /groups/*/group_members
Disallow: /groups/*/-/saml/sso

# Project details
User-Agent: *
Disallow: /*/*.git$
Disallow: /*/archive/
Disallow: /*/repository/archive*
Disallow: /*/activity
Disallow: /*/blame
Disallow: /*/commits
Disallow: /*/commit
Disallow: /*/commit/*.patch
Disallow: /*/commit/*.diff
Disallow: /*/compare
Disallow: /*/network
Disallow: /*/graphs
Disallow: /*/merge_requests/*.patch
Disallow: /*/merge_requests/*.diff
Disallow: /*/merge_requests/*/diffs
Disallow: /*/deploy_keys
Disallow: /*/hooks
Disallow: /*/services
Disallow: /*/protected_branches
Disallow: /*/uploads/
Disallow: /*/project_members
Disallow: /*/settings
Disallow: /*/-/import
Disallow: /*/-/environments
Disallow: /*/-/jobs
Disallow: /*/-/requirements_management
Disallow: /*/-/pipelines
Disallow: /*/-/pipeline_schedules
Disallow: /*/-/dependencies
Disallow: /*/-/licenses
Disallow: /*/-/metrics
Disallow: /*/-/incidents
Disallow: /*/-/value_stream_analytics
Disallow: /*/-/analytics
Disallow: /*/insights


# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# Add a 1 second delay between successive requests to the same server, limits resources used by crawler
# Only some crawlers respect this setting, e.g. Googlebot does not
# Crawl-delay: 1

# Based on details in https://gitlab.com/gitlab-org/gitlab/blob/master/config/routes.rb,
# https://gitlab.com/gitlab-org/gitlab/blob/master/spec/routing, and using application

# Global routes
User-Agent: *
Disallow: /autocomplete/users
Disallow: /autocomplete/projects
Disallow: /search
Disallow: /admin
Disallow: /profile
Disallow: /dashboard
Disallow: /users
Disallow: /api/v*
Disallow: /help
Disallow: /s/
Disallow: /-/profile
Disallow: /-/ide/
Disallow: /-/experiment
# Restrict allowed routes to avoid very ugly search results
Allow: /users/sign_in
Allow: /users/sign_up
Allow: /users/*/snippets

# Generic resource routes like new, edit, raw
# This will block routes like:
# - /projects/new
# - /gitlab-org/gitlab-foss/issues/123/-/edit
User-Agent: *
Disallow: /*/new
Disallow: /*/edit
Disallow: /*/raw
Disallow: /*/realtime_changes

# Group details
User-Agent: *
Disallow: /groups/*/analytics
Disallow: /groups/*/contribution_analytics
Disallow: /groups/*/group_members
Disallow: /groups/*/-/saml/sso

# Project details
User-Agent: *
Disallow: /*/*.git$
Disallow: /*/archive/
Disallow: /*/repository/archive*
Disallow: /*/activity
Disallow: /*/blame
Disallow: /*/commits
Disallow: /*/commit
Disallow: /*/commit/*.patch
Disallow: /*/commit/*.diff
Disallow: /*/compare
Disallow: /*/network
Disallow: /*/graphs
Disallow: /*/merge_requests/*.patch
Disallow: /*/merge_requests/*.diff
Disallow: /*/merge_requests/*/diffs
Disallow: /*/deploy_keys
Disallow: /*/hooks
Disallow: /*/services
Disallow: /*/protected_branches
Disallow: /*/uploads/
Disallow: /*/project_members
Disallow: /*/settings
Disallow: /*/-/import
Disallow: /*/-/environments
Disallow: /*/-/jobs
Disallow: /*/-/requirements_management
Disallow: /*/-/pipelines
Disallow: /*/-/pipeline_schedules
Disallow: /*/-/dependencies
Disallow: /*/-/licenses
Disallow: /*/-/metrics
Disallow: /*/-/incidents
Disallow: /*/-/value_stream_analytics
Disallow: /*/-/analytics
Disallow: /*/insights


# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# Add a 1 second delay between successive requests to the same server, limits resources used by crawler
# Only some crawlers respect this setting, e.g. Googlebot does not
# Crawl-delay: 1

# Based on details in https://gitlab.com/gitlab-org/gitlab/blob/master/config/routes.rb,
# https://gitlab.com/gitlab-org/gitlab/blob/master/spec/routing, and using application

# Global routes
User-Agent: *
Disallow: /autocomplete/users
Disallow: /autocomplete/projects
Disallow: /search
Disallow: /admin
Disallow: /profile
Disallow: /dashboard
Disallow: /users
Disallow: /api/v*
Disallow: /help
Disallow: /s/
Disallow: /-/profile
Disallow: /-/user_settings/profile
Disallow: /-/ide/
Disallow: /-/experiment
# Restrict allowed routes to avoid very ugly search results
Allow: /users/sign_in
Allow: /users/sign_up
Allow: /users/*/snippets

# Generic resource routes like new, edit, raw
# This will block routes like:
# - /projects/new
# - /gitlab-org/gitlab-foss/issues/123/-/edit
User-Agent: *
Disallow: /*/new
Disallow: /*/edit
Disallow: /*/raw
Disallow: /*/realtime_changes

# Group details
User-Agent: *
Disallow: /groups/*/analytics
Disallow: /groups/*/contribution_analytics
Disallow: /groups/*/group_members
Disallow: /groups/*/-/saml/sso

# Project details
User-Agent: *
Disallow: /*/*.git$
Disallow: /*/archive/
Disallow: /*/repository/archive*
Disallow: /*/activity
Disallow: /*/blame
Disallow: /*/commits
Disallow: /*/commit
Disallow: /*/commit/*.patch
Disallow: /*/commit/*.diff
Disallow: /*/compare
Disallow: /*/network
Disallow: /*/graphs
Disallow: /*/merge_requests/*.patch
Disallow: /*/merge_requests/*.diff
Disallow: /*/merge_requests/*/diffs
Disallow: /*/deploy_keys
Disallow: /*/hooks
Disallow: /*/services
Disallow: /*/protected_branches
Disallow: /*/uploads/
Disallow: /*/project_members
Disallow: /*/settings
Disallow: /*/-/import
Disallow: /*/-/environments
Disallow: /*/-/jobs
Disallow: /*/-/requirements_management
Disallow: /*/-/pipelines
Disallow: /*/-/pipeline_schedules
Disallow: /*/-/dependencies
Disallow: /*/-/licenses
Disallow: /*/-/metrics
Disallow: /*/-/incidents
Disallow: /*/-/value_stream_analytics
Disallow: /*/-/analytics
Disallow: /*/insights


# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# Add a 1 second delay between successive requests to the same server, limits resources used by crawler
# Only some crawlers respect this setting, e.g. Googlebot does not
# Crawl-delay: 1

# Based on details in https://gitlab.com/gitlab-org/gitlab/blob/master/config/routes.rb,
# https://gitlab.com/gitlab-org/gitlab/blob/master/spec/routing, and using application

# Global routes
User-Agent: *
Disallow: /autocomplete/users
Disallow: /autocomplete/projects
Disallow: /search
Disallow: /admin
Disallow: /profile
Disallow: /dashboard
Disallow: /users
Disallow: /api/v*
Disallow: /help
Disallow: /s/
Disallow: /-/profile
Disallow: /-/profile/
Disallow: /-/user_settings/
Disallow: /-/ide/
Disallow: /-/experiment
# Restrict allowed routes to avoid very ugly search results
Allow: /users/sign_in
Allow: /users/sign_up
Allow: /users/*/snippets

# Generic resource routes like new, edit, raw
# This will block routes like:
# - /projects/new
# - /gitlab-org/gitlab-foss/issues/123/-/edit
User-Agent: *
Disallow: /*/new
Disallow: /*/edit
Disallow: /*/raw
Disallow: /*/realtime_changes

# Group details
User-Agent: *
Disallow: /groups/*/-/analytics
Disallow: /groups/*/-/analytics/
Disallow: /groups/*/-/insights/
Disallow: /groups/*/-/issues_analytics
Disallow: /groups/*/-/contribution_analytics
Disallow: /groups/*/-/group_members
Disallow: /groups/*/-/saml/
Disallow: /groups/*/-/saml_group_links
Disallow: /groups/*/-/settings/
Disallow: /groups/*/-/billings
Disallow: /groups/*/-/hooks
Disallow: /groups/*/-/projects

# Project details
User-Agent: *
Disallow: /*/*.git$
Disallow: /*/archive/
Disallow: /*/repository/archive*
Disallow: /*/activity
Disallow: /*/-/project_members
Disallow: /*/-/blame/
Disallow: /*/-/branches
Disallow: /*/-/commits/
Disallow: /*/-/commit
Disallow: /*/commit/*.patch
Disallow: /*/commit/*.diff
Disallow: /*/-/compare/
Disallow: /*/-/network/
Disallow: /*/path_locks
Disallow: /*/merge_requests/*.patch
Disallow: /*/merge_requests/*.diff
Disallow: /*/merge_requests/*/diffs
Disallow: /*/services
Disallow: /*/uploads/
Disallow: /*/-/import
Disallow: /*/-/requirements_management/
Disallow: /*/-/pipelines
Disallow: /*/-/pipeline_schedules
Disallow: /*/-/jobs
Disallow: /*/-/ci/
Disallow: /*/-/quality/
Disallow: /*/-/licenses
Disallow: /*/-/security/
Disallow: /*/-/dependencies
Disallow: /*/-/audit_events
Disallow: /*/-/on_demand_scans
Disallow: /*/-/feature_flags
Disallow: /*/-/ml/
Disallow: /*/-/environments
Disallow: /*/-/clusters
Disallow: /*/-/terraform
Disallow: /*/-/terraform_module_registry
Disallow: /*/-/*/configuration
Disallow: /*/-/error_tracking
Disallow: /*/-/metrics
Disallow: /*/-/alert_management
Disallow: /*/-/incidents
Disallow: /*/-/oncall_schedules
Disallow: /*/-/escalation_policies
Disallow: /*/-/*/service_desk
Disallow: /*/-/analytics
Disallow: /*/-/analytics/
Disallow: /*/-/value_stream_analytics
Disallow: /*/-/graphs/
Disallow: /*/insights/
Disallow: /*/-/pipelines/
Disallow: /*/-/settings/
Disallow: /*/-/hooks
Disallow: /*/-/usage_quotas


# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

# Add a 1 second delay between successive requests to the same server, limits resources used by crawler
# Only some crawlers respect this setting, e.g. Googlebot does not
# Crawl-delay: 1

# Based on details in https://gitlab.com/gitlab-org/gitlab/blob/master/config/routes.rb,
# https://gitlab.com/gitlab-org/gitlab/blob/master/spec/routing, and using application

# Global routes
User-Agent: *
Disallow: /autocomplete/users
Disallow: /autocomplete/projects
Disallow: /search
Disallow: /admin
Disallow: /profile
Disallow: /dashboard
Disallow: /users
Disallow: /api/v*
Disallow: /help
Disallow: /s/
Disallow: /-/profile
Disallow: /-/profile/
Disallow: /-/user_settings/
Disallow: /-/ide/
Disallow: /-/experiment
# Restrict allowed routes to avoid very ugly search results
Allow: /users/sign_in
Allow: /users/sign_up
Allow: /users/*/snippets

# Generic resource routes like new, edit, raw
# This will block routes like:
# - /projects/new
# - /gitlab-org/gitlab-foss/issues/123/-/edit
User-Agent: *
Disallow: /*/new
Disallow: /*/edit
Disallow: /*/raw
Disallow: /*/realtime_changes

# Group details
User-Agent: *
Disallow: /groups/*/-/analytics
Disallow: /groups/*/-/analytics/
Disallow: /groups/*/-/insights/
Disallow: /groups/*/-/issues_analytics
Disallow: /groups/*/-/contribution_analytics
Disallow: /groups/*/-/group_members
Disallow: /groups/*/-/saml/
Disallow: /groups/*/-/saml_group_links
Disallow: /groups/*/-/settings/
Disallow: /groups/*/-/billings
Disallow: /groups/*/-/hooks
Disallow: /groups/*/-/projects

# Project details
User-Agent: *
Disallow: /*/*.git$
Disallow: /*/*.git/*
Disallow: /*/archive/
Disallow: /*/repository/archive*
Disallow: /*/activity
Disallow: /*/-/project_members
Disallow: /*/-/blame/
Disallow: /*/-/branches
Disallow: /*/-/commits/
Disallow: /*/-/commit
Disallow: /*/commit/*.patch
Disallow: /*/commit/*.diff
Disallow: /*/-/compare/
Disallow: /*/-/network/
Disallow: /*/path_locks
Disallow: /*/merge_requests/*.patch
Disallow: /*/merge_requests/*.diff
Disallow: /*/merge_requests/*/diffs
Disallow: /*/services
Disallow: /*/uploads/
Disallow: /*/-/import
Disallow: /*/-/requirements_management/
Disallow: /*/-/pipelines
Disallow: /*/-/pipeline_schedules
Disallow: /*/-/jobs
Disallow: /*/-/ci/
Disallow: /*/-/quality/
Disallow: /*/-/licenses
Disallow: /*/-/security/
Disallow: /*/-/dependencies
Disallow: /*/-/audit_events
Disallow: /*/-/on_demand_scans
Disallow: /*/-/feature_flags
Disallow: /*/-/ml/
Disallow: /*/-/environments
Disallow: /*/-/clusters
Disallow: /*/-/terraform
Disallow: /*/-/terraform_module_registry
Disallow: /*/-/*/configuration
Disallow: /*/-/error_tracking
Disallow: /*/-/metrics
Disallow: /*/-/alert_management
Disallow: /*/-/incidents
Disallow: /*/-/oncall_schedules
Disallow: /*/-/escalation_policies
Disallow: /*/-/*/service_desk
Disallow: /*/-/analytics
Disallow: /*/-/analytics/
Disallow: /*/-/value_stream_analytics
Disallow: /*/-/graphs/
Disallow: /*/insights/
Disallow: /*/-/pipelines/
Disallow: /*/-/settings/
Disallow: /*/-/hooks
Disallow: /*/-/usage_quotas


User-agent: discobot
Disallow: /

User-agent: AddThis.com
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-Agent: W3C-checklink
Crawl-delay: 0

User-agent: Twitterbot
Crawl-delay: 0
Disallow:

User-agent: *
Crawl-delay: 10
Disallow: /er.php
Disallow: /err.php
Disallow: /go.php
Disallow: /friendly.php
Disallow: /ld.php
Disallow: /srch.php

Sitemap: https://guides.loc.gov/sitemap.xml


User-agent: discobot
Disallow: /

User-agent: AddThis.com
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Amazonbot
Disallow: /

User-Agent: W3C-checklink
Crawl-delay: 0

User-agent: Twitterbot
Crawl-delay: 0
Disallow:

User-agent: *
Crawl-delay: 10
Disallow: /er.php
Disallow: /err.php
Disallow: /go.php
Disallow: /friendly.php
Disallow: /ld.php
Disallow: /srch.php

Sitemap: https://guides.loc.gov/sitemap.xml


User-agent: discobot
Disallow: /

User-agent: AddThis.com
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-Agent: W3C-checklink
Crawl-delay: 0

User-agent: Twitterbot
Crawl-delay: 0
Disallow:

User-agent: *
Crawl-delay: 10
    Disallow: /er.php
    Disallow: /err.php
    Disallow: /go.php
    Disallow: /friendly.php
    Disallow: /ld.php
    Disallow: /srch.php

    Sitemap: https://guides.loc.gov/sitemap.xml


User-agent: discobot
Disallow: /

User-agent: AddThis.com
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-Agent: W3C-checklink
Crawl-delay: 0

User-agent: Twitterbot
Crawl-delay: 0
Disallow:

User-agent: Applebot
Disallow: /

User-agent: *
Crawl-delay: 10
    Disallow: /er.php
    Disallow: /err.php
    Disallow: /go.php
    Disallow: /friendly.php
    Disallow: /ld.php
    Disallow: /srch.php

    Sitemap: https://guides.loc.gov/sitemap.xml


User-agent: discobot
Disallow: /

User-agent: AddThis.com
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-Agent: W3C-checklink
Crawl-delay: 0

User-agent: Twitterbot
Crawl-delay: 0
Disallow:

User-agent: Applebot
Disallow: /

User-agent: *
Crawl-delay: 10
    Disallow: /az.php?
    Disallow: /az/databases?
    Disallow: /er.php
    Disallow: /err.php
    Disallow: /friendly.php
    Disallow: /go.php
    Disallow: /ld.php
    Disallow: /srch.php

    Sitemap: https://guides.loc.gov/sitemap.xml


User-agent: Amazonbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: discobot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Gemini-Deep-Research
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: Twitterbot
Crawl-delay: 0
Disallow:

User-Agent: W3C-checklink
Crawl-delay: 0

User-agent: Yandex
Disallow: /

User-agent: YandexAdditional
Disallow: /

User-agent: YandexAdditionalBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: *
Crawl-delay: 10
    Disallow: /az.php?
    Disallow: /az/databases?
    Disallow: /er.php
    Disallow: /err.php
    Disallow: /friendly.php
    Disallow: /go.php
    Disallow: /ld.php
    Disallow: /srch.php

    Sitemap: https://guides.loc.gov/sitemap.xml


User-agent: *
Disallow:


User-agent: AhrefsBot
Crawl-Delay: 10

User-agent: *
Disallow:


User-agent: *
Crawl-Delay: 10
Disallow:


User-agent: *
#Crawl-Delay: 10
Disallow:


User-agent: *
#Crawl-Delay: 10
Disallow:
#chatgpt
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /

#claudecc
User-agent: CCBot
Disallow: /

#anthropic
User-agent: anthropic-ai
Disallow: /

#facebook
User-agent: FacebookBot
Disallow: /
User-agent: meta-externalagent
Disallow: /

#claude
User-agent: Claude-Web
Disallow: /

#cohere
User-agent: cohere-ai
Disallow: /

#perplexity
User-agent: PerplexityBot
Disallow: /


User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: FacebookBot
Disallow: /
User-agent: meta-externalagent
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: *
Disallow: /account/
Disallow: /goto/
Disallow: /login/
Disallow: /search/
Disallow: /members/
Disallow: /admin.php
Disallow: /business/directory
Allow: /

Sitemap: https://www.hvac-talk.com/sitemap.xml


User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: FacebookBot
Disallow: /
User-agent: meta-externalagent
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: *
Disallow: /account/
Disallow: /goto/
Disallow: /login/
Disallow: /search/
Disallow: /admin.php
Disallow: /business/directory
Allow: /

Sitemap: https://www.hvac-talk.com/sitemap.xml


User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: FacebookBot
Disallow: /
User-agent: meta-externalagent
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: *
Disallow: /account/
Disallow: /goto/
Disallow: /login/
Disallow: /search/
Disallow: /admin.php
Disallow: /business/directory
Allow: /

Sitemap: https://hvac-talk.com/sitemap.xml


User-agent: FacebookBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: *
Disallow: /account/
Disallow: /goto/
Disallow: /login/
Disallow: /search/
Disallow: /admin.php
Disallow: /business/directory
Allow: /

# Block AI Bots
User-agent: anthropic-ai
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Diffbot
User-agent: GPTBot
User-agent: ImagesiftBot
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: meta-webindexer
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: quillbot.com
User-agent: Quora-Bot
User-agent: YouBot
Disallow: /

# Block Content Scraping and Data Mining Bots
User-agent: Amazonbot
User-agent: AliyunSecBot
User-agent: AudigentAdBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: EchoboxBot
User-agent: FriendlyCrawler
User-agent: Jetslide
User-agent: magpie-crawler
User-agent: MyCentralAIScraperBot
User-agent: NewsNow
User-agent: news-please
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: Poseidon Research Crawler
User-agent: Scrapy
User-agent: SeekrBot
User-agent: SeznamHomepageCrawler
User-agent: TaraGroup Intelligent Bot
User-agent: Timpibot
User-agent: TurnitinBot
User-agent: ViennaTinyBot
Disallow: /

# Block bots that can't do csrf ajax calls
User-agent: Slurp
Disallow: /frontier/api/sessionActivity
Disallow: /frontier/api/threads/*/pageview

Sitemap: https://www.hvac-talk.com/sitemap.xml


User-agent: FacebookBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: *
Disallow: /account/
Disallow: /goto/
Disallow: /login/
Disallow: /search/
Disallow: /admin.php
Disallow: /posts/*/bookmark$
Disallow: /posts/*/react?clickoverlay
Disallow: /business/directory
Disallow: /frontier/api/sessionActivity
Disallow: /frontier/api/threads/*/pageview
Allow: /

# Block AI Bots
User-agent: anthropic-ai
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Diffbot
User-agent: GPTBot
User-agent: ImagesiftBot
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: meta-webindexer
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: quillbot.com
User-agent: Quora-Bot
User-agent: YouBot
Disallow: /

# Block Content Scraping and Data Mining Bots
User-agent: Amazonbot
User-agent: AliyunSecBot
User-agent: AudigentAdBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: EchoboxBot
User-agent: FriendlyCrawler
User-agent: Jetslide
User-agent: magpie-crawler
User-agent: MyCentralAIScraperBot
User-agent: NewsNow
User-agent: news-please
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: Poseidon Research Crawler
User-agent: Scrapy
User-agent: SeekrBot
User-agent: SeznamHomepageCrawler
User-agent: TaraGroup Intelligent Bot
User-agent: Timpibot
User-agent: TurnitinBot
User-agent: ViennaTinyBot
Disallow: /

Sitemap: https://www.hvac-talk.com/sitemap.xml


User-agent: *
Disallow: /xpl/abstractSimilar.ajax
Disallow: /xpl/abstractSimilar.jsp
Disallow: /xpl/abstractReferences.ajax
Disallow: /xpl/abstractReferences.jsp
Disallow: /xpl/abstractCitations.ajax
Disallow: /xpl/abstractCitationsAll.ajax
Disallow: /xpl/abstractCitations.jsp
Disallow: /xpl/biblMetrics.ajax
Disallow: /xpl/abstractMetrics.ajax
Disallow: /xpl/abstractMetrics.jsp
Disallow: /xpl/abstractMultimedia.jsp
Disallow: /xpl/abstractMultimedia.ajax
Disallow: /xpl/abstractReferenceItems.jsp
Disallow: /xpl/abstractStandardVersion.jsp
Disallow: /xpl/abstractStandardDictionary.jsp
Disallow: /xpl/getRecommendedArticlesAsJsonResponse
Disallow: /xpl/mwCitations.jsp
Disallow: /xpl/references.jsp
Disallow: /xpl/citations.jsp
Disallow: /xpl/abstractCitationsIeee.ajax
Disallow: /xpl/abstractCitationsNonIeee.ajax
Disallow: /xpl/abstractCitationsPatent.ajax
Disallow: /ielx*
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$


User-agent: *
Disallow: /rest
Disallow: /ielx*
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$


User-agent: *
Disallow: /rest
Disallow: /ielx*
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$

User-agent: GPTBot
Disallow: /


User-agent: *
Disallow: /rest
Disallow: /ielx*
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$

User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /


User-agent: *
Disallow: /rest
Disallow: /ielx*
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$

User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: YandexAdditionalBot
Disallow: /


User-agent: *
Disallow: /rest
Disallow: /ielx*
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$

User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: YandexAdditionalBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: ChatGLM-Spider
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: ByteSpider
Disallow: /


User-agent: *
Disallow: /rest
Disallow: /ielx*
User-agent: Twitterbot
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)

Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$

User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: YandexAdditionalBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: ChatGLM-Spider
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: ByteSpider
Disallow: /
User-agent: ShapBot
Disallow: /
User-agent: AliyunSecBot
Disallow: /
User-agent: quillbot
Disallow: /


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.iftawm.org/wp-sitemap.xml


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: http://iftawm.org/wp-sitemap.xml


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://iftawm.org/wp-sitemap.xml


user-agent: googlebot
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


user-agent: googlebot
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
Allow: *

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


user-agent: googlebot
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
User-agent: 360Spider
User-agent: Sogou web spider
Allow: *

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


user-agent: googlebot
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
User-agent: 360Spider
User-agent: Sogou web spider
Allow: *

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


user-agent: googlebot
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
User-agent: 360Spider
User-agent: Sogou web spider
Allow: *

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


user-agent: googlebot
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
User-agent: 360Spider
User-agent: Sogou web spider
Allow: *

User-agent: GPTBot
User-agent: CCBot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: KangarooBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: iaskspider/2.0
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
User-agent: PetalBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
Disallow: /

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


User-agent: googlebot
User-agent: Google-InspectionTool
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video

# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
User-agent: 360Spider
User-agent: Sogou web spider
Allow: *

User-agent: GPTBot
User-agent: CCBot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: KangarooBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: iaskspider/2.0
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
User-agent: PetalBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
Disallow: /

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


User-agent: googlebot
User-agent: Google-InspectionTool
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video

# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference
disallow: /export*

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference
disallow: /export*
disallow: /nsearch*

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference
disallow: /export*

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference
disallow: /export*

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference
disallow: /export*

# Twitter cards
User-agent: Twitterbot
disallow:
allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
User-agent: 360Spider
User-agent: Sogou web spider
Allow: *

User-agent: GPTBot
User-agent: CCBot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: KangarooBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: iaskspider/2.0
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
User-agent: PetalBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
Disallow: /

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
disallow: /


User-agent: googlebot
User-agent: Google-InspectionTool
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video

# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference
disallow: /export*

# Yahoo! User agent is Yahoo! Slurp (http://www.inktomi.com/slurp.html)
user-agent: slurp
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference
disallow: /export*
disallow: /nsearch*

# Bing
user-agent: bingbot
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference
disallow: /export*

# Baidu
user-agent: Baiduspider
# For existing directives, removed crawl-delay.
disallow: /EJ/openphysics/
# New directives from visibility audit
# Duplicate content caused by crossrefs - see 3.5 from visibility audit
disallow: /*sid=IOPP
# Duplicate content caused by serving jsessionids - see 3.6 from visibility audit
disallow: /*jsessionid
# Search results pages - see 3.15 from visibility audit
disallow: /*fromSearchPage=true
# Duplicate content due to affiliations link on article pages. Content is present in HTML anyway
disallow: /*v_showaffiliations
# Duplicate content caused by rel=ref and rel=rev related articles on right hand side of article page
disallow: /*relno
# Disallow crawling search results pages
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
# Duplicate content caused by hdrSearch parameter tracking search options
disallow: /*hdrSearch
# Duplicate content caused by site_preference parameter, registering user's preference for desktop or mobile version
disallow: /*site_preference
disallow: /export*

# Ask Jeeves. User agent is Ask Jeeves/Teoma
user-agent: Teoma
disallow: /EJ/openphysics/
# New directives from visibility audit
disallow: /*sid=IOPP
disallow: /*jsessionid
disallow: /*fromSearchPage=true
disallow: /*v_showaffiliations
disallow: /*relno
disallow: /nsearch*
disallow: /*fullsearch
disallow: /*searchType
disallow: /eprint
disallow: /cws
disallow: /findcontent
disallow: /*hdrSearch
disallow: /*site_preference
disallow: /export*

User-agent: LinkedInBot
Disallow: /
Allow: /article*
Allow: /book*

# Twitter cards
User-agent: Twitterbot
Disallow:
Allow: /

User-agent: Dragonbot
User-agent: Screaming Frog SEO Spider
User-agent: 360Spider
User-agent: Sogou web spider
Allow: *

User-agent: GPTBot
User-agent: CCBot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: KangarooBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: iaskspider/2.0
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
User-agent: PetalBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
Disallow: /

# Removed other specific user agent strings as they were all set
# to disallow: /
# They will match the catch-all below.
user-agent: *
Sitemap: https://iopscience.iop.org/sitemap.xml
Disallow: /


User-agent: 008
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /config/
Disallow: /app_data/
Disallow: /dlls/
Disallow: /App_Themes/
Disallow: /signin.aspx
Disallow: /searchresults.aspx
Disallow: /advancedsearch.aspx
Disallow: /DownloadFile/
Disallow: /downloadimage.aspx
Disallow: /Citation/Download
Disallow: /Shibboleth.sso/
Disallow: /SignInShibboleth.aspx
Disallow: /search-results
Disallow: /*/search-results
Disallow: /lookup/external-ref
Disallow: /user/logout
Disallow: /cgi/pmidlookup
Disallow: /Themes/Client/app/img/favicons/manifest.json
Disallow: /lookup/google-scholar
Disallow: /store/*
Disallow: /*.axd
Disallow: /searchresults.aspx
Disallow: /data/Multimedia/
Disallow: /UserControls/
Disallow: /MasterPages/
Disallow: /cgi-bin/
Disallow: /DownloadImage.aspx
Disallow: /6479/
Disallow: /searchresults
Disallow: /downloadcitation/
Disallow: /signinshibboleth
Disallow: /myaccount
Disallow: /documents/
Disallow: /advanced-search
Disallow: /text-and-data-mining
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_9/sitemap_9.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_J192.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_223/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_J191.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_J198.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_248/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_J202.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_254/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_270/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_272/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_274/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_J213.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_301/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_305/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_313/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_315/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_3/sitemap_J67.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_12/sitemap_J68.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_14/sitemap_J70.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_15/sitemap_J71.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_16/sitemap_J72.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_17/sitemap_J73.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_18/sitemap_J74.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_19/sitemap_J75.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_20/sitemap_J76.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_23/sitemap_J91.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_159/sitemap_J174.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_192/sitemap_J184.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_214/sitemap_J187.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_261/sitemap_J206.xml


User-agent: 008
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /config/
Disallow: /app_data/
Disallow: /dlls/
Disallow: /App_Themes/
Disallow: /signin.aspx
Disallow: /searchresults.aspx
Disallow: /advancedsearch.aspx
Disallow: /DownloadFile/
Disallow: /downloadimage.aspx
Disallow: /Citation/Download
Disallow: /Shibboleth.sso/
Disallow: /SignInShibboleth.aspx
Disallow: /search-results
Disallow: /*/search-results
Disallow: /lookup/external-ref
Disallow: /user/logout
Disallow: /cgi/pmidlookup
Disallow: /Themes/Client/app/img/favicons/manifest.json
Disallow: /lookup/google-scholar
Disallow: /store/*
Disallow: /*.axd
Disallow: /searchresults.aspx
Disallow: /data/Multimedia/
Disallow: /UserControls/
Disallow: /MasterPages/
Disallow: /cgi-bin/
Disallow: /DownloadImage.aspx
Disallow: /6479/
Disallow: /searchresults
Disallow: /downloadcitation/
Disallow: /signinshibboleth
Disallow: /myaccount
Disallow: /documents/
Disallow: /advanced-search
Disallow: /text-and-data-mining
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_9/sitemap_9.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_J192.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_223/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_J191.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_J198.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_248/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_J202.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_254/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_270/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_272/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_274/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_278/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_J213.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_301/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_303/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_305/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_313/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_315/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_3/sitemap_J67.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_12/sitemap_J68.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_14/sitemap_J70.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_15/sitemap_J71.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_16/sitemap_J72.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_17/sitemap_J73.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_18/sitemap_J74.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_19/sitemap_J75.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_20/sitemap_J76.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_23/sitemap_J91.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_159/sitemap_J174.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_192/sitemap_J184.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_214/sitemap_J187.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_261/sitemap_J206.xml


User-agent: 008
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /config/
Disallow: /app_data/
Disallow: /dlls/
Disallow: /App_Themes/
Disallow: /signin.aspx
Disallow: /searchresults.aspx
Disallow: /advancedsearch.aspx
Disallow: /DownloadFile/
Disallow: /downloadimage.aspx
Disallow: /Citation/Download
Disallow: /Shibboleth.sso/
Disallow: /SignInShibboleth.aspx
Disallow: /search-results
Disallow: /*/search-results
Disallow: /lookup/external-ref
Disallow: /user/logout
Disallow: /cgi/pmidlookup
Disallow: /Themes/Client/app/img/favicons/manifest.json
Disallow: /lookup/google-scholar
Disallow: /store/*
Disallow: /*.axd
Disallow: /searchresults.aspx
Disallow: /data/Multimedia/
Disallow: /UserControls/
Disallow: /MasterPages/
Disallow: /cgi-bin/
Disallow: /DownloadImage.aspx
Disallow: /6479/
Disallow: /searchresults
Disallow: /downloadcitation/
Disallow: /signinshibboleth
Disallow: /myaccount
Disallow: /documents/
Disallow: /advanced-search
Disallow: /text-and-data-mining
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_9/sitemap_9.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_J192.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_223/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_J191.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_J198.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_248/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_J202.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_254/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_270/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_272/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_274/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_278/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_J213.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_301/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_303/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_305/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_313/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_315/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_323/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_3/sitemap_J67.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_12/sitemap_J68.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_14/sitemap_J70.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_15/sitemap_J71.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_16/sitemap_J72.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_17/sitemap_J73.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_18/sitemap_J74.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_19/sitemap_J75.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_20/sitemap_J76.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_23/sitemap_J91.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_159/sitemap_J174.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_192/sitemap_J184.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_214/sitemap_J187.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_261/sitemap_J206.xml


User-agent: 008
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /config/
Disallow: /app_data/
Disallow: /dlls/
Disallow: /App_Themes/
Disallow: /signin.aspx
Disallow: /searchresults.aspx
Disallow: /advancedsearch.aspx
Disallow: /DownloadFile/
Disallow: /downloadimage.aspx
Disallow: /Citation/Download
Disallow: /Shibboleth.sso/
Disallow: /SignInShibboleth.aspx
Disallow: /lookup/external-ref
Disallow: /user/logout
Disallow: /cgi/pmidlookup
Disallow: /Themes/Client/app/img/favicons/manifest.json
Disallow: /lookup/google-scholar
Disallow: /store/*
Disallow: /*.axd
Disallow: /searchresults.aspx
Disallow: /data/Multimedia/
Disallow: /UserControls/
Disallow: /MasterPages/
Disallow: /cgi-bin/
Disallow: /DownloadImage.aspx
Disallow: /6479/
Disallow: /searchresults
Disallow: /downloadcitation/
Disallow: /signinshibboleth
Disallow: /myaccount
Disallow: /documents/
Disallow: /advanced-search
Disallow: /text-and-data-mining
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_9/sitemap_9.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_J192.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_223/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_J191.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_J198.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_248/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_J202.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_254/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_270/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_272/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_274/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_278/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_J213.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_301/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_303/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_305/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_313/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_315/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_323/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_3/sitemap_J67.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_12/sitemap_J68.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_14/sitemap_J70.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_15/sitemap_J71.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_16/sitemap_J72.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_17/sitemap_J73.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_18/sitemap_J74.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_19/sitemap_J75.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_20/sitemap_J76.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_23/sitemap_J91.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_159/sitemap_J174.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_192/sitemap_J184.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_214/sitemap_J187.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_261/sitemap_J206.xml


User-agent: 008
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /config/
Disallow: /app_data/
Disallow: /dlls/
Disallow: /App_Themes/
Disallow: /signin.aspx
Disallow: /searchresults.aspx
Disallow: /advancedsearch.aspx
Disallow: /DownloadFile/
Disallow: /downloadimage.aspx
Disallow: /Citation/Download
Disallow: /Shibboleth.sso/
Disallow: /SignInShibboleth.aspx
Disallow: /lookup/external-ref
Disallow: /user/logout
Disallow: /cgi/pmidlookup
Disallow: /Themes/Client/app/img/favicons/manifest.json
Disallow: /lookup/google-scholar
Disallow: /store/*
Disallow: /*.axd
Disallow: /searchresults.aspx
Disallow: /data/Multimedia/
Disallow: /UserControls/
Disallow: /MasterPages/
Disallow: /cgi-bin/
Disallow: /DownloadImage.aspx
Disallow: /6479/
Disallow: /searchresults
Disallow: /downloadcitation/
Disallow: /signinshibboleth
Disallow: /myaccount
Disallow: /documents/
Disallow: /advanced-search
Disallow: /text-and-data-mining
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_9/sitemap_9.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_J192.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_223/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_J191.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_J198.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_248/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_J202.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_254/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_270/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_272/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_274/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_278/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_J213.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_301/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_303/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_305/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_313/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_315/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_323/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_3/sitemap_J67.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_12/sitemap_J68.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_14/sitemap_J70.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_15/sitemap_J71.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_16/sitemap_J72.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_17/sitemap_J73.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_18/sitemap_J74.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_19/sitemap_J75.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_20/sitemap_J76.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_23/sitemap_J91.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_159/sitemap_J174.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_192/sitemap_J184.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_193/sitemap_J185.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_214/sitemap_J187.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_261/sitemap_J206.xml


User-agent: 008
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /config/
Disallow: /app_data/
Disallow: /dlls/
Disallow: /App_Themes/
Disallow: /signin.aspx
Disallow: /searchresults.aspx
Disallow: /advancedsearch.aspx
Disallow: /DownloadFile/
Disallow: /downloadimage.aspx
Disallow: /Citation/Download
Disallow: /Shibboleth.sso/
Disallow: /SignInShibboleth.aspx
Disallow: /lookup/external-ref
Disallow: /user/logout
Disallow: /cgi/pmidlookup
Disallow: /Themes/Client/app/img/favicons/manifest.json
Disallow: /lookup/google-scholar
Disallow: /store/*
Disallow: /*.axd
Disallow: /searchresults.aspx
Disallow: /data/Multimedia/
Disallow: /UserControls/
Disallow: /MasterPages/
Disallow: /cgi-bin/
Disallow: /DownloadImage.aspx
Disallow: /6479/
Disallow: /searchresults
Disallow: /downloadcitation/
Disallow: /signinshibboleth
Disallow: /myaccount
Disallow: /documents/
Disallow: /advanced-search
Disallow: /text-and-data-mining
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_9/sitemap_9.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_J192.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_223/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_J191.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_J198.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_248/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_J202.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_254/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_270/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_272/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_274/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_278/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_J213.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_301/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_303/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_305/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_313/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_315/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_321/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_323/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_325/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_3/sitemap_J67.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_12/sitemap_J68.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_14/sitemap_J70.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_15/sitemap_J71.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_16/sitemap_J72.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_17/sitemap_J73.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_18/sitemap_J74.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_19/sitemap_J75.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_20/sitemap_J76.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_23/sitemap_J91.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_159/sitemap_J174.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_192/sitemap_J184.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_193/sitemap_J185.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_214/sitemap_J187.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_261/sitemap_J206.xml


User-agent: 008
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /config/
Disallow: /app_data/
Disallow: /dlls/
Disallow: /App_Themes/
Disallow: /signin.aspx
Disallow: /searchresults.aspx
Disallow: /advancedsearch.aspx
Disallow: /DownloadFile/
Disallow: /downloadimage.aspx
Disallow: /Citation/Download
Disallow: /Shibboleth.sso/
Disallow: /SignInShibboleth.aspx
Disallow: /lookup/external-ref
Disallow: /user/logout
Disallow: /cgi/pmidlookup
Disallow: /Themes/Client/app/img/favicons/manifest.json
Disallow: /lookup/google-scholar
Disallow: /store/*
Disallow: /*.axd
Disallow: /searchresults.aspx
Disallow: /data/Multimedia/
Disallow: /UserControls/
Disallow: /MasterPages/
Disallow: /cgi-bin/
Disallow: /DownloadImage.aspx
Disallow: /6479/
Disallow: /searchresults
Disallow: /downloadcitation/
Disallow: /signinshibboleth
Disallow: /myaccount
Disallow: /documents/
Disallow: /advanced-search
Disallow: /text-and-data-mining
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_9/sitemap_9.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_J192.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_221/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_223/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_J191.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_227/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_J198.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_243/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_248/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_J202.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_250/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_254/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_270/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_272/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_274/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_278/sitemap_courses.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_J213.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_280/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_301/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_303/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_305/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_311/sitemap_external_quizzes.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_313/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_315/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_321/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_323/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_325/sitemap_multimedia.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_3/sitemap_J67.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_12/sitemap_J68.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_14/sitemap_J70.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_15/sitemap_J71.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_16/sitemap_J72.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_17/sitemap_J73.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_18/sitemap_J74.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_19/sitemap_J75.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_20/sitemap_J76.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_23/sitemap_J91.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_159/sitemap_J174.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_192/sitemap_J184.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_193/sitemap_J185.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_214/sitemap_J187.xml
Sitemap: https://pubs.jamanetwork.com/data/sitemap/Site_261/sitemap_J206.xml