# robots.txt - robot exclusion file - back-end server version - no robots!
# ========================================================================
User-agent: htdig/3.1.6
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /mailman
Disallow: /myncbi
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Baiduspider
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /mailman
Disallow: /myncbi
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /stat
Disallow: /COG
Disallow: /mailman
Disallow: /sutils
Disallow: /entrez/viewer.fcgi
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /IEB/ToolBox/SB
Disallow: /Structure/dgs
Disallow: /Structure/VA
Disallow: /Structure/cblast/cblast.cgi
Disallow: /Coffeebreak
Disallow: /gorf
Disallow: /mapview
Disallow: /myncbi
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /entrez/eutils
Disallow: /entrez/utils
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

User-agent: Teleport Pro
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: yacybot
Disallow: *

User-agent: Browsershots
Disallow:
Disallow: /sars-cov-2

User-agent: Slurp
Crawl-delay: 1
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Twitterbot
Disallow: *
Allow: /pmc/articles
Allow: /books/NBK*

User-agent: Exabot
Disallow: /Structure
Disallow: /mailman
Disallow: /stat
Disallow: /sars-cov-2

User-agent: bingbot
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

User-agent: *
Crawl-delay: 5
Disallow: /cgi-bin
Disallow: /stat
Disallow: /entrez
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Disallow: /search/?term=
Disallow: /biocollections/?term=
Disallow: /medgen/?term=
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/cdd/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/genome/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/mmdb/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/sparcle/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Traces/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/core/assets/osiris/files/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=assembly/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=biosystems/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=books/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=cdd/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=clinvar/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=gene/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=gtr/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=medgen/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=mesh/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=ncbi/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=nlmcatalog/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=orgtrack/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=snp/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=sra/sitemap_index.xml


# robots.txt - robot exclusion file - back-end server version - no robots!
# ========================================================================
User-agent: htdig/3.1.6
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /mailman
Disallow: /myncbi
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Baiduspider
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /mailman
Disallow: /myncbi
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /stat
Disallow: /COG
Disallow: /mailman
Disallow: /sutils
Disallow: /entrez/viewer.fcgi
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /IEB/ToolBox/SB
Disallow: /Structure/dgs
Disallow: /Structure/VA
Disallow: /Structure/cblast/cblast.cgi
Disallow: /Coffeebreak
Disallow: /gorf
Disallow: /mapview
Disallow: /myncbi
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /entrez/eutils
Disallow: /entrez/utils
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

User-agent: Teleport Pro
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: yacybot
Disallow: *

User-agent: Browsershots
Disallow:
Disallow: /sars-cov-2

User-agent: Slurp
Crawl-delay: 1
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Twitterbot
Disallow: *
Allow: /pmc/articles
Allow: /books/NBK*

User-agent: Exabot
Disallow: /Structure
Disallow: /mailman
Disallow: /stat
Disallow: /sars-cov-2

User-agent: bingbot
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

User-agent: *
Crawl-delay: 5
Disallow: /cgi-bin
Disallow: /stat
Disallow: /entrez
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Disallow: /search/?term=
Disallow: /biocollections/?term=
Disallow: /medgen/?term=
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/cdd/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/genome/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/mmdb/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/sparcle/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Traces/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/core/assets/osiris/files/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=assembly/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=biosystems/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=books/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=cdd/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=clinvar/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=gene/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=gtr/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=medgen/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=mesh/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=ncbi/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=nlmcatalog/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=orgtrack/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=snp/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=sra/sitemap_index.xml


# robots.txt - robot exclusion file - back-end server version - no robots!
# ========================================================================
User-agent: htdig/3.1.6
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /mailman
Disallow: /myncbi
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Baiduspider
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /mailman
Disallow: /myncbi
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /stat
Disallow: /COG
Disallow: /mailman
Disallow: /sutils
Disallow: /entrez/viewer.fcgi
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /IEB/ToolBox/SB
Disallow: /Structure/dgs
Disallow: /Structure/VA
Disallow: /Structure/cblast/cblast.cgi
Disallow: /Coffeebreak
Disallow: /gorf
Disallow: /mapview
Disallow: /myncbi
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /entrez/eutils
Disallow: /entrez/utils
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

User-agent: Teleport Pro
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: yacybot
Disallow: *

User-agent: Browsershots
Disallow:
Disallow: /sars-cov-2

User-agent: Slurp
Crawl-delay: 1
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /sars-cov-2

User-agent: Twitterbot
Disallow: *
Allow: /pmc/articles
Allow: /books/NBK*

User-agent: Exabot
Disallow: /Structure
Disallow: /mailman
Disallow: /stat
Disallow: /sars-cov-2

User-agent: bingbot
Disallow: /cgi-bin
Disallow: /entrez
Disallow: /stat
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/*/bin/
Disallow: /pmc/*/pdf/
Disallow: /pmc/*/equ/
Disallow: /pmc/*.cgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

User-agent: *
Crawl-delay: 5
Disallow: /cgi-bin
Disallow: /stat
Disallow: /entrez
Disallow: /COG
Disallow: /Entrez
Disallow: /myncbi
Disallow: /mailman
Disallow: /sutils
Disallow: /Taxonomy/Selector
Disallow: /Taxonomy/CommonTree
Disallow: /entrez/sutils
Disallow: /mapview
Disallow: /SAGE
Disallow: /SNP
Disallow: /snp
Disallow: /blast/BlastAlign.cgi
Disallow: /blast/bl2seq/wblast2.cgi
Disallow: /portal
Disallow: /pmc/utilities/
Disallow: /pmc/issues/
Disallow: /pmc/articles/
Disallow: /pmc/ivip/
Disallow: /pmc/articlerender.fcgi
Disallow: /pmc/pagerender.fcgi
Disallow: /pmc/picrender.fcgi
Disallow: /pmc/tocrender.fcgi
Disallow: /pmc/*report=
Disallow: /pmc/*page=
Disallow: /pmc/articles/*/citedby/
Disallow: /pmc/publisherportal/api/
Disallow: /pmc/publisherportal/application/
Disallow: /pmc/publisherportal/download
Disallow: /pmc/publisherportal/journalmanager/
Disallow: /labs/pmc/
Disallow: /geo/tools
Disallow: /geo/browse
Disallow: /projects/geo/tools
Disallow: /geo/download
Disallow: /projects/geo/download
Disallow: /projects/gtr/gt
Disallow: /Structure/flink/flink.cgi
Disallow: /Structure/vast/vastsrv.cgi
Disallow: /viewvc
Disallow: /clone/library/genomic/organisms
Disallow: /sars-cov-2
Disallow: /search/?term=
Disallow: /books/?term=
Disallow: /nuccore/?term=
Disallow: /clinvar/?term=
Disallow: /cdd/?term=
Disallow: /gap/?term=
Disallow: /dbvar/?term=
Disallow: /medgen/?term=
Disallow: /snp/?term=
Disallow: /sra/?term=
Disallow: /biocollections/?term=
Disallow: /gtr/?term=
Disallow: /protein/?term=
Disallow: /bioproject/?term=
Disallow: /gene/?term=
Disallow: /biosample/?term=
Disallow: /taxonomy/?term=
Disallow: /ipg/?term=
Disallow: /gds/?term=
Disallow: /geoprofiles/?term=
Disallow: /mesh/?term=
Disallow: /nlmcatalog/?term=
Disallow: /omim/?term=
Disallow: /proteinclusters/?term=
Disallow: /pcassay/?term=
Disallow: /protfam/?term=
Disallow: /pccompound/?term=
Disallow: /pcsubstance/?term=
Disallow: /structure/?term=
Allow: /portal/portal3rc.fcgi/*/*.js
Allow: /portal/portal3rc.fcgi/*/*.css

Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/cdd/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/genome/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/mmdb/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Structure/sitemaps/sparcle/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/Traces/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/core/assets/osiris/files/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=assembly/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=biosystems/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=books/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=cdd/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=clinvar/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=gene/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=gtr/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=medgen/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=mesh/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=ncbi/sitemap.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=nlmcatalog/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=orgtrack/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=snp/sitemap_index.xml
Sitemap: https://www.ncbi.nlm.nih.gov/escan?p=sra/sitemap_index.xml


User-agent: *
Disallow: /data*
Disallow: /orders*

Allow: /data/oceans/coris/library*


User-agent: *
Disallow: /data*
Disallow: /orders*

Allow: /data/oceans/coris/library*

#CRN
Disallow: /access/crn/*?
Disallow: /access/crn/ws/
Disallow: /access/crn/flex/
Disallow: /access/crn/error/
Disallow: /access/crn/new*
Disallow: /access/crn/xml*


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed


User-agent: *

Disallow: /_layouts/
Disallow: /_vti_bin/
Disallow: /_catalogs/

Sitemap: https://www.nerc.com:443/sitemap.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
User-agent: *

Disallow: /_layouts/
Disallow: /_vti_bin/
Disallow: /_catalogs/

Sitemap: https://www.nerc.com:443/sitemap.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
User-agent: *
Disallow: /episerver/
Disallow: /ui/
Disallow: /utils/


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
User-agent: *
Disallow: /episerver/
Disallow: /ui/
Disallow: /utils/


User-agent: Mediapartners-Google
Disallow:
User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/How-to-Apply-the-Core-Resource-on-Alcohol-in-Clinical-Practice.pdf
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing or
# artificial intelligence retrieval augmented generation or (2) with express
# written permission from this site’s operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# site’s operator directly.

# BEGIN Cloudflare Managed content

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/How-to-Apply-the-Core-Resource-on-Alcohol-in-Clinical-Practice.pdf
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


# As a condition of accessing this website, you agree to abide by the
# following content-signals:
#
# (a)  If a content-signal = yes, you may collect content for the
#      corresponding use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.
#
# The content signals and their meanings are:
#
# search: building a search index and providing search results (e.g., returning
#         hyperlinks and short excerpts from your website's contents). Search
#         does not include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of
#           content for generative AI search answers).
# ai-train: training or fine-tuning AI models.
#
# ANY RESTRICTIONS EXPRESSED VIA CONTENT-SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/How-to-Apply-the-Core-Resource-on-Alcohol-in-Clinical-Practice.pdf
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/How-to-Apply-the-Core-Resource-on-Alcohol-in-Clinical-Practice.pdf
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/How-to-Apply-the-Core-Resource-on-Alcohol-in-Clinical-Practice.pdf
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/How-to-Apply-the-Core-Resource-on-Alcohol-in-Clinical-Practice.pdf
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.
# use:      how AI systems may consume the content (immediate, reference, or full).

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
Disallow: /sites/default/files/How-to-Apply-the-Core-Resource-on-Alcohol-in-Clinical-Practice.pdf
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /saml_login
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /es/node/
Disallow: /media/oembed
Disallow: /es/media/oembed


User-agent: *
Disallow: /


User-agent: *
Disallow: /_layouts/
Disallow: /_vti_bin/
Disallow: /_catalogs/
Disallow: /_cts/
Disallow: /_private/
Disallow: /Lists/
Disallow: /m/
Disallow: /ReusableContent/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionDocuments/
Disallow: /SiteCollectionImages/
Disallow: /SiteAssets/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /Search/


User-agent: *
Disallow: /_layouts/
Disallow: /_vti_bin/
Disallow: /_catalogs/
Disallow: /_cts/
Disallow: /_private/
Disallow: /Lists/
Disallow: /m/
Disallow: /ReusableContent/
Disallow: /WorkflowTasks/
Disallow: /SiteCollectionDocuments/
Disallow: /SiteCollectionImages/
Disallow: /SiteAssets/
Disallow: /Documents/Forms/
Disallow: /Pages/Forms/
Disallow: /Search/
Disallow: /NonSearchable/


User-Agent: *
Disallow: /apps/email/*
Crawl-delay: 5


User-agent: *
Crawl-delay: 10

Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /cron_selective.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /research/collections/shared-collection-catalog/subject_headings*


User-agent: Bytedance
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Crawl-delay: 10

Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /cron_selective.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /research/collections/shared-collection-catalog/subject_headings*


User-agent: Bytedance
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *
Crawl-delay: 10

Allow: /misc/*.css$
Allow: /misc/*.css?
Allow: /misc/*.js$
Allow: /misc/*.js?
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /modules/*.css$
Allow: /modules/*.css?
Allow: /modules/*.js$
Allow: /modules/*.js?
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /themes/*.css$
Allow: /themes/*.css?
Allow: /themes/*.js$
Allow: /themes/*.js?
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /cron_selective.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /research/collections/shared-collection-catalog/subject_headings*
Disallow: /beta/events/programs/


User-agent: *
Crawl-delay: 2


# https://www.robotstxt.org/robotstxt.html
User-agent: *
Disallow:


# https://www.robotstxt.org/robotstxt.html
User-agent: Googlebot
Disallow:

User-agent: bingbot
Disallow:

User-Agent: ImagesiftBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: *
Crawl-delay: 20


# exclude help system from robots
User-agent: *
Disallow: /manual/
Disallow: /manual-1.3/
Disallow: /manual-2.0/
Disallow: /manual-2.2/
Disallow: /addon-modules/
Disallow: /doc/
Disallow: /images/
# exclude search results
Disallow: /hopper/searchresults
# exclude morph
Disallow: /hopper/morph
# exclude old version pages
Disallow: /cgi-bin/
Disallow: /Help/
Disallow: /cache/
Disallow: /Articles/
Disallow: /PR/
Disallow: /Texts/
Disallow: /index.html
Disallow: /Texts.html
Disallow: /art&arch.html
Disallow: /PerseusInfo.html
Disallow: /startingPoints.html
Disallow: /searches.html
Disallow: /lexica.html
Disallow: /newlatin.html
Disallow: /copyright.html
Disallow: /admin/
# but allow htdig to index our doc-tree
#User-agent: htdig
#Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /
#Baiduspider
User-agent: Baiduspider
Disallow: /
# Disallow Pcore-HTTP
User-agent: Pcore-HTTP/v0.25.0
Disallow: /
# Disallow Pcore-HTTP
User-agent: Pcore-HTTP
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: FreeFind
Disallow: /
#User-agent: Yahoo! Slurp
#Disallow: /
# Disallow Bing -mmacdo02 3-20-2018
#User-agent: Bingbot
#Disallow: /
# Disallow Googlebot
#User-agent: Googlebot
#Disallow: /


# exclude help system from robots

#User-agent: *
#Disallow: /manual/
#Disallow: /manual-1.3/
#Disallow: /manual-2.0/
#Disallow: /manual-2.2/
#Disallow: /addon-modules/
#Disallow: /doc/
#Disallow: /images/
## exclude search results
#Disallow: /hopper/searchresults
# exclude morph
#Disallow: /hopper/morph
# exclude old version pages
#Disallow: /cgi-bin/
#Disallow: /Help/
#Disallow: /cache/
#Disallow: /Articles/
#Disallow: /PR/
#Disallow: /Texts/
#Disallow: /index.html
#Disallow: /Texts.html
#Disallow: /art&arch.html
#Disallow: /PerseusInfo.html
#Disallow: /startingPoints.html
#Disallow: /searches.html
#Disallow: /lexica.html
#Disallow: /newlatin.html
#Disallow: /copyright.html
#Disallow: /admin/
# but Allow htdig to index our doc-tree
#User-agent: htdig
#Disallow:
# Disallow stress test
user-agent: stress-agent
Disallow: /
#Baiduspider
User-agent: Baiduspider
Disallow: /
# Disallow Pcore-HTTP
User-agent: Pcore-HTTP/v0.25.0
Disallow: /
# Disallow Pcore-HTTP
User-agent: Pcore-HTTP
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: FreeFind
Disallow: /
#User-agent: Yahoo! Slurp
#Disallow: /
# Disallow Bing -mmacdo02 3-20-2018
#User-agent: Bingbot
#Disallow: /
# Disallow Googlebot
#User-agent: Googlebot
#Disallow: /

User-agent: dataforseobot
Disallow: /

# ——— OPENAI ———
# Search (shows my webpages as links inside ChatGPT search). NOT used for model training.
User-agent: OAI-SearchBot
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# User-driven browsing from ChatGPT and Custom GPTs. Acts after a human click.
User-agent: ChatGPT-User
User-agent: ChatGPT-User/2.0
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# Model-training crawler. Opt-out here if I don’t want content in GPT-4o or GPT-5.
User-agent: GPTBot
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— ANTHROPIC (Claude) ———
User-agent: anthropic-ai      # bulk model training
User-agent: ClaudeBot         # chat citation fetch
User-agent: claude-web        # web-focused crawl
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— PERPLEXITY ———
User-agent: PerplexityBot     # index builder
User-agent: Perplexity-User   # human-triggered visit
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— GOOGLE (Gemini) ———
User-agent: Google-Extended
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— MICROSOFT (Bing / Copilot) ———
User-agent: BingBot
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— AMAZON ———
User-agent: Amazonbot
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /hopper/xmlchunk
Disallow: /hopper/text
Disallow: /

# ——— APPLE ———
User-agent: Applebot
User-agent: Applebot-Extended
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— META ———
User-agent: FacebookBot
User-agent: meta-externalagent
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— LINKEDIN ———
User-agent: LinkedInBot
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— BYTEDANCE ———
User-agent: Bytespider
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— DUCKDUCKGO ———
User-agent: DuckAssistBot
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— COHERE ———
User-agent: cohere-ai
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— ALLEN INSTITUTE / COMMON CRAWL / OTHER RESEARCH ———
User-agent: AI2Bot
User-agent: CCBot
User-agent: Diffbot
User-agent: omgili
Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

# ——— EMERGING SEARCH START-UPS ———
User-agent: TimpiBot
User-agent: YouBot
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /

User-agent: *
#Allow: /hopper/text
Allow: /hopper/grants
Allow: /hopper/research
Allow: /hopper/about
Allow: /hopper/collections
Allow: /hopper/index.html
Disallow: /


User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.project-camp.com/wp-sitemap.xml


# robots.txt for https://www.propublica.org/

Sitemap: https://www.propublica.org/sitemaps-1-sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/


# robots.txt for https://www.propublica.org/

sitemap: https://www.propublica.org/sitemaps-1-sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/


# robots.txt for https://www.propublica.org/

Sitemap: https://www.propublica.org/sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/


# robots.txt for https://www.propublica.org/

Sitemap: https://www.propublica.org/sitemap.xml

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/
Disallow: /static/projects/investigating-digital-advertising/


# Sitemap archive
Sitemap: https://www.propublica.org/sitemap.xml

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

# ---------------------------
# END YOAST BLOCK


User-agent: *
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Meta-ExernalAgent
Disallow: /
User-agent: mirall
Disallow: /


User-agent: *
Sitemap: https://www.researchsquare.com/sitemap.xml
Sitemap: https://protocolexchange.researchsquare.com/sitemap.xml
Disallow: /api/


User-agent: *
Sitemap: https://www.researchsquare.com/sitemap.xml
Sitemap: https://protocolexchange.researchsquare.com/sitemap.xml
Disallow: /api/
User-Agent: Amazonbot
Disallow: /
User-Agent: anthropic-ai
Disallow: /
User-Agent: Applebot-Extended
Disallow: /
User-Agent: Bytespider
Disallow: /
User-Agent: CCBot
Disallow: /
User-Agent: ClaudeBot
Disallow: /
User-Agent: FacebookBot
Disallow: /
User-Agent: GPTBot
Disallow: /
User-Agent: Google-Extended
Disallow: /
User-Agent: GoogleOther
Disallow: /
User-Agent: PerplexityBot
Disallow: /
User-Agent: YouBot
Disallow: /
User-Agent: meta-externalagent
Disallow: /
User-Agent: ImagesiftBot
Disallow: /
User-Agent: cohere-ai
Disallow: /
User-Agent: Diffbot
Disallow: /
User-Agent: FriendlyCrawler
Disallow: /
User-Agent: img2dataset
Disallow: /
User-Agent: omgili
Disallow: /
User-Agent: omgilibot
Disallow: /
User-Agent: Claude-Web
Disallow: /
User-Agent: ChatGPT-User
Disallow: /


User-agent: *
Disallow: /wp-admin/
Disallow: /authors/
Disallow: /in-notes/authors/


User-agent: *
Disallow: /wp-admin/
Disallow: /authors/
Disallow: /in-notes/authors/
Sitemap: https://www.rfc-editor.org/siteindex.xml


User-agent: *
Disallow: /wp-admin/
Disallow: /authors/
Disallow: /in-notes/authors/
Disallow: /rfc/authors/
Sitemap: https://www.rfc-editor.org/siteindex.xml


User-agent: *
Disallow: /wp-admin/
Disallow: /authors/
Disallow: /in-notes/authors/
Disallow: /in-notes/rerendered/
Disallow: /rfc/authors/
Disallow: /rfc/rerendered/
Sitemap: https://www.rfc-editor.org/siteindex.xml


User-agent: *
Disallow: /wp-admin/
Disallow: /authors/
Disallow: /in-notes/authors/
Disallow: /in-notes/rerendered/
Disallow: /rfc/authors/
Disallow: /rfc/rerendered/
Disallow: /rfc/v3test/
Sitemap: https://www.rfc-editor.org/siteindex.xml


User-agent: *
Disallow: /rfc/authors/
Disallow: /rfc/rerendered/
Disallow: /rfc/v3test/
Sitemap: https://www.rfc-editor.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview

User-Agent: YandexBot
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator

User-Agent: YandexBot
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator

User-Agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MauiBot
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator

User-Agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: Bytespider
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator

User-Agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: ClaudeBot
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator

User-Agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: ChatGLM-Spider
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator
Disallow: /search/

User-Agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: ChatGLM-Spider
Disallow: /

User-Agent: bingbot
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator
Disallow: /search/

User-Agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: ChatGLM-Spider
Disallow: /

Sitemap: https://www.sae.org/sitemap.xml


User-agent: *
Disallow: /cgi-bin
Disallow: /domains
Disallow: /exdomains
Disallow: /foundation
Disallow: /iaqg/prototype
Disallow: /michael
Disallow: /servlets
Disallow: /*/preview
Disallow: /exempt/lb.htm
Disallow: /actuator
Disallow: /search/

User-Agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: Ezooms/1.0
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: MJ12Bot
Disallow: /

User-Agent: AspiegelBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: ChatGLM-Spider
Disallow: /

Sitemap: https://www.sae.org/sitemap-index.xml


User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /topic
Disallow: /author/
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage

Crawl-delay: 1


Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /topic
Disallow: /author/
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage

Crawl-delay: 1


Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /rss
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /topic
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage

Crawl-delay: 1


Sitemap: https://www.science.org/sitemap_index.xml
Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /pb/widgets
Disallow: /author
Allow: /action/showFeed
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage
Allow: /action/downloadSupplement


Sitemap: https://www.science.org/sitemap_index.xml
Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /pb/widgets
Disallow: /author
Allow: /action/showFeed
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage
Allow: /action/downloadSupplement

User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /


Sitemap: https://www.science.org/sitemap_index.xml
Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /pb/widgets
Allow: /action/showFeed
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage
Allow: /action/downloadSupplement

User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /


Sitemap: https://www.science.org/sitemap_index.xml
Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /pb/widgets
Disallow: /author
Allow: /action/showFeed
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage
Allow: /action/downloadSupplement

User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /


Sitemap: https://www.science.org/sitemap_index.xml
Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /pb/widgets
Disallow: /author
Allow: /action/showFeed
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage
Allow: /action/downloadSupplement

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /


Sitemap: https://www.science.org/sitemap_index.xml
Sitemap: https://www.science.org/sitemap-index-1.txt
User-agent: *
Disallow: /action
Disallow: /help
Disallow: /search
Disallow: /feedback
Disallow: /page/account-confirmation-thanks
Disallow: /media
Disallow: /medical-research
Disallow: /servlet/linkout
Disallow: /na101/
Disallow: /na101v1/
Disallow: /na102/
Disallow: /doi/mlt/
Disallow: /pb/widgets
Disallow: /author
Allow: /action/showFeed
Allow: /action/showJournal
Allow: /action/showPublications
Allow: /action/showXml
Allow: /action/showTopic
Allow: /action/showBook
Allow: /action/showCoverImage
Allow: /action/downloadSupplement

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Twitterbot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /