User-agent: *


User-Agent: *
Disallow: /search?
Disallow: /sign-in?
Disallow: /sign-up?

Sitemap: https://alpha.aeon.co/sitemaps/aeon/main.xml
Sitemap: https://alpha.aeon.co/sitemaps/aeon/video.xml


User-Agent: *
Disallow: /search?

Sitemap: https://alpha.aeon.co/sitemaps/aeon/main.xml
Sitemap: https://alpha.aeon.co/sitemaps/aeon/video.xml


User-Agent: *
Disallow: /search?

Sitemap: https://alpha.aeon.co/sitemaps/aeon/main.xml
Sitemap: https://alpha.aeon.co/sitemaps/aeon/news.xml
Sitemap: https://alpha.aeon.co/sitemaps/aeon/video.xml


User-Agent: *
Disallow: /search?
Disallow: /syndication?

Sitemap: https://alpha.aeon.co/sitemaps/aeon/main.xml
Sitemap: https://alpha.aeon.co/sitemaps/aeon/news.xml
Sitemap: https://alpha.aeon.co/sitemaps/aeon/video.xml


User-Agent: *
Disallow: /search?
Disallow: /syndication?

Sitemap: https://assets.aeonmedia.co/sitemaps/aeon/main.xml
Sitemap: https://assets.aeonmedia.co/sitemaps/aeon/news.xml
Sitemap: https://assets.aeonmedia.co/sitemaps/aeon/video.xml


User-Agent: *
Disallow: /search?
Disallow: /syndication?

Sitemap: https://assets.aeon.co/sitemaps/aeon/main.xml
Sitemap: https://assets.aeon.co/sitemaps/aeon/news.xml
Sitemap: https://assets.aeon.co/sitemaps/aeon/video.xml


User-Agent: *
Disallow: /api/*
Disallow: /monitoring
Disallow: /_vercel/*
Disallow: /search?
Disallow: /syndication?

Sitemap: https://assets.aeon.co/sitemaps/aeon/main.xml
Sitemap: https://assets.aeon.co/sitemaps/aeon/news.xml
Sitemap: https://assets.aeon.co/sitemaps/aeon/video.xml


User-agent: *
Disallow: /members


User-agent: *
Disallow: /members
Disallow: /


User-agent: *
Disallow: /gf-entries-in-excel/
Disallow: /gravityexport-lite/
Disallow: /gravityexport/

Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://afte.org/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# Block GPT/OpenAI bot
User-agent: GPTBot
Disallow: /

# Block Claude.ai and Anthropic bots
User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

# Block Ahrefs SEO bot
User-agent: AhrefsBot
Disallow: /

# Block Amazon scraping bot
User-agent: Amazonbot
Disallow: /

# Block Common Crawl
User-agent: CCBot
Disallow: /

# Block Facebook bot
User-agent: facebot
Disallow: /

# Block Twitterbot
User-agent: Twitterbot
Disallow: /

# Block SemrushBot
User-agent: SemrushBot
Disallow: /

# Block MJ12bot (link indexer)
User-agent: MJ12bot
Disallow: /

# Block PetalBot (Huawei search)
User-agent: PetalBot
Disallow: /

# Block Baidu spider
User-agent: Baiduspider
Disallow: /

# Block Yandex (Russian search engine)
User-agent: Yandex
Disallow: /

# Block BingBot if desired
User-agent: Bingbot
Disallow: /

# Allow all others but slow them down
User-agent: *
Crawl-delay: 5


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# Allow AdSense robot access
User-agent: Mediapartners-Google
Disallow:
Allow: /*

# Allow the link checker tool
User-Agent: LinkChecker
Allow: /*

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# Allow AdSense robot access
User-agent: Mediapartners-Google
Disallow:
Allow: /*

# Allow the link checker tool
User-Agent: LinkChecker
Allow: /*

User-agent: *
Crawl-delay: 10
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# Allow AdSense robot access
User-agent: Mediapartners-Google
Disallow:
Allow: /*

# Allow the link checker tool
User-Agent: LinkChecker
Allow: /*

User-agent: Semrushbot-SA
Allow: /

User-agent: Semrushbot-SI
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: *
Crawl-delay: 10
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

Sitemap: https://amazingribs.com/sitemap_index.xml

# Allow AdSense robot access
User-agent: Mediapartners-Google
Disallow:
Allow: /*

# Allow the link checker tool
User-Agent: LinkChecker
Allow: /*

User-agent: Semrushbot-SA
Allow: /

User-agent: Semrushbot-SI
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: *
Crawl-delay: 10
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

Sitemap: https://amazingribs.com/sitemap_index.xml

# Allow AdSense robot access
User-agent: Mediapartners-Google
Disallow:
Allow: /*

# Allow the link checker tool
User-Agent: LinkChecker
Allow: /*

User-agent: Semrushbot-SA
Allow: /

User-agent: Semrushbot-SI
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: *
Crawl-delay: 10
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin/
Disallow: /*.pdf$
Disallow: /*?
Disallow: /*-search/?
Disallow: /recipe-search
Disallow: /article-search
Disallow: /grill-and-smoker-search
Disallow: /thermometers-search
Disallow: /tools-search
Disallow: /recipe-search
Allow: /wp-admin/admin-ajax.php


#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

Sitemap: https://amazingribs.com/sitemap_index.xml

# Allow AdSense robot access
User-agent: Mediapartners-Google
# Disallow:
Allow: /*

# Allow the link checker tool
User-Agent: LinkChecker
Allow: /*

User-agent: Semrushbot-SA
Allow: /

User-agent: Semrushbot-SI
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: *
Crawl-delay: 10
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin/
Disallow: /*.pdf$
Disallow: /*?
Disallow: /*-search/?
Disallow: /recipe-search
Disallow: /article-search
Disallow: /grill-and-smoker-search
Disallow: /thermometers-search
Disallow: /tools-search
Disallow: /recipe-search

# Allow: /wp-admin/admin-ajax.php


# robots.txt
#
# This file DOES NOT prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders.
# It is a request only. Bots are free to ignore it.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

Sitemap: https://amazingribs.com/sitemap_index.xml

User-agent: *
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin/
Disallow: /recipe-search*
Disallow: /article-search*
Disallow: /grill-and-smoker-search*
Disallow: /thermometers-search*
Disallow: /tools-search*
Disallow: /recipe-search*
Disallow: *.pdf

#


Sitemap: https://amazingribs.com/sitemap_index.xml

User-agent: *
Disallow: /?s=
Disallow: /search/
Disallow: /wp-admin/
Disallow: /recipe-search*
Disallow: /article-search*
Disallow: /grill-and-smoker-search*
Disallow: /thermometers-search*
Disallow: /tools-search*
Disallow: /recipe-search*


User-agent: *

Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=

Disallow: /wp-admin/
Disallow: /recipe-search*
Disallow: /article-search*
Disallow: /grill-and-smoker-search*
Disallow: /thermometers-search*
Disallow: /tools-search*
Disallow: /recipe-search*

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


User-agent: *

Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=

Disallow: /wp-admin/
Disallow: /recipe-search*
Disallow: /article-search*
Disallow: /grill-and-smoker-search*
Disallow: /thermometers-search*
Disallow: /tools-search*
Disallow: /recipe-search*

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# START AmazingRibs.com BLOCK
# ---------------------------
User-agent: *

Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/

Disallow: /wp-admin/
Disallow: /recipe-search*
Disallow: /article-search*
Disallow: /grill-and-smoker-search*
Disallow: /thermometers-search*
Disallow: /tools-search*
Disallow: /recipe-search*
# ---------------------------
# END AmazingRibs.com BLOCK

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# START AmazingRibs.com BLOCK
# ---------------------------
User-agent: *

Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/

Disallow: /wp-admin/
Disallow: /recipe-search*
Disallow: /article-search*
Disallow: /grill-and-smoker-search*
Disallow: /thermometers-search*
Disallow: /tools-search*
Disallow: /recipe-search*

User-agent: Googlebot-Image
Disallow: /wp-content/uploads/2021/07/famer-700.jpg
# ---------------------------
# END AmazingRibs.com BLOCK

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# START AmazingRibs.com BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-admin/
# ---------------------------
# END AmazingRibs.com BLOCK

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# Last Updated On: 2025-07-02

# START AmazingRibs.com BLOCK
# ---------------------------

# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing
# or (2) with express written permission from this sites operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# sites operator directly.

# Crawl delay.
# Notice to all bots, stop hammering the server into overload

User-agent: *
Crawl-Delay: 5

User-agent: Slurp
Crawl-Delay: 5

# This is a Wordpress site and all URLs are SEO friendly
# There is no valid reason to access any PHP file directly
# nor access any dynamic URL (with the ? character)

User-agent: *
Disallow: *.php$
Disallow: *?

# Do not index any of these as the content
# does not contain any indexable information

User-agent: *
Disallow: /wp-admin/
Disallow: /readme.html

# Start BadBots
# These user-agents/bots are forbidden.

User-agent: AhrefsBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: ByteSpider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: ai-crawler
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AliyunSecBot
Disallow: /

User-agent: Scrapy
Disallow: /

# END BadBots:

# ---------------------------
# END AmazingRibs.com BLOCK

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# Last Updated On: 2025-07-03

# START AmazingRibs.com BLOCK
# ---------------------------

# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing
# or (2) with express written permission from this sites operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# sites operator directly.

# Crawl delay.
# Notice to all bots, stop hammering the server into overload

User-agent: *
Crawl-Delay: 5

User-agent: Slurp
Crawl-Delay: 5

# This is a Wordpress site and all URLs are SEO friendly
# There is no valid reason to access any PHP file directly
# nor access any dynamic URL (with the ? character)

User-agent: *
Disallow: *.php$
Disallow: *?

# Do not index any of these as the content
# does not contain any indexable information

User-agent: *
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /wp-content/uploads/2025/03/bbq-hall-of-famer.png
Disallow: /wp-content/uploads/2025/06/ar-20th-anniversary.png

# Start BadBots
# These user-agents/bots are forbidden.

User-agent: AhrefsBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: ByteSpider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Twitterbot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: ai-crawler
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AliyunSecBot
Disallow: /

User-agent: Scrapy
Disallow: /

# END BadBots:

# ---------------------------
# END AmazingRibs.com BLOCK

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# Last Updated On: 2025-07-04

# START AmazingRibs.com BLOCK
# ---------------------------

# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing
# or (2) with express written permission from this sites operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# sites operator directly.

# Crawl delay.
# Notice to all bots, stop hammering the server into overload

User-agent: *
Crawl-Delay: 5

User-agent: Slurp
Crawl-Delay: 5

# This is a Wordpress site and all URLs are SEO friendly
# There is no valid reason to access any PHP file directly
# nor access any dynamic URL (with the ? character)

User-agent: *
Disallow: *.php$
Disallow: *?

# Do not index any of these as the content
# does not contain any indexable information

User-agent: *
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /wp-content/uploads/2025/03/bbq-hall-of-famer.png
Disallow: /wp-content/uploads/2025/06/ar-20th-anniversary.png

# ---------------------------
# END AmazingRibs.com BLOCK

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


# Last Updated On:

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://amazingribs.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK


User-agent: *
Disallow: /


User-agent: *

Allow: /


User-agent: *
Disallow: ajax.php
Disallow: community/ajax.php
Disallow: alcumus/ajax.php

User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /


User-agent: *
Disallow: ajax.php
Disallow: community/ajax.php
Disallow: alcumus/ajax.php

User-agent: Baiduspider
Disallow: /

#using SEM internally
#User-agent: SemrushBot
#Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

Sitemap: https://artofproblemsolving.com/aops-sitemap-index.xml


User-agent: *
Disallow: /private/
Disallow: /m/maintenance/
Disallow: /maintenance/
Disallow: /m/oops/
Disallow: /oops/
Disallow: /*ajax
Disallow: /m/store/*-information
Disallow: /m/store/book-
Disallow: /m/store/checkout
Disallow: /m/store/class-license
Disallow: /m/store/finalize
Disallow: /m/store/review
Disallow: /m/store/addtocart
Disallow: /m/store/clear
Disallow: /m/store/coppa-enrollment
Disallow: /m/store/dispatcher
Disallow: /m/store/coupon
Disallow: /m/store/loading
Disallow: /m/store/paypal
Disallow: /store/*-information
Disallow: /store/book-
Disallow: /store/checkout
Disallow: /store/class-license
Disallow: /store/finalize
Disallow: /store/review
Disallow: /store/addtocart
Disallow: /store/clear
Disallow: /store/coppa-enrollment
Disallow: /store/dispatcher
Disallow: /store/coupon
Disallow: /store/loading
Disallow: /store/paypal

User-agent: Baiduspider
Disallow: /

#using SEM internally
#User-agent: SemrushBot
#Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

Sitemap: https://artofproblemsolving.com/aops-sitemap-index.xml


# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing or
# artificial intelligence retrieval augmented generation or (2) with express
# written permission from this site’s operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# site’s operator directly.

# BEGIN Cloudflare Managed content

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
User-agent: *
Disallow: /private/
Disallow: /m/maintenance/
Disallow: /maintenance/
Disallow: /m/oops/
Disallow: /oops/
Disallow: /*ajax
Disallow: /m/store/*-information
Disallow: /m/store/book-
Disallow: /m/store/checkout
Disallow: /m/store/class-license
Disallow: /m/store/finalize
Disallow: /m/store/review
Disallow: /m/store/addtocart
Disallow: /m/store/clear
Disallow: /m/store/coppa-enrollment
Disallow: /m/store/dispatcher
Disallow: /m/store/coupon
Disallow: /m/store/loading
Disallow: /m/store/paypal
Disallow: /store/*-information
Disallow: /store/book-
Disallow: /store/checkout
Disallow: /store/class-license
Disallow: /store/finalize
Disallow: /store/review
Disallow: /store/addtocart
Disallow: /store/clear
Disallow: /store/coppa-enrollment
Disallow: /store/dispatcher
Disallow: /store/coupon
Disallow: /store/loading
Disallow: /store/paypal

User-agent: Baiduspider
Disallow: /

#using SEM internally
#User-agent: SemrushBot
#Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

Sitemap: https://artofproblemsolving.com/aops-sitemap-index.xml


# NOTICE: The collection of content and other data on this
# site through automated means, including any device, tool,
# or process designed to data mine or scrape content, is
# prohibited except (1) for the purpose of search engine indexing or
# artificial intelligence retrieval augmented generation or (2) with express
# written permission from this site’s operator.

# To request permission to license our intellectual
# property and/or other materials, please contact this
# site’s operator directly.

# BEGIN Cloudflare Managed content

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: *
Disallow: /private/
Disallow: /m/maintenance/
Disallow: /maintenance/
Disallow: /m/oops/
Disallow: /oops/
Disallow: /*ajax
Disallow: /m/store/*-information
Disallow: /m/store/book-
Disallow: /m/store/checkout
Disallow: /m/store/class-license
Disallow: /m/store/finalize
Disallow: /m/store/review
Disallow: /m/store/addtocart
Disallow: /m/store/clear
Disallow: /m/store/coppa-enrollment
Disallow: /m/store/dispatcher
Disallow: /m/store/coupon
Disallow: /m/store/loading
Disallow: /m/store/paypal
Disallow: /store/*-information
Disallow: /store/book-
Disallow: /store/checkout
Disallow: /store/class-license
Disallow: /store/finalize
Disallow: /store/review
Disallow: /store/addtocart
Disallow: /store/clear
Disallow: /store/coppa-enrollment
Disallow: /store/dispatcher
Disallow: /store/coupon
Disallow: /store/loading
Disallow: /store/paypal

User-agent: Baiduspider
Disallow: /

#using SEM internally
#User-agent: SemrushBot
#Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

Sitemap: https://artofproblemsolving.com/aops-sitemap-index.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-Agent: *
Content-signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: *
Disallow: /private/
Disallow: /m/maintenance/
Disallow: /maintenance/
Disallow: /m/oops/
Disallow: /oops/
Disallow: /*ajax
Disallow: /m/store/*-information
Disallow: /m/store/book-
Disallow: /m/store/checkout
Disallow: /m/store/class-license
Disallow: /m/store/finalize
Disallow: /m/store/review
Disallow: /m/store/addtocart
Disallow: /m/store/clear
Disallow: /m/store/coppa-enrollment
Disallow: /m/store/dispatcher
Disallow: /m/store/coupon
Disallow: /m/store/loading
Disallow: /m/store/paypal
Disallow: /store/*-information
Disallow: /store/book-
Disallow: /store/checkout
Disallow: /store/class-license
Disallow: /store/finalize
Disallow: /store/review
Disallow: /store/addtocart
Disallow: /store/clear
Disallow: /store/coppa-enrollment
Disallow: /store/dispatcher
Disallow: /store/coupon
Disallow: /store/loading
Disallow: /store/paypal

User-agent: Baiduspider
Disallow: /

#using SEM internally
#User-agent: SemrushBot
#Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

Sitemap: https://artofproblemsolving.com/aops-sitemap-index.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: *
Disallow: /private/
Disallow: /m/maintenance/
Disallow: /maintenance/
Disallow: /m/oops/
Disallow: /oops/
Disallow: /*ajax
Disallow: /m/store/*-information
Disallow: /m/store/book-
Disallow: /m/store/checkout
Disallow: /m/store/class-license
Disallow: /m/store/finalize
Disallow: /m/store/review
Disallow: /m/store/addtocart
Disallow: /m/store/clear
Disallow: /m/store/coppa-enrollment
Disallow: /m/store/dispatcher
Disallow: /m/store/coupon
Disallow: /m/store/loading
Disallow: /m/store/paypal
Disallow: /store/*-information
Disallow: /store/book-
Disallow: /store/checkout
Disallow: /store/class-license
Disallow: /store/finalize
Disallow: /store/review
Disallow: /store/addtocart
Disallow: /store/clear
Disallow: /store/coppa-enrollment
Disallow: /store/dispatcher
Disallow: /store/coupon
Disallow: /store/loading
Disallow: /store/paypal

User-agent: Baiduspider
Disallow: /

#using SEM internally
#User-agent: SemrushBot
#Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: AhrefsBot
Disallow: /

Sitemap: https://artofproblemsolving.com/aops-sitemap-index.xml


User-agent: *
Sitemap: https://authors.library.caltech.edu/sitemap.xml
Crawl-Delay: 3
Disallow: /cgi/
Disallow: /cgi/exportview/

User-agent: archive.org_bot
Disallow:

User-agent: com.plumanalytics
Disallow: /


User-agent: *
Sitemap: http://authors.library.caltech.edu/sitemap.xml
Crawl-Delay: 3
Disallow: /cgi/
Disallow: /cgi/exportview/

User-agent: archive.org_bot
Disallow:

User-agent: com.plumanalytics
Disallow: /


User-agent: *
Sitemap: https://authors.library.caltech.edu/sitemap.xml
Crawl-Delay: 10
Disallow: /cgi/
Disallow: /cgi/exportview/
Disallow: /view/person-az/

User-agent: archive.org_bot
Disallow:

User-agent: com.plumanalytics
Disallow: /


User-agent: *
Disallow: /search
Disallow: /api
Disallow: /administration
Crawl-delay: 10


User-agent: *
Disallow: /search
Disallow: /api
Disallow: /administration
Disallow: /account
Disallow: /uploads
Disallow: /me
Disallow: /login
Disallow: /logout
Disallow: /records/*/preview
Crawl-delay: 10
Sitemap: https://authors.library.caltech.edu/sitemap_index_0.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content
User-agent: *
Disallow: /search
Disallow: /api
Disallow: /administration
Disallow: /account
Disallow: /uploads
Disallow: /me
Disallow: /login
Disallow: /logout
Disallow: /records/*/preview
Crawl-delay: 10
Sitemap: https://authors.library.caltech.edu/sitemap_index_0.xml


# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.
# use:      how AI systems may consume the content (immediate, reference, or full).

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: *
Disallow: /search
Disallow: /api
Disallow: /administration
Disallow: /account
Disallow: /uploads
Disallow: /me
Disallow: /login
Disallow: /logout
Disallow: /records/*/preview
Crawl-delay: 10
Sitemap: https://authors.library.caltech.edu/sitemap_index_0.xml


User-agent: *

Disallow: /search/
Sitemap: https://blog.google/sitemap.xml


User-agent: *

Sitemap: https://blog.google/sitemap.xml


User-agent: *
Disallow: /search/?
Disallow: /intl/*/search/?
Disallow: /search?
Disallow: /intl/*/search?

Sitemap: https://blog.google/sitemap.xml


User-agent: *
Disallow: /search
Disallow: /epdf/
Disallow: /about/institutional-support/membership/
Disallow: /about/membership/members/
Disallow: /about/oa-funding-and-policy-support/
Disallow: /*/*/*/sharedit
Sitemap: https://bmcecolevol.biomedcentral.com/sitemap.xml


User-agent: *
Disallow: /search
Disallow: /epdf/
Disallow: tab=
Disallow: /about/institutional-support/membership/
Disallow: /about/membership/members/
Disallow: /about/oa-funding-and-policy-support/
Disallow: /*/*/*/sharedit
Sitemap: https://bmcecolevol.biomedcentral.com/sitemap.xml


User-agent: *
Disallow: /search
Disallow: */1000$
Disallow: /epdf/
Disallow: tab=
Disallow: /about/institutional-support/membership/
Disallow: /about/membership/members/
Disallow: /about/oa-funding-and-policy-support/
Disallow: /*/*/*/sharedit
Sitemap: https://bmcecolevol.biomedcentral.com/sitemap.xml


User-agent: *
Disallow: /search
Disallow: */1000$
Disallow: /epdf/
Disallow: tab=
Disallow: /about/institutional-support/membership/
Disallow: /about/membership/members/
Disallow: /about/oa-funding-and-policy-support/
Disallow: /*/*/*/sharedit
Disallow: */platform/contextual*
Disallow: */cas-redirect/*
Disallow: *.ris
Disallow: */articles/*/*/figures/*
Disallow: */articles/*/*/metrics/*
Disallow: */articles/*/*/peer-review/*
Disallow: */articles/*/*/comments/*
Disallow: /placeholder/v1/membership/message
Sitemap: https://bmcecolevol.biomedcentral.com/sitemap.xml


User-agent: *
Disallow: /search
Disallow: */1000$
Disallow: /epdf/
Disallow: tab=
Disallow: /about/institutional-support/membership/
Disallow: /about/membership/members/
Disallow: /about/oa-funding-and-policy-support/
Disallow: /*/*/*/sharedit
Disallow: */platform/contextual*
Disallow: */cas-redirect/*
Disallow: *.ris
Disallow: */articles/*/*/figures/*
Disallow: */articles/*/*/metrics/*
Disallow: */articles/*/*/peer-review/*
Disallow: */articles/*/*/comments/*
Disallow: /placeholder/v1/membership/message

User-Agent: Amazonbot
Disallow: /
User-Agent: anthropic-ai
Disallow: /
User-Agent: Applebot-Extended
Disallow: /
User-Agent: Bytespider
Disallow: /
User-Agent: CCBot
Disallow: /
User-Agent: ClaudeBot
Disallow: /
User-Agent: FacebookBot
Disallow: /
User-Agent: GPTBot
Disallow: /
User-Agent: Google-Extended
Disallow: /
User-Agent: GoogleOther
Disallow: /
User-Agent: PerplexityBot
Disallow: /
User-Agent: YouBot
Disallow: /
User-Agent: meta-externalagent
Disallow: /
User-Agent: ImagesiftBot
Disallow: /
User-Agent: cohere-ai
Disallow: /
User-Agent: Diffbot
Disallow: /
User-Agent: FriendlyCrawler
Disallow: /
User-Agent: img2dataset
Disallow: /
User-Agent: omgili
Disallow: /
User-Agent: omgilibot
Disallow: /
User-Agent: Claude-Web
Disallow: /
User-Agent: ChatGPT-User
Disallow: /
Sitemap: https://bmcecolevol.biomedcentral.com/sitemap.xml


User-agent: daumoa
Disallow: /
user-agent: AhrefsBot
disallow: /
User-Agent: MJ12bot
disallow: /
User-Agent:BLEXBot
Disallow: /
User-agent: *
Crawl-delay: 20
Disallow: /authcallback/
Disallow: /api/
Disallow: /admin-api/
Disallow: /admin/
Disallow: /login/
Disallow: /logout
Disallow: /site/
Disallow: /accessdenied/
Disallow: /adminaccessdenied/
Disallow: /registeruser/
Disallow: /contactus/
Disallow: /passwordhelp/
Disallow: /unlockoffer/
Disallow: /preferences/
Disallow: /ajaxPreferences/
Disallow: /commerce/
Disallow: /register/
Disallow: /welcome/
Disallow: /*.pdf
Disallow: /*?reauthenticate
Disallow: /authcallback*
Disallow: /authcallback/*
Disallow: /api/*
Disallow: /admin-api/*
Disallow: /admin/*
Disallow: /login/*
Disallow: /logout/*
Disallow: /site/*
Disallow: /accessdenied/*
Disallow: /adminaccessdenied/*
Disallow: /registeruser/*
Disallow: /contactus/*
Disallow: /passwordhelp/*
Disallow: /unlockoffer/*
Disallow: /preferences/*
Disallow: /ajaxPreferences/*
Disallow: /commerce/*
Disallow: /register/*
Disallow: /welcome/*
Disallow: /*~~*
Disallow: /*/~*
Disallow: /~authorindex
Disallow: /*~authorindex
Disallow: /~titleindex
Disallow: /*~titleindex
Disallow: /~bookindex
Disallow: /*~bookindex


User-agent: daumoa
Disallow: /
user-agent: AhrefsBot
disallow: /
User-Agent: MJ12bot
disallow: /
User-Agent:BLEXBot
Disallow: /
User-agent: *
Crawl-delay: 20
Disallow: /authcallback/
Disallow: /api/
Disallow: /admin-api/
Disallow: /admin/
Disallow: /login/
Disallow: /logout
Disallow: /site/
Disallow: /accessdenied/
Disallow: /adminaccessdenied/
Disallow: /registeruser/
Disallow: /contactus/
Disallow: /passwordhelp/
Disallow: /unlockoffer/
Disallow: /preferences/
Disallow: /ajaxPreferences/
Disallow: /commerce/
Disallow: /register/
Disallow: /welcome/
Disallow: /*.pdf
Disallow: /*?reauthenticate
Disallow: /authcallback*
Disallow: /authcallback/*
Disallow: /api/*
Disallow: /admin-api/*
Disallow: /admin/*
Disallow: /login/*
Disallow: /logout/*
Disallow: /site/*
Disallow: /accessdenied/*
Disallow: /adminaccessdenied/*
Disallow: /registeruser/*
Disallow: /contactus/*
Disallow: /passwordhelp/*
Disallow: /unlockoffer/*
Disallow: /preferences/*
Disallow: /ajaxPreferences/*
Disallow: /commerce/*
Disallow: /register/*
Disallow: /welcome/*
Disallow: /*~~*
Disallow: /*/~*
Disallow: /~authorindex
Disallow: /*~authorindex
Disallow: /~titleindex
Disallow: /*~titleindex
Disallow: /~bookindex
Disallow: /*~bookindex
Disallow: /*~registerUser
Disallow: /*~passwordHelp


User-agent: daumoa
Disallow: /
user-agent: AhrefsBot
disallow: /
User-Agent: MJ12bot
disallow: /
User-Agent:BLEXBot
Disallow: /
User-agent: *
Crawl-delay: 60
Disallow: /authcallback
Disallow: /api
Disallow: /admin-api
Disallow: /admin
Disallow: /login
Disallow: /logout
Disallow: /site
Disallow: /accessdenied
Disallow: /adminaccessdenied
Disallow: /registeruser
Disallow: /contactus
Disallow: /passwordhelp
Disallow: /unlockoffer
Disallow: /preferences
Disallow: /ajaxPreferences
Disallow: /commerce
Disallow: /register
Disallow: /welcome
Disallow: /authcallback/
Disallow: /api/
Disallow: /admin-api/
Disallow: /admin/
Disallow: /login/
Disallow: /logout
Disallow: /site/
Disallow: /accessdenied/
Disallow: /adminaccessdenied/
Disallow: /registeruser/
Disallow: /contactus/
Disallow: /passwordhelp/
Disallow: /unlockoffer/
Disallow: /preferences/
Disallow: /ajaxPreferences/
Disallow: /commerce/
Disallow: /register/
Disallow: /welcome/
Disallow: /*.pdf
Disallow: /*?reauthenticate
Disallow: /authcallback*
Disallow: /authcallback/*
Disallow: /api/*
Disallow: /admin-api/*
Disallow: /admin/*
Disallow: /login/*
Disallow: /logout/*
Disallow: /site/*
Disallow: /accessdenied/*
Disallow: /adminaccessdenied/*
Disallow: /registeruser/*
Disallow: /contactus/*
Disallow: /passwordhelp/*
Disallow: /unlockoffer/*
Disallow: /preferences/*
Disallow: /ajaxPreferences/*
Disallow: /commerce/*
Disallow: /register/*
Disallow: /welcome/*
Disallow: /*~~*
Disallow: /*/~*
Disallow: /~authorindex
Disallow: /*~authorindex
Disallow: /~titleindex
Disallow: /*~titleindex
Disallow: /~bookindex
Disallow: /*~bookindex
Disallow: /*~registerUser
Disallow: /*~passwordHelp


## SPECIFICALLY DISALLOW THESE AGENTS ##
User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MagentaNews
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MoodleBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: yacybot
Disallow: /


## SPECIFICALLY DISALLOW THESE AGENTS ##
User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MagentaNews
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MoodleBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: ImagesiftBot
Disallow: /


User-agent: *
Disallow: /cdn-*

## SPECIFICALLY DISALLOW THESE AGENTS ##
User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MagentaNews
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MoodleBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

Sitemap: https://bookstore.ams.org/sitemap


# robots.txt for http://www.wikipedia.org/ and friends
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#

# Observed spamming large amounts of https://en.wikipedia.org/?curid=NNNNNN
# and ignoring 429 ratelimit responses, claims to respect robots:
# http://mj12bot.com/
User-agent: MJ12bot
Disallow: /

# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /

# Wikipedia work bots:
User-agent: IsraBot
Disallow:

User-agent: Orthogaffe
Disallow:

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

# Misbehaving: requests much too fast:
User-agent: fast
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

#
# Friendly, low-speed bots are welcome viewing article pages, but not
# dynamically-generated pages please.
#
# Inktomi's "Slurp" can read a minimum delay between hits; if your
# bot supports such a thing using the 'Crawl-delay' or another
# instruction, please let us know.
#
# There is a special exception for API mobileview to allow dynamic
# mobile web & app views to load section content.
# These views aren't HTTP-cached but use parser cache aggressively
# and don't expose special: pages etc.
#
# Another exception is for REST API documentation, located at
# /api/rest_v1/?doc.
#
User-agent: *
Allow: /w/api.php?action=mobileview&
Allow: /w/load.php?
Allow: /api/rest_v1/?doc
Disallow: /w/
Disallow: /api/
Disallow: /trap/
Disallow: /wiki/Special:
Disallow: /wiki/Spezial:
Disallow: /wiki/Spesial:
Disallow: /wiki/Special%3A
Disallow: /wiki/Spezial%3A
Disallow: /wiki/Spesial%3A

#
# ar:
Disallow: /wiki/%D8%AE%D8%A7%D8%B5:Search
Disallow: /wiki/%D8%AE%D8%A7%D8%B5%3ASearch
#
# dewiki:
# T6937
# sensible deletion and meta user discussion pages:
Disallow: /wiki/Wikipedia:L%C3%B6schkandidaten/
Disallow: /wiki/Wikipedia:Löschkandidaten/
Disallow: /wiki/Wikipedia:Vandalensperrung/
Disallow: /wiki/Wikipedia:Benutzersperrung/
Disallow: /wiki/Wikipedia:Vermittlungsausschuss/
Disallow: /wiki/Wikipedia:Administratoren/Probleme/
Disallow: /wiki/Wikipedia:Adminkandidaturen/
Disallow: /wiki/Wikipedia:Qualitätssicherung/
Disallow: /wiki/Wikipedia:Qualit%C3%A4tssicherung/
# 4937#5
Disallow: /wiki/Wikipedia:Vandalismusmeldung/
Disallow: /wiki/Wikipedia:Gesperrte_Lemmata/
Disallow: /wiki/Wikipedia:Löschprüfung/
Disallow: /wiki/Wikipedia:L%C3%B6schprüfung/
Disallow: /wiki/Wikipedia:Administratoren/Notizen/
Disallow: /wiki/Wikipedia:Schiedsgericht/Anfragen/
Disallow: /wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/
# T14111
Disallow: /wiki/Wikipedia:Checkuser/
Disallow: /wiki/Wikipedia_Diskussion:Checkuser/
Disallow: /wiki/Wikipedia_Diskussion:Adminkandidaturen/
# T15961
Disallow: /wiki/Wikipedia:Spam-Blacklist-Log
Disallow: /wiki/Wikipedia%3ASpam-Blacklist-Log
Disallow: /wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
Disallow: /wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log
#
# enwiki:
# Folks get annoyed when VfD discussions end up the number 1 google hit for
# their name. See T6776
Disallow: /wiki/Wikipedia:Articles_for_deletion/
Disallow: /wiki/Wikipedia%3AArticles_for_deletion/
Disallow: /wiki/Wikipedia:Votes_for_deletion/
Disallow: /wiki/Wikipedia%3AVotes_for_deletion/
Disallow: /wiki/Wikipedia:Pages_for_deletion/
Disallow: /wiki/Wikipedia%3APages_for_deletion/
Disallow: /wiki/Wikipedia:Miscellany_for_deletion/
Disallow: /wiki/Wikipedia%3AMiscellany_for_deletion/
Disallow: /wiki/Wikipedia:Miscellaneous_deletion/
Disallow: /wiki/Wikipedia%3AMiscellaneous_deletion/
Disallow: /wiki/Wikipedia:Copyright_problems
Disallow: /wiki/Wikipedia%3ACopyright_problems
Disallow: /wiki/Wikipedia:Protected_titles/
Disallow: /wiki/Wikipedia%3AProtected_titles/
# T15398
Disallow: /wiki/Wikipedia:WikiProject_Spam/
Disallow: /wiki/Wikipedia%3AWikiProject_Spam/
# T16075
Disallow: /wiki/MediaWiki:Spam-blacklist
Disallow: /wiki/MediaWiki%3ASpam-blacklist
Disallow: /wiki/MediaWiki_talk:Spam-blacklist
Disallow: /wiki/MediaWiki_talk%3ASpam-blacklist
# T13261
Disallow: /wiki/Wikipedia:Requests_for_arbitration/
Disallow: /wiki/Wikipedia%3ARequests_for_arbitration/
Disallow: /wiki/Wikipedia:Requests_for_comment/
Disallow: /wiki/Wikipedia%3ARequests_for_comment/
Disallow: /wiki/Wikipedia:Requests_for_adminship/
Disallow: /wiki/Wikipedia%3ARequests_for_adminship/
# T12288
Disallow: /wiki/Wikipedia_talk:Articles_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AArticles_for_deletion/
Disallow: /wiki/Wikipedia_talk:Votes_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AVotes_for_deletion/
Disallow: /wiki/Wikipedia_talk:Pages_for_deletion/
Disallow: /wiki/Wikipedia_talk%3APages_for_deletion/
Disallow: /wiki/Wikipedia_talk:Miscellany_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AMiscellany_for_deletion/
Disallow: /wiki/Wikipedia_talk:Miscellaneous_deletion/
Disallow: /wiki/Wikipedia_talk%3AMiscellaneous_deletion/
# T16793
Disallow: /wiki/Wikipedia:Changing_username
Disallow: /wiki/Wikipedia%3AChanging_username
Disallow: /wiki/Wikipedia:Changing_username/
Disallow: /wiki/Wikipedia%3AChanging_username/
Disallow: /wiki/Wikipedia_talk:Changing_username
Disallow: /wiki/Wikipedia_talk%3AChanging_username
Disallow: /wiki/Wikipedia_talk:Changing_username/
Disallow: /wiki/Wikipedia_talk%3AChanging_username/
#
# eswiki:
# T8746
Disallow: /wiki/Wikipedia:Consultas_de_borrado/
Disallow: /wiki/Wikipedia%3AConsultas_de_borrado/
#
# fiwiki:
# T10695
Disallow: /wiki/Wikipedia:Poistettavat_sivut
Disallow: /wiki/K%C3%A4ytt%C3%A4j%C3%A4:
Disallow: /wiki/Käyttäjä:
Disallow: /wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:
Disallow: /wiki/Keskustelu_käyttäjästä:
Disallow: /wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/
Disallow: /wiki/Wikipedia:Ylläpitäjät/
#
# hewiki:
Disallow: /wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search
Disallow: /wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch
#T11517
Disallow: /wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/
Disallow: /wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/
Disallow: /wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים
Disallow: /wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים
Disallow: /wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
#
# huwiki:
Disallow: /wiki/Speci%C3%A1lis:Search
Disallow: /wiki/Speci%C3%A1lis%3ASearch
#
# itwiki:
# T7545
Disallow: /wiki/Wikipedia:Pagine_da_cancellare
Disallow: /wiki/Wikipedia%3APagine_da_cancellare
Disallow: /wiki/Wikipedia:Utenti_problematici
Disallow: /wiki/Wikipedia%3AUtenti_problematici
Disallow: /wiki/Wikipedia:Vandalismi_in_corso
Disallow: /wiki/Wikipedia%3AVandalismi_in_corso
Disallow: /wiki/Wikipedia:Amministratori
Disallow: /wiki/Wikipedia%3AAmministratori
Disallow: /wiki/Wikipedia:Proposte_di_cancellazione_semplificata
Disallow: /wiki/Wikipedia%3AProposte_di_cancellazione_semplificata
Disallow: /wiki/Categoria:Da_cancellare_subito
Disallow: /wiki/Categoria%3ADa_cancellare_subito
Disallow: /wiki/Wikipedia:Sospette_violazioni_di_copyright
Disallow: /wiki/Wikipedia%3ASospette_violazioni_di_copyright
Disallow: /wiki/Categoria:Da_controllare_per_copyright
Disallow: /wiki/Categoria%3ADa_controllare_per_copyright
Disallow: /wiki/Progetto:Rimozione_contributi_sospetti
Disallow: /wiki/Progetto%3ARimozione_contributi_sospetti
Disallow: /wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Progetto:Cococo
Disallow: /wiki/Progetto%3ACococo
Disallow: /wiki/Discussioni_progetto:Cococo
Disallow: /wiki/Discussioni_progetto%3ACococo
#
# jawiki
Disallow: /wiki/%E7%89%B9%E5%88%A5:Search
Disallow: /wiki/%E7%89%B9%E5%88%A5%3ASearch
# T7239
Disallow: /wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/
Disallow: /wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/
Disallow: /wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC
Disallow: /wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC
# nowiki
# T13432
Disallow: /wiki/Bruker:
Disallow: /wiki/Bruker%3A
Disallow: /wiki/Brukerdiskusjon
Disallow: /wiki/Wikipedia:Administratorer
Disallow: /wiki/Wikipedia%3AAdministratorer
Disallow: /wiki/Wikipedia-diskusjon:Administratorer
Disallow: /wiki/Wikipedia-diskusjon%3AAdministratorer
Disallow: /wiki/Wikipedia:Sletting
Disallow: /wiki/Wikipedia%3ASletting
Disallow: /wiki/Wikipedia-diskusjon:Sletting
Disallow: /wiki/Wikipedia-diskusjon%3ASletting
#
# plwiki
# T10067
Disallow: /wiki/Wikipedia:Strony_do_usuni%C4%99cia
Disallow: /wiki/Wikipedia%3AStrony_do_usuni%C4%99cia
Disallow: /wiki/Wikipedia:Do_usuni%C4%99cia
Disallow: /wiki/Wikipedia%3ADo_usuni%C4%99cia
Disallow: /wiki/Wikipedia:SDU/
Disallow: /wiki/Wikipedia%3ASDU/
Disallow: /wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich
Disallow: /wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich
#
# ptwiki:
# T7394
Disallow: /wiki/Wikipedia:Páginas_para_eliminar/
Disallow: /wiki/Wikipedia:P%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discussão:Páginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/
#
# rowiki:
# T14546
Disallow: /wiki/Wikipedia:Pagini_de_%C5%9Fters
Disallow: /wiki/Wikipedia%3APagini_de_%C5%9Fters
Disallow: /wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters
Disallow: /wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters
#
# ruwiki:
Disallow: /wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search
Disallow: /wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch
#
# svwiki:
# T12229
Disallow: /wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering
Disallow: /wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering
Disallow: /wiki/Wikipedia:Sidor_föreslagna_för_radering
Disallow: /wiki/Användare
Disallow: /wiki/Anv%C3%A4ndare
Disallow: /wiki/Användardiskussion
Disallow: /wiki/Anv%C3%A4ndardiskussion
Disallow: /wiki/Wikipedia:Skyddade_sidnamn
Disallow: /wiki/Wikipedia%3ASkyddade_sidnamn
# T13291
Disallow: /wiki/Wikipedia:Sidor_som_bör_raderas
Disallow: /wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas
Disallow: /wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas
#
# zhwiki:
# T7104
Disallow: /wiki/Wikipedia:删除投票/侵权
Disallow: /wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83
Disallow: /wiki/Wikipedia:删除投票和请求
Disallow: /wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82
Disallow: /wiki/Category:快速删除候选
Disallow: /wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89
Disallow: /wiki/Category:维基百科需要翻译的文章
Disallow: /wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0
#
# sister projects
#
# enwikinews:
# T7340
Disallow: /wiki/Portal:Prepared_stories/
Disallow: /wiki/Portal%3APrepared_stories/
#
# itwikinews
# T11138
Disallow: /wiki/Wikinotizie:Richieste_di_cancellazione
Disallow: /wiki/Wikinotizie:Sospette_violazioni_di_copyright
Disallow: /wiki/Categoria:Da_cancellare_subito
Disallow: /wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Wikinotizie:Storie_in_preparazione
#
# enwikiquote:
# T17095
Disallow: /wiki/Wikiquote:Votes_for_deletion/
Disallow: /wiki/Wikiquote%3AVotes_for_deletion/
Disallow: /wiki/Wikiquote_talk:Votes_for_deletion/
Disallow: /wiki/Wikiquote_talk%3AVotes_for_deletion/
Disallow: /wiki/Wikiquote:Votes_for_deletion_archive/
Disallow: /wiki/Wikiquote%3AVotes_for_deletion_archive/
Disallow: /wiki/Wikiquote_talk:Votes_for_deletion_archive/
Disallow: /wiki/Wikiquote_talk%3AVotes_for_deletion_archive/
#
# enwikibooks
Disallow: /wiki/Wikibooks:Votes_for_deletion
#
# working...
Disallow: /wiki/Fundraising_2007/comments
#
#
#
#----------------------------------------------------------#
#
#
#
 # <!--leave this line alone--><source lang="robots">
 # robots.txt for https://commons.wikimedia.org/
 #
 # Please note: There are a lot of pages on this site, and there are
 # some misbehaved spiders out there that go _way_ too fast. If you're
 # irresponsible, your access to the site may be blocked.
 #
Disallow: /wiki/Special:Random
Disallow: /wiki/Special%3ARandom
Disallow: /wiki/Special:Search
Disallow: /wiki/Special%3ASearch
#
#
# Folks get annoyed when deletion discussions end up
# the number 1 google hit for their name.
Disallow: /wiki/Commons:Deletion_requests/
Disallow: /wiki/Commons%3ADeletion_requests/
Disallow: /wiki/Commons:Categories_for_discussion/
Disallow: /wiki/Commons%3ACategories_for_discussion/
#
# Changing username might be annoying too
Disallow: /wiki/Commons:Changing_username
Disallow: /wiki/Commons%3AChanging_username
Disallow: /wiki/Commons_talk:Changing_username
Disallow: /wiki/Commons_talk%3AChanging_username
#
# Potentially sensitive discussions
Disallow: /wiki/Commons:Administrators'_noticeboard
Disallow: /wiki/Commons:Administrators%27_noticeboard
Disallow: /wiki/Commons%3AAdministrators%27_noticeboard
Disallow: /wiki/Commons_talk:Administrators%27_noticeboard
Disallow: /wiki/Commons_talk%3AAdministrators%27_noticeboard
#
# Category:Noindexed page
Disallow: /wiki/Category:Noindexed_pages
Disallow: /wiki/Category%3ANoindexed_pages
Disallow: /wiki/Category:Noindexed_user_pages
Disallow: /wiki/Category%3ANoindexed_user_pages
#
# Commons:Requests for checkuser
Disallow: /wiki/Commons:Requests_for_checkuser/
Disallow: /wiki/Commons%3ARequests_for_checkuser/
#
# Permission-related
Disallow: /wiki/Commons:Requests_and_votes/
Disallow: /wiki/Commons%3ARequests_and_votes/
Disallow: /wiki/Commons:Administrators/Requests/
Disallow: /wiki/Commons%3AAdministrators/Requests/
Disallow: /wiki/Commons:Administrators/Inactivity_section
Disallow: /wiki/Commons%3AAdministrators/Inactivity_section
Disallow: /wiki/Commons:Bureaucrats/Requests/
Disallow: /wiki/Commons%3ABureaucrats/Requests/
Disallow: /wiki/Commons:Checkusers/Requests/
Disallow: /wiki/Commons%3ACheckusers/Requests/
Disallow: /wiki/Commons:Oversighters/Requests/
Disallow: /wiki/Commons%3AOversighters/Requests/
Disallow: /wiki/Commons:License_review/Requests/
Disallow: /wiki/Commons%3ALicense_review/Requests/
Disallow: /wiki/Commons:Requests_for_rights/
Disallow: /wiki/Commons%3ARequests_for_rights/
# </source><!--leave this line alone-->


# robots.txt for http://www.wikipedia.org/ and friends
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#

# Observed spamming large amounts of https://en.wikipedia.org/?curid=NNNNNN
# and ignoring 429 ratelimit responses, claims to respect robots:
# http://mj12bot.com/
User-agent: MJ12bot
Disallow: /

# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /

# Wikipedia work bots:
User-agent: IsraBot
Disallow:

User-agent: Orthogaffe
Disallow:

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

# Misbehaving: requests much too fast:
User-agent: fast
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

#
# Friendly, low-speed bots are welcome viewing article pages, but not
# dynamically-generated pages please.
#
# Inktomi's "Slurp" can read a minimum delay between hits; if your
# bot supports such a thing using the 'Crawl-delay' or another
# instruction, please let us know.
#
# There is a special exception for API mobileview to allow dynamic
# mobile web & app views to load section content.
# These views aren't HTTP-cached but use parser cache aggressively
# and don't expose special: pages etc.
#
# Another exception is for REST API documentation, located at
# /api/rest_v1/?doc.
#
User-agent: *
Allow: /w/api.php?action=mobileview&
Allow: /w/load.php?
Allow: /api/rest_v1/?doc
Disallow: /w/
Disallow: /api/
Disallow: /trap/
Disallow: /wiki/Special:
Disallow: /wiki/Spezial:
Disallow: /wiki/Spesial:
Disallow: /wiki/Special%3A
Disallow: /wiki/Spezial%3A
Disallow: /wiki/Spesial%3A
#
# ar:
Disallow: /wiki/%D8%AE%D8%A7%D8%B5:Search
Disallow: /wiki/%D8%AE%D8%A7%D8%B5%3ASearch
#
# dewiki:
# T6937
# sensible deletion and meta user discussion pages:
Disallow: /wiki/Wikipedia:L%C3%B6schkandidaten/
Disallow: /wiki/Wikipedia:Löschkandidaten/
Disallow: /wiki/Wikipedia:Vandalensperrung/
Disallow: /wiki/Wikipedia:Benutzersperrung/
Disallow: /wiki/Wikipedia:Vermittlungsausschuss/
Disallow: /wiki/Wikipedia:Administratoren/Probleme/
Disallow: /wiki/Wikipedia:Adminkandidaturen/
Disallow: /wiki/Wikipedia:Qualitätssicherung/
Disallow: /wiki/Wikipedia:Qualit%C3%A4tssicherung/
# 4937#5
Disallow: /wiki/Wikipedia:Vandalismusmeldung/
Disallow: /wiki/Wikipedia:Gesperrte_Lemmata/
Disallow: /wiki/Wikipedia:Löschprüfung/
Disallow: /wiki/Wikipedia:L%C3%B6schprüfung/
Disallow: /wiki/Wikipedia:Administratoren/Notizen/
Disallow: /wiki/Wikipedia:Schiedsgericht/Anfragen/
Disallow: /wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/
# T14111
Disallow: /wiki/Wikipedia:Checkuser/
Disallow: /wiki/Wikipedia_Diskussion:Checkuser/
Disallow: /wiki/Wikipedia_Diskussion:Adminkandidaturen/
# T15961
Disallow: /wiki/Wikipedia:Spam-Blacklist-Log
Disallow: /wiki/Wikipedia%3ASpam-Blacklist-Log
Disallow: /wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
Disallow: /wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log
#
# enwiki:
# Folks get annoyed when VfD discussions end up the number 1 google hit for
# their name. See T6776
Disallow: /wiki/Wikipedia:Articles_for_deletion/
Disallow: /wiki/Wikipedia%3AArticles_for_deletion/
Disallow: /wiki/Wikipedia:Votes_for_deletion/
Disallow: /wiki/Wikipedia%3AVotes_for_deletion/
Disallow: /wiki/Wikipedia:Pages_for_deletion/
Disallow: /wiki/Wikipedia%3APages_for_deletion/
Disallow: /wiki/Wikipedia:Miscellany_for_deletion/
Disallow: /wiki/Wikipedia%3AMiscellany_for_deletion/
Disallow: /wiki/Wikipedia:Miscellaneous_deletion/
Disallow: /wiki/Wikipedia%3AMiscellaneous_deletion/
Disallow: /wiki/Wikipedia:Copyright_problems
Disallow: /wiki/Wikipedia%3ACopyright_problems
Disallow: /wiki/Wikipedia:Protected_titles/
Disallow: /wiki/Wikipedia%3AProtected_titles/
# T15398
Disallow: /wiki/Wikipedia:WikiProject_Spam/
Disallow: /wiki/Wikipedia%3AWikiProject_Spam/
# T16075
Disallow: /wiki/MediaWiki:Spam-blacklist
Disallow: /wiki/MediaWiki%3ASpam-blacklist
Disallow: /wiki/MediaWiki_talk:Spam-blacklist
Disallow: /wiki/MediaWiki_talk%3ASpam-blacklist
# T13261
Disallow: /wiki/Wikipedia:Requests_for_arbitration/
Disallow: /wiki/Wikipedia%3ARequests_for_arbitration/
Disallow: /wiki/Wikipedia:Requests_for_comment/
Disallow: /wiki/Wikipedia%3ARequests_for_comment/
Disallow: /wiki/Wikipedia:Requests_for_adminship/
Disallow: /wiki/Wikipedia%3ARequests_for_adminship/
# T12288
Disallow: /wiki/Wikipedia_talk:Articles_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AArticles_for_deletion/
Disallow: /wiki/Wikipedia_talk:Votes_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AVotes_for_deletion/
Disallow: /wiki/Wikipedia_talk:Pages_for_deletion/
Disallow: /wiki/Wikipedia_talk%3APages_for_deletion/
Disallow: /wiki/Wikipedia_talk:Miscellany_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AMiscellany_for_deletion/
Disallow: /wiki/Wikipedia_talk:Miscellaneous_deletion/
Disallow: /wiki/Wikipedia_talk%3AMiscellaneous_deletion/
# T16793
Disallow: /wiki/Wikipedia:Changing_username
Disallow: /wiki/Wikipedia%3AChanging_username
Disallow: /wiki/Wikipedia:Changing_username/
Disallow: /wiki/Wikipedia%3AChanging_username/
Disallow: /wiki/Wikipedia_talk:Changing_username
Disallow: /wiki/Wikipedia_talk%3AChanging_username
Disallow: /wiki/Wikipedia_talk:Changing_username/
Disallow: /wiki/Wikipedia_talk%3AChanging_username/
#
# eswiki:
# T8746
Disallow: /wiki/Wikipedia:Consultas_de_borrado/
Disallow: /wiki/Wikipedia%3AConsultas_de_borrado/
#
# fiwiki:
# T10695
Disallow: /wiki/Wikipedia:Poistettavat_sivut
Disallow: /wiki/K%C3%A4ytt%C3%A4j%C3%A4:
Disallow: /wiki/Käyttäjä:
Disallow: /wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:
Disallow: /wiki/Keskustelu_käyttäjästä:
Disallow: /wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/
Disallow: /wiki/Wikipedia:Ylläpitäjät/
#
# hewiki:
Disallow: /wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search
Disallow: /wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch
#T11517
Disallow: /wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/
Disallow: /wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/
Disallow: /wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים
Disallow: /wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים
Disallow: /wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
#
# huwiki:
Disallow: /wiki/Speci%C3%A1lis:Search
Disallow: /wiki/Speci%C3%A1lis%3ASearch
#
# itwiki:
# T7545
Disallow: /wiki/Wikipedia:Pagine_da_cancellare
Disallow: /wiki/Wikipedia%3APagine_da_cancellare
Disallow: /wiki/Wikipedia:Utenti_problematici
Disallow: /wiki/Wikipedia%3AUtenti_problematici
Disallow: /wiki/Wikipedia:Vandalismi_in_corso
Disallow: /wiki/Wikipedia%3AVandalismi_in_corso
Disallow: /wiki/Wikipedia:Amministratori
Disallow: /wiki/Wikipedia%3AAmministratori
Disallow: /wiki/Wikipedia:Proposte_di_cancellazione_semplificata
Disallow: /wiki/Wikipedia%3AProposte_di_cancellazione_semplificata
Disallow: /wiki/Categoria:Da_cancellare_subito
Disallow: /wiki/Categoria%3ADa_cancellare_subito
Disallow: /wiki/Wikipedia:Sospette_violazioni_di_copyright
Disallow: /wiki/Wikipedia%3ASospette_violazioni_di_copyright
Disallow: /wiki/Categoria:Da_controllare_per_copyright
Disallow: /wiki/Categoria%3ADa_controllare_per_copyright
Disallow: /wiki/Progetto:Rimozione_contributi_sospetti
Disallow: /wiki/Progetto%3ARimozione_contributi_sospetti
Disallow: /wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Progetto:Cococo
Disallow: /wiki/Progetto%3ACococo
Disallow: /wiki/Discussioni_progetto:Cococo
Disallow: /wiki/Discussioni_progetto%3ACococo
#
# jawiki
Disallow: /wiki/%E7%89%B9%E5%88%A5:Search
Disallow: /wiki/%E7%89%B9%E5%88%A5%3ASearch
# T7239
Disallow: /wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/
Disallow: /wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/
Disallow: /wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC
Disallow: /wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC
# nowiki
# T13432
Disallow: /wiki/Bruker:
Disallow: /wiki/Bruker%3A
Disallow: /wiki/Brukerdiskusjon
Disallow: /wiki/Wikipedia:Administratorer
Disallow: /wiki/Wikipedia%3AAdministratorer
Disallow: /wiki/Wikipedia-diskusjon:Administratorer
Disallow: /wiki/Wikipedia-diskusjon%3AAdministratorer
Disallow: /wiki/Wikipedia:Sletting
Disallow: /wiki/Wikipedia%3ASletting
Disallow: /wiki/Wikipedia-diskusjon:Sletting
Disallow: /wiki/Wikipedia-diskusjon%3ASletting
#
# plwiki
# T10067
Disallow: /wiki/Wikipedia:Strony_do_usuni%C4%99cia
Disallow: /wiki/Wikipedia%3AStrony_do_usuni%C4%99cia
Disallow: /wiki/Wikipedia:Do_usuni%C4%99cia
Disallow: /wiki/Wikipedia%3ADo_usuni%C4%99cia
Disallow: /wiki/Wikipedia:SDU/
Disallow: /wiki/Wikipedia%3ASDU/
Disallow: /wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich
Disallow: /wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich
#
# ptwiki:
# T7394
Disallow: /wiki/Wikipedia:Páginas_para_eliminar/
Disallow: /wiki/Wikipedia:P%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discussão:Páginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/
#
# rowiki:
# T14546
Disallow: /wiki/Wikipedia:Pagini_de_%C5%9Fters
Disallow: /wiki/Wikipedia%3APagini_de_%C5%9Fters
Disallow: /wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters
Disallow: /wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters
#
# ruwiki:
Disallow: /wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search
Disallow: /wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch
#
# svwiki:
# T12229
Disallow: /wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering
Disallow: /wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering
Disallow: /wiki/Wikipedia:Sidor_föreslagna_för_radering
Disallow: /wiki/Användare
Disallow: /wiki/Anv%C3%A4ndare
Disallow: /wiki/Användardiskussion
Disallow: /wiki/Anv%C3%A4ndardiskussion
Disallow: /wiki/Wikipedia:Skyddade_sidnamn
Disallow: /wiki/Wikipedia%3ASkyddade_sidnamn
# T13291
Disallow: /wiki/Wikipedia:Sidor_som_bör_raderas
Disallow: /wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas
Disallow: /wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas
#
# zhwiki:
# T7104
Disallow: /wiki/Wikipedia:删除投票/侵权
Disallow: /wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83
Disallow: /wiki/Wikipedia:删除投票和请求
Disallow: /wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82
Disallow: /wiki/Category:快速删除候选
Disallow: /wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89
Disallow: /wiki/Category:维基百科需要翻译的文章
Disallow: /wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0
#
# sister projects
#
# enwikinews:
# T7340
Disallow: /wiki/Portal:Prepared_stories/
Disallow: /wiki/Portal%3APrepared_stories/
#
# itwikinews
# T11138
Disallow: /wiki/Wikinotizie:Richieste_di_cancellazione
Disallow: /wiki/Wikinotizie:Sospette_violazioni_di_copyright
Disallow: /wiki/Categoria:Da_cancellare_subito
Disallow: /wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Wikinotizie:Storie_in_preparazione
#
# enwikiquote:
# T17095
Disallow: /wiki/Wikiquote:Votes_for_deletion/
Disallow: /wiki/Wikiquote%3AVotes_for_deletion/
Disallow: /wiki/Wikiquote_talk:Votes_for_deletion/
Disallow: /wiki/Wikiquote_talk%3AVotes_for_deletion/
Disallow: /wiki/Wikiquote:Votes_for_deletion_archive/
Disallow: /wiki/Wikiquote%3AVotes_for_deletion_archive/
Disallow: /wiki/Wikiquote_talk:Votes_for_deletion_archive/
Disallow: /wiki/Wikiquote_talk%3AVotes_for_deletion_archive/
#
# enwikibooks
Disallow: /wiki/Wikibooks:Votes_for_deletion
#
# working...
Disallow: /wiki/Fundraising_2007/comments
#
#
#
#----------------------------------------------------------#
#
#
#
 # <!--leave this line alone--><source lang="robots">
 # robots.txt for https://commons.wikimedia.org/
 #
 # Please note: There are a lot of pages on this site, and there are
 # some misbehaved spiders out there that go _way_ too fast. If you're
 # irresponsible, your access to the site may be blocked.
 #
Disallow: /wiki/Special:Random
Disallow: /wiki/Special%3ARandom
Disallow: /wiki/Special:Search
Disallow: /wiki/Special%3ASearch
#
#
# Folks get annoyed when deletion discussions end up
# the number 1 google hit for their name.
Disallow: /wiki/Commons:Deletion_requests/
Disallow: /wiki/Commons%3ADeletion_requests/
Disallow: /wiki/Commons:Categories_for_discussion/
Disallow: /wiki/Commons%3ACategories_for_discussion/
#
# Changing username might be annoying too
Disallow: /wiki/Commons:Changing_username
Disallow: /wiki/Commons%3AChanging_username
Disallow: /wiki/Commons_talk:Changing_username
Disallow: /wiki/Commons_talk%3AChanging_username
#
# Potentially sensitive discussions
Disallow: /wiki/Commons:Administrators'_noticeboard
Disallow: /wiki/Commons:Administrators%27_noticeboard
Disallow: /wiki/Commons%3AAdministrators%27_noticeboard
Disallow: /wiki/Commons_talk:Administrators%27_noticeboard
Disallow: /wiki/Commons_talk%3AAdministrators%27_noticeboard
#
# Category:Noindexed page
Disallow: /wiki/Category:Noindexed_pages
Disallow: /wiki/Category%3ANoindexed_pages
Disallow: /wiki/Category:Noindexed_user_pages
Disallow: /wiki/Category%3ANoindexed_user_pages
#
# Commons:Requests for checkuser
Disallow: /wiki/Commons:Requests_for_checkuser/
Disallow: /wiki/Commons%3ARequests_for_checkuser/
#
# Permission-related
Disallow: /wiki/Commons:Requests_and_votes/
Disallow: /wiki/Commons%3ARequests_and_votes/
Disallow: /wiki/Commons:Administrators/Requests/
Disallow: /wiki/Commons%3AAdministrators/Requests/
Disallow: /wiki/Commons:Administrators/Inactivity_section
Disallow: /wiki/Commons%3AAdministrators/Inactivity_section
Disallow: /wiki/Commons:Bureaucrats/Requests/
Disallow: /wiki/Commons%3ABureaucrats/Requests/
Disallow: /wiki/Commons:Checkusers/Requests/
Disallow: /wiki/Commons%3ACheckusers/Requests/
Disallow: /wiki/Commons:Oversighters/Requests/
Disallow: /wiki/Commons%3AOversighters/Requests/
Disallow: /wiki/Commons:License_review/Requests/
Disallow: /wiki/Commons%3ALicense_review/Requests/
Disallow: /wiki/Commons:Requests_for_rights/
Disallow: /wiki/Commons%3ARequests_for_rights/
# </source><!--leave this line alone-->


# robots.txt for http://www.wikipedia.org/ and friends
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#

# Observed spamming large amounts of https://en.wikipedia.org/?curid=NNNNNN
# and ignoring 429 ratelimit responses, claims to respect robots:
# http://mj12bot.com/
User-agent: MJ12bot
Disallow: /

# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /

# Wikipedia work bots:
User-agent: IsraBot
Disallow:

User-agent: Orthogaffe
Disallow:

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

# Misbehaving: requests much too fast:
User-agent: fast
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

# Per their statement, semrushbot respects crawl-delay directives
# We want them to overall stay within reasonable request rates to
# the backend (20 rps); keeping in mind that the crawl-delay will
# be applied by site and not globally by the bot, 5 seconds seem
# like a reasonable approximation
User-agent: SemrushBot
Crawl-delay: 5

#
# Friendly, low-speed bots are welcome viewing article pages, but not
# dynamically-generated pages please.
#
# Inktomi's "Slurp" can read a minimum delay between hits; if your
# bot supports such a thing using the 'Crawl-delay' or another
# instruction, please let us know.
#
# There is a special exception for API mobileview to allow dynamic
# mobile web & app views to load section content.
# These views aren't HTTP-cached but use parser cache aggressively
# and don't expose special: pages etc.
#
# Another exception is for REST API documentation, located at
# /api/rest_v1/?doc.
#
User-agent: *
Allow: /w/api.php?action=mobileview&
Allow: /w/load.php?
Allow: /api/rest_v1/?doc
Disallow: /w/
Disallow: /api/
Disallow: /trap/
Disallow: /wiki/Special:
Disallow: /wiki/Spezial:
Disallow: /wiki/Spesial:
Disallow: /wiki/Special%3A
Disallow: /wiki/Spezial%3A
Disallow: /wiki/Spesial%3A
#
# ar:
Disallow: /wiki/%D8%AE%D8%A7%D8%B5:Search
Disallow: /wiki/%D8%AE%D8%A7%D8%B5%3ASearch
#
# dewiki:
# T6937
# sensible deletion and meta user discussion pages:
Disallow: /wiki/Wikipedia:L%C3%B6schkandidaten/
Disallow: /wiki/Wikipedia:Löschkandidaten/
Disallow: /wiki/Wikipedia:Vandalensperrung/
Disallow: /wiki/Wikipedia:Benutzersperrung/
Disallow: /wiki/Wikipedia:Vermittlungsausschuss/
Disallow: /wiki/Wikipedia:Administratoren/Probleme/
Disallow: /wiki/Wikipedia:Adminkandidaturen/
Disallow: /wiki/Wikipedia:Qualitätssicherung/
Disallow: /wiki/Wikipedia:Qualit%C3%A4tssicherung/
# 4937#5
Disallow: /wiki/Wikipedia:Vandalismusmeldung/
Disallow: /wiki/Wikipedia:Gesperrte_Lemmata/
Disallow: /wiki/Wikipedia:Löschprüfung/
Disallow: /wiki/Wikipedia:L%C3%B6schprüfung/
Disallow: /wiki/Wikipedia:Administratoren/Notizen/
Disallow: /wiki/Wikipedia:Schiedsgericht/Anfragen/
Disallow: /wiki/Wikipedia:L%C3%B6schpr%C3%BCfung/
# T14111
Disallow: /wiki/Wikipedia:Checkuser/
Disallow: /wiki/Wikipedia_Diskussion:Checkuser/
Disallow: /wiki/Wikipedia_Diskussion:Adminkandidaturen/
# T15961
Disallow: /wiki/Wikipedia:Spam-Blacklist-Log
Disallow: /wiki/Wikipedia%3ASpam-Blacklist-Log
Disallow: /wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
Disallow: /wiki/Wikipedia_Diskussion%3ASpam-Blacklist-Log
#
# enwiki:
# Folks get annoyed when VfD discussions end up the number 1 google hit for
# their name. See T6776
Disallow: /wiki/Wikipedia:Articles_for_deletion/
Disallow: /wiki/Wikipedia%3AArticles_for_deletion/
Disallow: /wiki/Wikipedia:Votes_for_deletion/
Disallow: /wiki/Wikipedia%3AVotes_for_deletion/
Disallow: /wiki/Wikipedia:Pages_for_deletion/
Disallow: /wiki/Wikipedia%3APages_for_deletion/
Disallow: /wiki/Wikipedia:Miscellany_for_deletion/
Disallow: /wiki/Wikipedia%3AMiscellany_for_deletion/
Disallow: /wiki/Wikipedia:Miscellaneous_deletion/
Disallow: /wiki/Wikipedia%3AMiscellaneous_deletion/
Disallow: /wiki/Wikipedia:Copyright_problems
Disallow: /wiki/Wikipedia%3ACopyright_problems
Disallow: /wiki/Wikipedia:Protected_titles/
Disallow: /wiki/Wikipedia%3AProtected_titles/
# T15398
Disallow: /wiki/Wikipedia:WikiProject_Spam/
Disallow: /wiki/Wikipedia%3AWikiProject_Spam/
# T16075
Disallow: /wiki/MediaWiki:Spam-blacklist
Disallow: /wiki/MediaWiki%3ASpam-blacklist
Disallow: /wiki/MediaWiki_talk:Spam-blacklist
Disallow: /wiki/MediaWiki_talk%3ASpam-blacklist
# T13261
Disallow: /wiki/Wikipedia:Requests_for_arbitration/
Disallow: /wiki/Wikipedia%3ARequests_for_arbitration/
Disallow: /wiki/Wikipedia:Requests_for_comment/
Disallow: /wiki/Wikipedia%3ARequests_for_comment/
Disallow: /wiki/Wikipedia:Requests_for_adminship/
Disallow: /wiki/Wikipedia%3ARequests_for_adminship/
# T12288
Disallow: /wiki/Wikipedia_talk:Articles_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AArticles_for_deletion/
Disallow: /wiki/Wikipedia_talk:Votes_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AVotes_for_deletion/
Disallow: /wiki/Wikipedia_talk:Pages_for_deletion/
Disallow: /wiki/Wikipedia_talk%3APages_for_deletion/
Disallow: /wiki/Wikipedia_talk:Miscellany_for_deletion/
Disallow: /wiki/Wikipedia_talk%3AMiscellany_for_deletion/
Disallow: /wiki/Wikipedia_talk:Miscellaneous_deletion/
Disallow: /wiki/Wikipedia_talk%3AMiscellaneous_deletion/
# T16793
Disallow: /wiki/Wikipedia:Changing_username
Disallow: /wiki/Wikipedia%3AChanging_username
Disallow: /wiki/Wikipedia:Changing_username/
Disallow: /wiki/Wikipedia%3AChanging_username/
Disallow: /wiki/Wikipedia_talk:Changing_username
Disallow: /wiki/Wikipedia_talk%3AChanging_username
Disallow: /wiki/Wikipedia_talk:Changing_username/
Disallow: /wiki/Wikipedia_talk%3AChanging_username/
#
# eswiki:
# T8746
Disallow: /wiki/Wikipedia:Consultas_de_borrado/
Disallow: /wiki/Wikipedia%3AConsultas_de_borrado/
#
# fiwiki:
# T10695
Disallow: /wiki/Wikipedia:Poistettavat_sivut
Disallow: /wiki/K%C3%A4ytt%C3%A4j%C3%A4:
Disallow: /wiki/Käyttäjä:
Disallow: /wiki/Keskustelu_k%C3%A4ytt%C3%A4j%C3%A4st%C3%A4:
Disallow: /wiki/Keskustelu_käyttäjästä:
Disallow: /wiki/Wikipedia:Yll%C3%A4pit%C3%A4j%C3%A4t/
Disallow: /wiki/Wikipedia:Ylläpitäjät/
#
# hewiki:
Disallow: /wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93:Search
Disallow: /wiki/%D7%9E%D7%99%D7%95%D7%97%D7%93%3ASearch
#T11517
Disallow: /wiki/ויקיפדיה:רשימת_מועמדים_למחיקה/
Disallow: /wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה/
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A8%D7%A9%D7%99%D7%9E%D7%AA_%D7%9E%D7%95%D7%A2%D7%9E%D7%93%D7%99%D7%9D_%D7%9C%D7%9E%D7%97%D7%99%D7%A7%D7%94/
Disallow: /wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים
Disallow: /wiki/ויקיפדיה%3Aערכים_לא_קיימים_ומוגנים
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%A2%D7%A8%D7%9B%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים
Disallow: /wiki/ויקיפדיה%3Aדפים_לא_קיימים_ומוגנים
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94:%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
Disallow: /wiki/%D7%95%D7%99%D7%A7%D7%99%D7%A4%D7%93%D7%99%D7%94%3A%D7%93%D7%A4%D7%99%D7%9D_%D7%9C%D7%90_%D7%A7%D7%99%D7%99%D7%9E%D7%99%D7%9D_%D7%95%D7%9E%D7%95%D7%92%D7%A0%D7%99%D7%9D
#
# huwiki:
Disallow: /wiki/Speci%C3%A1lis:Search
Disallow: /wiki/Speci%C3%A1lis%3ASearch
#
# itwiki:
# T7545
Disallow: /wiki/Wikipedia:Pagine_da_cancellare
Disallow: /wiki/Wikipedia%3APagine_da_cancellare
Disallow: /wiki/Wikipedia:Utenti_problematici
Disallow: /wiki/Wikipedia%3AUtenti_problematici
Disallow: /wiki/Wikipedia:Vandalismi_in_corso
Disallow: /wiki/Wikipedia%3AVandalismi_in_corso
Disallow: /wiki/Wikipedia:Amministratori
Disallow: /wiki/Wikipedia%3AAmministratori
Disallow: /wiki/Wikipedia:Proposte_di_cancellazione_semplificata
Disallow: /wiki/Wikipedia%3AProposte_di_cancellazione_semplificata
Disallow: /wiki/Categoria:Da_cancellare_subito
Disallow: /wiki/Categoria%3ADa_cancellare_subito
Disallow: /wiki/Wikipedia:Sospette_violazioni_di_copyright
Disallow: /wiki/Wikipedia%3ASospette_violazioni_di_copyright
Disallow: /wiki/Categoria:Da_controllare_per_copyright
Disallow: /wiki/Categoria%3ADa_controllare_per_copyright
Disallow: /wiki/Progetto:Rimozione_contributi_sospetti
Disallow: /wiki/Progetto%3ARimozione_contributi_sospetti
Disallow: /wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Categoria%3ADa_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Progetto:Cococo
Disallow: /wiki/Progetto%3ACococo
Disallow: /wiki/Discussioni_progetto:Cococo
Disallow: /wiki/Discussioni_progetto%3ACococo
#
# jawiki
Disallow: /wiki/%E7%89%B9%E5%88%A5:Search
Disallow: /wiki/%E7%89%B9%E5%88%A5%3ASearch
# T7239
Disallow: /wiki/Wikipedia:%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/
Disallow: /wiki/Wikipedia%3A%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC/
Disallow: /wiki/Wikipedia:%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC
Disallow: /wiki/Wikipedia%3A%E5%88%A9%E7%94%A8%E8%80%85%E3%83%9A%E3%83%BC%E3%82%B8%E3%81%AE%E5%89%8A%E9%99%A4%E4%BE%9D%E9%A0%BC
# nowiki
# T13432
Disallow: /wiki/Bruker:
Disallow: /wiki/Bruker%3A
Disallow: /wiki/Brukerdiskusjon
Disallow: /wiki/Wikipedia:Administratorer
Disallow: /wiki/Wikipedia%3AAdministratorer
Disallow: /wiki/Wikipedia-diskusjon:Administratorer
Disallow: /wiki/Wikipedia-diskusjon%3AAdministratorer
Disallow: /wiki/Wikipedia:Sletting
Disallow: /wiki/Wikipedia%3ASletting
Disallow: /wiki/Wikipedia-diskusjon:Sletting
Disallow: /wiki/Wikipedia-diskusjon%3ASletting
#
# plwiki
# T10067
Disallow: /wiki/Wikipedia:Strony_do_usuni%C4%99cia
Disallow: /wiki/Wikipedia%3AStrony_do_usuni%C4%99cia
Disallow: /wiki/Wikipedia:Do_usuni%C4%99cia
Disallow: /wiki/Wikipedia%3ADo_usuni%C4%99cia
Disallow: /wiki/Wikipedia:SDU/
Disallow: /wiki/Wikipedia%3ASDU/
Disallow: /wiki/Wikipedia:Strony_podejrzane_o_naruszenie_praw_autorskich
Disallow: /wiki/Wikipedia%3AStrony_podejrzane_o_naruszenie_praw_autorskich
#
# ptwiki:
# T7394
Disallow: /wiki/Wikipedia:Páginas_para_eliminar/
Disallow: /wiki/Wikipedia:P%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia%3AP%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discussão:Páginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discuss%C3%A3o:P%C3%A1ginas_para_eliminar/
Disallow: /wiki/Wikipedia_Discuss%C3%A3o%3AP%C3%A1ginas_para_eliminar/
#
# rowiki:
# T14546
Disallow: /wiki/Wikipedia:Pagini_de_%C5%9Fters
Disallow: /wiki/Wikipedia%3APagini_de_%C5%9Fters
Disallow: /wiki/Discu%C5%A3ie_Wikipedia:Pagini_de_%C5%9Fters
Disallow: /wiki/Discu%C5%A3ie_Wikipedia%3APagini_de_%C5%9Fters
#
# ruwiki:
Disallow: /wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search
Disallow: /wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch
#
# svwiki:
# T12229
Disallow: /wiki/Wikipedia%3ASidor_f%C3%B6reslagna_f%C3%B6r_radering
Disallow: /wiki/Wikipedia:Sidor_f%C3%B6reslagna_f%C3%B6r_radering
Disallow: /wiki/Wikipedia:Sidor_föreslagna_för_radering
Disallow: /wiki/Användare
Disallow: /wiki/Anv%C3%A4ndare
Disallow: /wiki/Användardiskussion
Disallow: /wiki/Anv%C3%A4ndardiskussion
Disallow: /wiki/Wikipedia:Skyddade_sidnamn
Disallow: /wiki/Wikipedia%3ASkyddade_sidnamn
# T13291
Disallow: /wiki/Wikipedia:Sidor_som_bör_raderas
Disallow: /wiki/Wikipedia:Sidor_som_b%C3%B6r_raderas
Disallow: /wiki/Wikipedia%3ASidor_som_b%C3%B6r_raderas
#
# zhwiki:
# T7104
Disallow: /wiki/Wikipedia:删除投票/侵权
Disallow: /wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8/%E4%BE%B5%E6%9D%83
Disallow: /wiki/Wikipedia:删除投票和请求
Disallow: /wiki/Wikipedia:%E5%88%A0%E9%99%A4%E6%8A%95%E7%A5%A8%E5%92%8C%E8%AF%B7%E6%B1%82
Disallow: /wiki/Category:快速删除候选
Disallow: /wiki/Category:%E5%BF%AB%E9%80%9F%E5%88%A0%E9%99%A4%E5%80%99%E9%80%89
Disallow: /wiki/Category:维基百科需要翻译的文章
Disallow: /wiki/Category:%E7%BB%B4%E5%9F%BA%E7%99%BE%E7%A7%91%E9%9C%80%E8%A6%81%E7%BF%BB%E8%AF%91%E7%9A%84%E6%96%87%E7%AB%A0
#
# sister projects
#
# enwikinews:
# T7340
Disallow: /wiki/Portal:Prepared_stories/
Disallow: /wiki/Portal%3APrepared_stories/
#
# itwikinews
# T11138
Disallow: /wiki/Wikinotizie:Richieste_di_cancellazione
Disallow: /wiki/Wikinotizie:Sospette_violazioni_di_copyright
Disallow: /wiki/Categoria:Da_cancellare_subito
Disallow: /wiki/Categoria:Da_cancellare_subito_per_violazione_integrale_copyright
Disallow: /wiki/Wikinotizie:Storie_in_preparazione
#
# enwikiquote:
# T17095
Disallow: /wiki/Wikiquote:Votes_for_deletion/
Disallow: /wiki/Wikiquote%3AVotes_for_deletion/
Disallow: /wiki/Wikiquote_talk:Votes_for_deletion/
Disallow: /wiki/Wikiquote_talk%3AVotes_for_deletion/
Disallow: /wiki/Wikiquote:Votes_for_deletion_archive/
Disallow: /wiki/Wikiquote%3AVotes_for_deletion_archive/
Disallow: /wiki/Wikiquote_talk:Votes_for_deletion_archive/
Disallow: /wiki/Wikiquote_talk%3AVotes_for_deletion_archive/
#
# enwikibooks
Disallow: /wiki/Wikibooks:Votes_for_deletion
#
# working...
Disallow: /wiki/Fundraising_2007/comments
#
#
#
#----------------------------------------------------------#
#
#
#
 # <!--leave this line alone--><source lang="robots">
 # robots.txt for https://commons.wikimedia.org/
 #
 # Please note: There are a lot of pages on this site, and there are
 # some misbehaved spiders out there that go _way_ too fast. If you're
 # irresponsible, your access to the site may be blocked.
 #
Disallow: /wiki/Special:Random
Disallow: /wiki/Special%3ARandom
Disallow: /wiki/Special:Search
Disallow: /wiki/Special%3ASearch
#
#
# Folks get annoyed when deletion discussions end up
# the number 1 google hit for their name.
Disallow: /wiki/Commons:Deletion_requests/
Disallow: /wiki/Commons%3ADeletion_requests/
Disallow: /wiki/Commons:Categories_for_discussion/
Disallow: /wiki/Commons%3ACategories_for_discussion/
#
# Changing username might be annoying too
Disallow: /wiki/Commons:Changing_username
Disallow: /wiki/Commons%3AChanging_username
Disallow: /wiki/Commons_talk:Changing_username
Disallow: /wiki/Commons_talk%3AChanging_username
#
# Potentially sensitive discussions
Disallow: /wiki/Commons:Administrators'_noticeboard
Disallow: /wiki/Commons:Administrators%27_noticeboard
Disallow: /wiki/Commons%3AAdministrators%27_noticeboard
Disallow: /wiki/Commons_talk:Administrators%27_noticeboard
Disallow: /wiki/Commons_talk%3AAdministrators%27_noticeboard
#
# Category:Noindexed page
Disallow: /wiki/Category:Noindexed_pages
Disallow: /wiki/Category%3ANoindexed_pages
Disallow: /wiki/Category:Noindexed_user_pages
Disallow: /wiki/Category%3ANoindexed_user_pages
#
# Commons:Requests for checkuser
Disallow: /wiki/Commons:Requests_for_checkuser/
Disallow: /wiki/Commons%3ARequests_for_checkuser/
#
# Permission-related
Disallow: /wiki/Commons:Requests_and_votes/
Disallow: /wiki/Commons%3ARequests_and_votes/
Disallow: /wiki/Commons:Administrators/Requests/
Disallow: /wiki/Commons%3AAdministrators/Requests/
Disallow: /wiki/Commons:Administrators/Inactivity_section
Disallow: /wiki/Commons%3AAdministrators/Inactivity_section
Disallow: /wiki/Commons:Bureaucrats/Requests/
Disallow: /wiki/Commons%3ABureaucrats/Requests/
Disallow: /wiki/Commons:Checkusers/Requests/
Disallow: /wiki/Commons%3ACheckusers/Requests/
Disallow: /wiki/Commons:Oversighters/Requests/
Disallow: /wiki/Commons%3AOversighters/Requests/
Disallow: /wiki/Commons:License_review/Requests/
Disallow: /wiki/Commons%3ALicense_review/Requests/
Disallow: /wiki/Commons:Requests_for_rights/
Disallow: /wiki/Commons%3ARequests_for_rights/
# </source><!--leave this line alone-->