МедиаВики:Robots.txt

# robots.txt for http://tt.wikibooks.org/
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.

#

User-agent: *
Disallow: /w/
Disallow: /trap/
Disallow: /wiki/Special:Random
Disallow: /wiki/Special%3ARandom
Disallow: /wiki/Special:Search
Disallow: /wiki/Special%3ASearch
#
# Don't index anything in the MediaWiki namespace
Disallow: /wiki/MediaWiki:
Disallow: /wiki/MediaWiki%3A
#
# Folks get annoyed when deletion discussions end up
# the number 1 google hit for their name.
Disallow: /wiki/Wikibooks:Votes_for_deletion/
Disallow: /wiki/Wikibooks%3AVotes_for_deletion/
#
# Don't index discussions
Disallow: /wiki/Wikibooks_talk:
Disallow: /wiki/Wikibooks_talk%3A
Disallow: /wiki/Wikibooks%20talk:
Disallow: /wiki/Wikibooks%20talk%3A
Disallow: /wiki/Template_talk:
Disallow: /wiki/Template_talk%3A
Disallow: /wiki/Template%20talk:
Disallow: /wiki/Template%20talk%3A
Disallow: /wiki/MediaWiki_talk:
Disallow: /wiki/MediaWiki_talk%3A
Disallow: /wiki/MediaWiki%20talk:
Disallow: /wiki/MediaWiki%20talk%3A
Disallow: /wiki/Help_talk:
Disallow: /wiki/Help_talk%3A
Disallow: /wiki/Help%20talk:
Disallow: /wiki/Help%20talk%3A
Disallow: /wiki/File_talk:
Disallow: /wiki/File_talk%3A
Disallow: /wiki/File%20talk:
Disallow: /wiki/File%20talk%3A
Disallow: /wiki/Image_talk:
Disallow: /wiki/Image_talk%3A
Disallow: /wiki/Image%20talk:
Disallow: /wiki/Image%20talk%3A
Disallow: /wiki/Category_talk:
Disallow: /wiki/Category_talk%3A
Disallow: /wiki/Category%20talk:
Disallow: /wiki/Category%20talk%3A
Disallow: /wiki/Subject_talk:
Disallow: /wiki/Subject_talk%3A
Disallow: /wiki/Subject%20talk:
Disallow: /wiki/Subject%20talk%3A
#
#