#
# robots.txt for https://www.aw-wiki.de
#
Sitemap: https://www.aw-wiki.de/m/sitemap-index-aw-wiki.xml
#
User-agent: Mediapartners-Google
Disallow:
#
User-agent: AhrefsBot
Disallow: /
#
User-agent: BLEXBot
Disallow: /
#
User-agent: MJ12bot
Disallow: /
#
User-agent: SearchmetricsBot
Disallow: /
#
User-agent: seoscanners.net
Disallow: /
#
User-agent: UbiCrawler
Disallow: /
#
User-agent: DOC
Disallow: /
#
User-agent: Zao
Disallow: /
#
User-agent: wget
Disallow: /
#
User-agent: sitecheck.internetseer.com
Disallow: /
#
User-agent: Zealbot
Disallow: /
#
User-agent: MSIECrawler
Disallow: /
#
User-agent: SiteSnagger
Disallow: /
#
User-agent: WebStripper
Disallow: /
#
User-agent: WebCopier
Disallow: /
#
User-agent: Fetch
Disallow: /
#
User-agent: Offline Explorer
Disallow: /
#
User-agent: Teleport
Disallow: /
#
User-agent: TeleportPro
Disallow: /
#
User-agent: WebZIP
Disallow: /
#
User-agent: linko
Disallow: /
#
User-agent: HTTrack
Disallow: /
#
User-agent: Microsoft.URL.Control
Disallow: /
#
User-agent: Xenu
Disallow: /
#
User-agent: larbin
Disallow: /
#
User-agent: libwww
Disallow: /
#
User-agent: ZyBORG
Disallow: /
#
User-agent: Download Ninja
Disallow: /
#
User-agent: Pixray-Seeker
Disallow: /
#
User-agent: *
Crawl-delay: 3
Allow: /w/load.php?
Disallow: /w/
#
# talk pages
Disallow: /index.php/Talk:
Disallow: /index.php/Talk%3A
Disallow: /index.php/Diskussion:
Disallow: /index.php/Diskussion%3A
#
# user talk pages
Disallow: /index.php/User_talk:
Disallow: /index.php/User_talk%3A
Disallow: /index.php/Benutzer_Diskussion:
Disallow: /index.php/Benutzer_Diskussion%3A
#
# project talk pages
Disallow: /index.php/AW-Wiki_talk:
Disallow: /index.php/AW-Wiki_talk%3A
Disallow: /index.php/AW-Wiki_Diskussion:
Disallow: /index.php/AW-Wiki_Diskussion%3A
#
# file talk pages
Disallow: /index.php/File_talk:
Disallow: /index.php/File_talk%3A
Disallow: /index.php/Datei_Diskussion:
Disallow: /index.php/Datei_Diskussion%3A
#
# MediaWiki and MediaWiki talk pages
Disallow: /index.php/MediaWiki:
Disallow: /index.php/MediaWiki%3A
Disallow: /index.php/MediaWiki_talk:
Disallow: /index.php/MediaWiki_talk%3A
Disallow: /index.php/MediaWiki_Diskussion:
Disallow: /index.php/MediaWiki_Diskussion%3A
#
# template and template talk pages
Disallow: /index.php/Template:
Disallow: /index.php/Template%3A
Disallow: /index.php/Vorlage:
Disallow: /index.php/Vorlage%3A
Disallow: /index.php/Template_talk:
Disallow: /index.php/Template_talk%3A
Disallow: /index.php/Vorlage_Diskussion:
Disallow: /index.php/Vorlage_Diskussion%3A
#
# help talk pages
Disallow: /index.php/Help_talk:
Disallow: /index.php/Help_talk%3A
Disallow: /index.php/Hilfe_Diskussion:
Disallow: /index.php/Hilfe_Diskussion%3A
#
# category talk pages
Disallow: /index.php/Category_talk:
Disallow: /index.php/Category_talk%3A
Disallow: /index.php/Kategorie_Diskussion:
Disallow: /index.php/Kategorie_Diskussion%3A
#
# widget and widget talk pages
Disallow: /index.php/Widget:
Disallow: /index.php/Widget%3A
Disallow: /index.php/Widget_talk:
Disallow: /index.php/Widget_talk%3A
Disallow: /index.php/Widget_Diskussion:
Disallow: /index.php/Widget_Diskussion%3A
#
# layer and layer talk pages
Disallow: /index.php/Layer:
Disallow: /index.php/Layer%3A
Disallow: /index.php/Layer_talk:
Disallow: /index.php/Layer_talk%3A
Disallow: /index.php/Layer_Diskussion:
Disallow: /index.php/Layer_Diskussion%3A
#
# special pages
Disallow: /index.php/Special:
Disallow: /index.php/Special%3A
Disallow: /index.php/Spezial:
Disallow: /index.php/Spezial%3A
#