## This file gets automatically created by generate_robotstxt.php cronjob. ## Under no circumstances edit this file manually, it might break stuff. ## Write your own rules with one # (number sign) in front if it. # User-agent: * # Disallow: /control # Disallow: /wiki/:find # User-Agent: Googlebot # Disallow: /control # Disallow: /usernamecheck # Disallow: /wiki/:find # Disallow: /wiki/*?action=edit$ ## Begin automatically generated robots.txt: User-Agent: * Disallow: /control Disallow: /wiki/:find User-Agent: AboutUsBot Disallow: / User-Agent: dotbot Disallow: / User-Agent: Download Ninja Disallow: / User-Agent: EroCrawler Disallow: / User-Agent: EsperanzaBot Disallow: / User-Agent: Fasterfox Disallow: / User-Agent: Fetch Disallow: / User-Agent: gigabot Disallow: / User-Agent: Googlebot Disallow: /control Disallow: /usernamecheck Disallow: /wiki/:find Disallow: /wiki/*?action=edit$ User-Agent: grub Disallow: / User-Agent: grub-client Disallow: / User-Agent: HTTrack Disallow: / User-Agent: KFSW-Bot Disallow: / User-Agent: lanvalia Disallow: / User-Agent: larbin Disallow: / User-Agent: linko Disallow: / User-Agent: Mediapartners-Google Disallow: / User-Agent: Microsoft.URL.Control Disallow: / User-Agent: MSIECrawler Disallow: / User-Agent: Offline Explorer Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-Agent: SiteSnagger Disallow: / User-Agent: Snappy Disallow: / User-Agent: spanner Disallow: / User-Agent: SurveyBot Disallow: / User-Agent: Teleport Disallow: / User-Agent: TeleportPro Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebStripper Disallow: / User-Agent: WebZIP Disallow: / User-Agent: Xenu Disallow: / User-Agent: Zealbot Disallow: / User-Agent: ZyBORG Disallow: /