# don't allow to use search tools

User-agent: LinkAider
Disallow: /

User-agent: link.ru
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: rdfbot
Disallow: /

User-agent: *
Disallow: /go/
Disallow: /dmoz/
Disallow: /redirect/
Disallow: /index.html?
Disallow: /index.php?
Disallow: /google-search/
Disallow: /registrant-search/?
Disallow: /reverse-whois/?
Disallow: /seo-browser/
Disallow: /feed/
Disallow: /login/
Disallow: /-
Disallow: /historic-thumbnails/?