# robots.txt -- keep them out
# http://www.robotstxt.org/wc/exclusion.html#robotstxt
# http://tool.motoricerca.info/robots-checker.phtml

User-agent: thesubot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: NPBot*
Disallow: /

User-agent: Scooter*
Disallow: /

User-agent: Microsoft*
Disallow: /

User-agent: Turnit*
Disallow: /

User-agent: Szukacz*
Disallow: /

User-agent: SuchAss*
Disallow: /

User-agent: ASP*
Disallow: /

User-agent: Vagabondo*
Disallow: /

User-agent: dloader*
Disallow: /

User-agent: Naver*
Disallow: /

User-agent: MSN*
Disallow: /

User-agent: TECOMA*
Disallow: /

User-agent: Jeeves*
Disallow: /

User-agent: Cityreview*
Disallow: /

User-agent: *grub*
Disallow: /

User-agent: NaverBot*
Disallow: /

User-agent: Gigabot*
Disallow: /

User-agent: Cerberian*
Disallow: /

User-agent: Popp*
Disallow: /

User-agent: *ibm*
Disallow: /

User-agent: ZyBorg*
Disallow: /

User-agent: FunWebProd*
Disallow: /

User-agent: Girafabot*
Disallow: /

User-agent: DigExt*
Disallow: /

User-agent: Xenu*
Disallow: /

User-agent: baidu*
Disallow: /

User-agent: mirag*
Disallow: /

User-agent: Mirag*
Disallow: /

User-agent: *adressen*
Disallow: /

User-agent: msnbot*
Disallow: /

User-agent: Avant*
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /usr/
Disallow: /bookmarks/
Disallow: /hyperblog/
Disallow: /files/
Disallow: /enter/
Disallow: /wap/
Disallow: /wiki/
Disallow: /e
Disallow: /nokblog/
Disallow: /blog/
Disallow: /bookmarks-files/
Disallow: /dub/
Disallow: /dub/downloads/
Disallow: /redirect.shtml
Disallow: /redirect2.shtml
Disallow: /fmprj_lnks.html
Disallow: /error.shtml
Disallow: /mob.shtml
Disallow: /redirect3.shtml
Disallow: /redirect_gbtb_247.shtml
Disallow: /redirect_gbtb_defa_247.shtml
Disallow: /redirect_strato_247.shtml
Disallow: /rpc_relay.html