User-agent: *
Disallow: /_
Disallow: /admin/
Allow: /e/favicon.cgi
Allow: /e/buddyicon.cgi
Allow: /e/hktask.cgi
Allow: /e/hkptop.cgi
Allow: /e/hkpwish.cgi
Allow: /e/browconninfo.cgi
Allow: /e/pad.cgi
Allow: /e/docs.cgi
Allow: /e/is.cgi
Allow: /asp/pad.asp
Allow: /html-kit/download/plugin/
Allow: /html-kit/tools-for-tasks/
Disallow: /plugins/i/
Disallow: /e/
Disallow: /bak/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /dbWeb/
Disallow: /dev/java/
Disallow: /Gallery/
Disallow: /i/
Disallow: /images/
Disallow: /infoserv/
Disallow: /j/
Disallow: /jj/
Disallow: /letters/
Disallow: /misc/
Disallow: /out/
Disallow: /prog/lc/dl/
Disallow: /prog/lc/framed/
Disallow: /samples/
Disallow: /scripts/
Disallow: /stats/
Disallow: /temp/
Disallow: /test/
Disallow: /usr/
Disallow: /authentic/
Disallow: /tips/
Disallow: /tips/tips.asp
Disallow: /tips/rl.asp
Disallow: /tips/email.asp
Disallow: /tips/print.asp
Disallow: /tips/s.asp
Disallow: /asp/
Disallow: /asp/redir.asp
Disallow: /tips/default.asp
Disallow: /tips/i.asp
Disallow: /dl/
Disallow: /cl*
Disallow: /hktools/
Disallow: /html-kit/pe*
Disallow: /bunny/
Disallow: /bunny*
Disallow: /bunny/enter_bug*
Disallow: /bunny/show_bug*
Disallow: /html-kit/
User-agent: ia_archiver
Disallow: /
User-agent: teleport
Disallow: /
User-agent: wget
Disallow: /
User-agent: Web Downloader
Disallow: /
User-agent: nearsite
Disallow: /
User-agent: netattache
Disallow: /
User-agent: sitesnagger
Disallow: /
User-agent: webwhacker
Disallow: /
User-agent: digout4u
Disallow: /
User-agent: extractorpro
Disallow: /
User-agent: go-ahead-got-it
Disallow: /
User-agent: HTTPClient
Disallow: /
User-agent: TovekTools Web Indexer
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: NEWT ActiveX
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: webzip
Disallow: /
User-agent: Enfish Tracker
Disallow: /
User-agent: Gulliver
Disallow: /
User-agent: RufusBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: dotbot/1.0
Disallow: /
User-agent: Mediapartners-Google
Allow: /asp/info.asp