User-agent: *          #directed to all spiders
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /develope
Disallow: /faq
Disallow: /howto
Disallow: /images
Disallow: /newhome
Disallow: /overview
Disallow: /Perl
Disallow: /policy
Disallow: /private
Disallow: /realty
Disallow: /spaghetti
Disallow: /status
Disallow: /termserv
Disallow: /topics
Disallow: /wsftp
Disallow: /WWW_REPORTS
Disallow: /account.htm
Disallow: /addons.htm
Disallow: /addonv.htm
Disallow: /allstats.html
Disallow: /contract.htm
Disallow: /dboptad1.html
Disallow: /signup1.htm
Disallow: /software.htm
Disallow: /survey.htm
Disallow: /techno.htm
Disallow: /techno2.htm
Disallow: /whydbopt.htm
Disallow: /whyinet.htm