User-agent: *
Disallow: /.wusage
Disallow: /htsdata
Disallow: /infobots
Disallow: /maillists
Disallow: /access-log
Disallow: /anonftp
Disallow: /www/bbs
Disallow: /www/cgi-bin
Disallow: /www/forms
Disallow: /www/forums
Disallow: /www/Guestbook
Disallow: /www/links
Disallow: /www/random
Disallow: /www/shop

User-agent: Slurp
Crawl-delay: 3