User-agent: *
Disallow: /assets/
Disallow: /webalizer/
Disallow: /html/DownLoad
Disallow: /404page.html
Disallow: /html/quotethanks.htm

User-agent: msnbot
Crawl-delay: 3

User-agent: Teoma
Crawl-delay: 3

User-agent: Slurp
Crawl-delay: 3

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /