User-agent: *
Disallow: /mail.html
Disallow: /register.html
Disallow: /vacancy.html
Disallow: /ht
Disallow: /admin

User-agent: Slurp
User-agent: msnbot
Disallow: 
Crawl-delay: 1000