# go away
User-agent: *
Disallow: /dawn.html
Disallow: /ff/
Disallow: /files/
Disallow: /htdig/
Disallow: /images/
Disallow: /kitten/
Disallow: /mailstats/
Disallow: /Pantu/
Disallow: /test/
Disallow: /usage/
User-agent: Slurp
Crawl-delay: 5
User-agent: baiduspider
Disallow: /