User-Agent: *
Disallow: /cgi-bin
Disallow: /images
Disallow: /_stats
Disallow: /private
Disallow: /mlr/latest
Disallow: /whanganui

User-agent: Slurp
Crawl-delay: 5