User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /adminarea/
Disallow: /custom/
Disallow: /customdata/
Disallow: /error/
Disallow: /img/
Disallow: /logs/
Disallow: /test/
Disallow: /pdf/
Disallow: /phpmyadmin/

User-agent: WebReaper
Disallow: /

User-agent: Slurp
Crawl-delay: 180