User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /perl/
Disallow: /admin/
Disallow: /user/
Disallow: /mail/
Disallow: /webmail/
Disallow: /usage/
Disallow: /webalizer/
Disallow: /bad/
Disallow: *.cgi
Disallow: *.pl