User-agent: * Allow: / Disallow: /cgi-bin/ Disallow: /perl/ Disallow: /admin/ Disallow: /user/ Disallow: /mail/ Disallow: /webmail/ Disallow: *.cgi Disallow: *.pl