User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /mail
Disallow: /ls
Disallow: /ed
Disallow: /whoami
Disallow: /img/
Disallow: /images/
Disallow: /logs/
Disallow: /grep