# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:         can also specify by name "*" is for everyone
# Disallow:           if this matches first part of requested path, forget it
# Tells Scanning Robots Where They Are And Are Not Welcome

User-agent: *
Disallow: /servlet/
Disallow: /cgi-bin/
Disallow: /htbin/
Disallow: /mailman/