User-agent: *    # applies to all robots
Disallow: /cgi-bin      # disallow indexing of directory pages