User-agent: *           # Rules apply to all search engines
Disallow: /cgi          # don't be insane 
Disallow: /logs         # don't be insane
Disallow: /temp         # Exclude anything starting with "/temp"
                        #   (can be directories or files)
Disallow: /private/     # Exclude the entire directory "/private"
Disallow: /sounds/      # Exclude the entire directory "/sounds"
Disallow: /secret.html  # Don't index the file secret.html