# # Don't let the scripts be indexed. # #User-Agent: * Disallow: /cgi-bin/ # # Keep EmailSiphon from grabbing Email addresses from our site # (See http://?.com/ for more info) # #User-agent: EmailSiphon #Disallow: / # # Keep Rover from grabbing Email addresses from our site # (See http://roverbot.com/ for more info) # #User-agent: Roverbot #Disallow: / # # #User-agent: Slurp User-agent: * Disallow: /lists/