# robots.txt for http://www.omniscient.com # # a list of URL directories/files for wandering robots to ignore. # # Ref: as of 8/31/94 # # $Id: robots.txt,v 1.2 2003/07/25 13:57:31 kovert Exp $ # # AGGGGGHH! records are separated by new lines (they are not ignored) # shucks, darn, and other niceties # # Comments about this webserver would be greatly appreciated. Send to # webmaster@cs.umd.edu. Poetry will be burned. # # Note: deleted uses whose URLs have been redirected to the deleted script # don't need to remain here - the script returns an ENOTFOUND 404 error. # And that should be sufficient for a web robot to ignore it. # ##### # User-agent contains entries of robots that you want to match this against. User-agent: * # # Disallow specifies partial or full URL paths # # ignore local copies of etexts that exist elsewhere. Disallow: /icons Disallow: /images Disallow: /cgi-bin Disallow: /~chj/ Disallow: /users/chj/ Disallow: /~kovert/cgi/ Disallow: /squirrelmail Disallow: /squirrelmail/