# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $ # robots.txt for http://www.ics.uci.edu/ # see for an explanation. User-agent: MOMspider # The Multi-Owner Maintenance Spider Disallow: /cgi-bin/ # Script files Disallow: /stats/ Disallow: /icon/ Disallow: /img/ Disallow: /lynx/ Disallow: /lines/ Disallow: /bg/ Disallow: /includes/ Disallow: /advertise/ User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /stats/ Disallow: /icon/ Disallow: /img/ Disallow: /lynx/ Disallow: /lines/ Disallow: /bg/ Disallow: /includes/ Disallow: /advertise/