# robots.txt for http://www2.ucsc.edu/ # see for an explanation. # The AltaVista is running amuck - jacques 4/24/2002 User-agent: scooter Disallow: /cats/sc/software/ User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # cgi-bin scripts Disallow: /courses/ # courses Disallow: /ftp/ # ftp.ucsc.edu files Disallow: /images/ # image files Disallow: /nettrail/ # nettrail.ucsc.edu files Disallow: /people/ # people.ucsc.edu files Disallow: /recovery/ # recovery files Disallow: /search/ # search indexes Disallow: /soft-serve/ # soft-serve file server Disallow: /webdir/ # obsolete directory Disallow: /weblog/ # local log files Disallow: /test/ # test files