# $Id: robots.txt,v 1.1 2013/04/04 10:49:45 neilb Exp neilb $ # robots.txt for http://www.ics.uci.edu/ # see for an explanation. User-agent: DCSHarvest Disallow: /cgi-bin/ User-agent: MOMspider # The Multi-Owner Maintenance Spider Disallow: /cgi-bin/ # Script files Disallow: /~iro/Current/ # Local MOMspider output User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /dept/ # Departmental files Disallow: /register/ # and all user script files Disallow: /msc-cgi/ Disallow: /sysd2-cgi/ Disallow: /mjxm-cgi/ Disallow: /jhb-cgi/ Disallow: /cxl-cgi/ Disallow: /tea-cgi/ Disallow: /lego-cgi/ Disallow: /tms-cgi/ Disallow: /clc-cgi/ Disallow: /kish-cgi/ Disallow: /gsr-cgi/ Disallow: /mxr-cgi/ Disallow: /ark-cgi/ Disallow: /ost-cgi/ Disallow: /djs-cgi/ Disallow: /fcm-cgi/ Disallow: /paul-cgi/ Disallow: /syssies-cgi/ Disallow: /ah-cgi/ Disallow: /ag-cgi/ Disallow: /stg-cgi/ Disallow: /sxa-cgi/ Disallow: /rjp-cgi/ Disallow: /nxm-cgi/ Disallow: /lmw-cgi/ Disallow: /ysr-cgi/ Disallow: /wy-cgi/ Disallow: /deptinfo-cgi/ Disallow: /shh-cgi/ Disallow: /rep-cgi/ Disallow: /tab-cgi/ Disallow: /smart-cgi/ Disallow: /jcb-cgi/ Disallow: /rs-cgi/ Disallow: /seg-cgi/ Disallow: /gjxt-cgi/ Disallow: /timh-cgi/ Disallow: /epa-cgi/ Disallow: /amac-cgi/ Disallow: /gr-cgi/ Disallow: /mmw-cgi/ Disallow: /gary-cgi/ Disallow: /app-cgi/ Disallow: /abw-cgi/ Disallow: /npt-cgi/ Disallow: /maa-cgi/ Disallow: /sjs-cgi/ Disallow: /bkk-cgi/ Disallow: /sysd6-cgi/ Disallow: /rcm-cgi/ Disallow: /fwh-cgi/ Disallow: /lmb-cgi/ Disallow: /jmx-cgi/ Disallow: /cc-cgi/ Disallow: /doc/ # stop google etc finding our old docs Disallow: /support/ # until someone puts in the effort to Disallow: /systems/ # redirect appropriately Disallow: /syssies/