# robots.txt for http://www2.essex.ac.uk/ # Last modified by Brett Burridge, 02 September 1999 # Email to webmaster@essex.ac.uk # Local SiteServer indexing robot User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) University of Essex Disallow: /_borders Disallow: /_fpclass Disallow: /_private Disallow: /_themes Disallow: /_vti_txt Disallow: /advworks Disallow: /ocn/downloads/documents Disallow: /acsamembers Disallow: /ocn/news Disallow: /biosci-data Disallow: /errors Disallow: /essay-writing Disallow: /exchange Disallow: /Gallery Disallow: /history-resources Disallow: /ie4 Disallow: /iisadmin Disallow: /iissamples Disallow: /iishelp Disallow: /msexchange Disallow: /sites Disallow: /images Disallow: /inteletest Disallow: /labtimetable Disallow: /psychology Disallow: /seamless Disallow: /staffdev Disallow: /stats Disallow: /test Disallow: /webmail Disallow: /webstats Disallow: /webauthoring Disallow: /academic/_vti_bin # FrontPage config folders Disallow: /accommodation/_vti_bin # FrontPage config folders Disallow: /acsa/_vti_bin # FrontPage config folders Disallow: /advworks/_vti_bin # FrontPage config folders Disallow: /arthistory/_vti_bin # FrontPage config folders Disallow: /biosci-data/_vti_bin # FrontPage config folders Disallow: /c&acu/_vti_bin # FrontPage config folders Disallow: /careers/_vti_bin # FrontPage config folders Disallow: /cce/_vti_bin # FrontPage config folders Disallow: /cgi-bin/_vti_bin # FrontPage config folders Disallow: /clc/_vti_bin # FrontPage config folders Disallow: /cs/_vti_bin # FrontPage config folders Disallow: /errors/_vti_bin # FrontPage config folders Disallow: /essay-writing/_vti_bin # FrontPage config folders Disallow: /estates/_vti_bin # FrontPage config folders Disallow: /exchange/_vti_bin # FrontPage config folders Disallow: /external-relations/_vti_bin # FrontPage config folders Disallow: /Gallery/_vti_bin # FrontPage config folders Disallow: /history-resources/_vti_bin # FrontPage config folders Disallow: /human_rights_centre/_vti_bin # FrontPage config folders Disallow: /ie4/_vti_bin # FrontPage config folders Disallow: /ie4download/_vti_bin # FrontPage config folders Disallow: /images/_vti_bin # FrontPage config folders Disallow: /inteletest/_vti_bin # FrontPage config folders Disallow: /labtimetable/_vti_bin # FrontPage config folders Disallow: /law/_vti_bin # FrontPage config folders Disallow: /msexchange/_vti_bin # FrontPage config folders Disallow: /new-plantbio/_vti_bin # FrontPage config folders Disallow: /p&ss/_vti_bin # FrontPage config folders Disallow: /pss/_vti_bin # FrontPage config folders Disallow: /ps410/_vti_bin # FrontPage config folders Disallow: /psychology/_vti_bin # FrontPage config folders Disallow: /sa99/_vti_bin # FrontPage config folders Disallow: /safety/_vti_bin # FrontPage config folders Disallow: /staffdev/_vti_bin # FrontPage config folders Disallow: /seamless/_vti_bin # FrontPage config folders Disallow: /search/_vti_bin # FrontPage config folders Disallow: /socrates/_vti_bin # FrontPage config folders Disallow: /sports/_vti_bin # FrontPage config folders Disallow: /staffdev/_vti_bin # FrontPage config folders Disallow: /stats/_vti_bin # FrontPage config folders Disallow: /summer98/_vti_bin # FrontPage config folders Disallow: /talag/_vti_bin # FrontPage config folders Disallow: /test/_vti_bin # FrontPage config folders Disallow: /test2/_vti_bin # FrontPage config folders Disallow: /tsu/_vti_bin # FrontPage config folders Disallow: /ussc/_vti_bin # FrontPage config folders Disallow: /wag/_vti_bin # FrontPage config folders Disallow: /webauthoring/_vti_bin # FrontPage config folders Disallow: /webmail/_vti_bin # FrontPage config folders Disallow: /wimovac/_vti_bin # FrontPage config folders Disallow: /wiset/_vti_bin # FrontPage config folders Disallow: /wivenhoe/_vti_bin # FrontPage config folders Disallow: /wsg/_vti_bin # FrontPage config folders Disallow: /_vti_bin # FrontPage config folders User-agent: ExtractorPro Disallow: / #don't allow this robot in # All other robots User-agent: * Disallow: /_borders Disallow: /_fpclass Disallow: /_private Disallow: /_themes Disallow: /_vti_txt Disallow: /accommodation Disallow: /advworks Disallow: /biosci-data Disallow: /cgi-bin Disallow: /errors Disallow: /essay-writing Disallow: /estates Disallow: /exchange Disallow: /Gallery Disallow: /history-resources Disallow: /ie4 Disallow: /ie4download Disallow: /images Disallow: /inteletest Disallow: /labtimetable Disallow: /msexchange Disallow: /p&ss Disallow: /pss Disallow: /psychology Disallow: /seamless Disallow: /search Disallow: /staffdev Disallow: /stats Disallow: /talag Disallow: /test Disallow: /tsu Disallow: /webmail Disallow: /webauthoring Disallow: /wsg Disallow: /academic/_vti_bin # FrontPage config folders Disallow: /accommodation/_vti_bin # FrontPage config folders Disallow: /acsa/_vti_bin # FrontPage config folders Disallow: /advworks/_vti_bin # FrontPage config folders Disallow: /arthistory/_vti_bin # FrontPage config folders Disallow: /biosci-data/_vti_bin # FrontPage config folders Disallow: /c&acu/_vti_bin # FrontPage config folders Disallow: /careers/_vti_bin # FrontPage config folders Disallow: /cce/_vti_bin # FrontPage config folders Disallow: /cgi-bin/_vti_bin # FrontPage config folders Disallow: /clc/_vti_bin # FrontPage config folders Disallow: /cs/_vti_bin # FrontPage config folders Disallow: /errors/_vti_bin # FrontPage config folders Disallow: /essay-writing/_vti_bin # FrontPage config folders Disallow: /estates/_vti_bin # FrontPage config folders Disallow: /exchange/_vti_bin # FrontPage config folders Disallow: /external-relations/_vti_bin # FrontPage config folders Disallow: /Gallery/_vti_bin # FrontPage config folders Disallow: /history-resources/_vti_bin # FrontPage config folders Disallow: /human_rights_centre/_vti_bin # FrontPage config folders Disallow: /ie4/_vti_bin # FrontPage config folders Disallow: /ie4download/_vti_bin # FrontPage config folders Disallow: /images/_vti_bin # FrontPage config folders Disallow: /inteletest/_vti_bin # FrontPage config folders Disallow: /labtimetable/_vti_bin # FrontPage config folders Disallow: /law/_vti_bin # FrontPage config folders Disallow: /msexchange/_vti_bin # FrontPage config folders Disallow: /new-plantbio/_vti_bin # FrontPage config folders Disallow: /p&ss/_vti_bin # FrontPage config folders Disallow: /pss/_vti_bin # FrontPage config folders Disallow: /ps410/_vti_bin # FrontPage config folders Disallow: /psychology/_vti_bin # FrontPage config folders Disallow: /sa99/_vti_bin # FrontPage config folders Disallow: /safety/_vti_bin # FrontPage config folders Disallow: /seamless/_vti_bin # FrontPage config folders Disallow: /search/_vti_bin # FrontPage config folders Disallow: /socrates/_vti_bin # FrontPage config folders Disallow: /sports/_vti_bin # FrontPage config folders Disallow: /staffdev/_vti_bin # FrontPage config folders Disallow: /stats/_vti_bin # FrontPage config folders Disallow: /summer98/_vti_bin # FrontPage config folders Disallow: /talag/_vti_bin # FrontPage config folders Disallow: /test/_vti_bin # FrontPage config folders Disallow: /test2/_vti_bin # FrontPage config folders Disallow: /tsu/_vti_bin # FrontPage config folders Disallow: /ussc/_vti_bin # FrontPage config folders Disallow: /wag/_vti_bin # FrontPage config folders Disallow: /webauthoring/_vti_bin # FrontPage config folders Disallow: /webmail/_vti_bin # FrontPage config folders Disallow: /wimovac/_vti_bin # FrontPage config folders Disallow: /wiset/_vti_bin # FrontPage config folders Disallow: /wivenhoe/_vti_bin # FrontPage config folders Disallow: /wsg/_vti_bin # FrontPage config folders Disallow: /_vti_bin # FrontPage config folders