# $Id: robots.txt,v 1.2 1996/06/26 04:15:40 W.Edmunds Exp $
# robots.txt for http://www.its.ex.ac.uk/
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: htdig               # ht://Dig should avoid 
Disallow: /cgi-bin/             #     Script files
Disallow: /errordocs/           #     Local Error docs
Disallow: /noticeboard/			#     Noticeboard
Disallow: /config/              #     Local Web Config
Disallow: /mwr/             	#     Web Stats
Disallow: /meetingmaker/    	#     MeetingMaker
Disallow: /email2003/       	#     email2003
Disallow: /sdp/2003/			#	  
Disallow: /sdp/2004/			#	  
Disallow: /sdp/2005/			#	  

User-agent: *                   # All other spiders should avoid 
Disallow: /cgi-bin/             #     Script files
Disallow: /errordocs/           #     Local Error docs
Disallow: /spool/               #     Local MOMspider output
Disallow: /noindex/             #     noindex stuff
Disallow: /no-index/            #     noindex stuff
Disallow: /noticeboard/			#     Noticeboard
Disallow: /mwr/             	#     Web Stats
Disallow: /meetingmaker/    	#     MeetingMaker
Disallow: /email2003/       	#     email2003
Disallow: /ipc2003/         	#     ipc2003
Disallow: /sdp/2003/			#	  
Disallow: /sdp/2004/			#	  
Disallow: /sdp/2005/			#	  
Disallow: /testarea/  # testing 061101