# robots.txt for http://www.dundee.ac.uk/
# Contact: Web-Administrator@dundee.ac.uk  or
# Last modified 9 February 2011

User-agent: *
# Disallow: /cgi-bin/
Disallow: /cgi-bin/parser.pl                 #betsie text only links
Disallow: /usage/                            #statistics
Disallow: /general/campusmap/build/                     #useless files
Disallow: /meded/stats/                                 #statistics
Disallow: /virtualhosts/
Disallow: /media/
Disallow: /xml/
Disallow: /_lib/

User-agent: Webinator-www.cbpp.org.uk/*
Disallow: /*

User-agent: dundeebot*
Disallow: /law/news_events/                            #Problem as in /law/cnews
# Disallow: /cgi-bin/