# robots.txt for https://www.dundee.ac.uk/ # Contact: web-administrator@dundee.ac.uk # Last modified 04 January 2016 User-agent: * Disallow: /virtualhosts/ Disallow: /media/ Disallow: /xml/ Disallow: /_lib/ Disallow: /home/ Disallow: /study/pg/education/esw-download/ Disallow: /study/pg/psychological-therapy-primary-care/downloads/ Disallow: /study/pg/education/downloads/ Disallow: /search Disallow: /landing-page-paragraphs-qa User-agent: * Allow: /media/dundeewebsite/themes/ Allow: /media/dundeewebsite/src/css/ Allow: /media/dundeewebsite/src/img/layout/ Allow: /media/dundeewebsite/homepage/carousel/ Allow: /media/dundeewebsite/vendors/ Allow: /media/dundeewebsite/main/news/ User-agent: * Disallow: /governance/academic-calendar/ User-agent: funnelback Allow: / User-agent: SiteCheck-sitecrawl by Siteimprove.com Allow: / User-agent: LinkCheck by Siteimprove.com Allow: / # Block trendkite-akashic-crawler User-agent: trendkite-akashic-crawler Disallow: /