# robots.txt for http://www.shef.ac.uk/
User-agent: *
Disallow: /cgi-bin
Disallow: /chemistry/stats
Disallow: /misc
Disallow: /training
Disallow: /web-counters
Disallow: /phone

Disallow: /cics/www/web-providers
Disallow: /trashcan
Disallow: /archive/

# CMS File store #
Disallow: /content/1/c6/03/99/73/PHellewell.jpg
Disallow: /content/1/c6/02/14/16/G_Pockely.jpg
Disallow: /content/1/c6/03/43/21/30Harris.jpg
Disallow: /content/1/c6/07/41/91/
Disallow: /content/1/c6/03/60/11/
Disallow: /content/1/c6/05/44/67/

## Search Appliance fixes ##
Disallow: /webstats

# Java / CGI Apps
Disallow: /diaryofevents
Disallow: /careers-whats-on
Disallow: /prospectus/buildProspectus.do
Disallow: /prospectus/description.do
Disallow: /prospectus/myProspectus.do
Disallow: /prospectus/calcbursary.do
Disallow: /framework/
Disallow: /secure-bin/

# RSS feed pages
Disallow: /finance/newsextra.html 
Disallow: /health/information/rssnationallibrary.html
Disallow: /library/subjects/rssbiomed.html

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /