# robots.txt for http://www.shef.ac.uk/ User-agent: * Disallow: /phone Disallow: /demo Disallow: /archive/ Disallow: /branding #NAP Disallow: /nap # CMS File store for P8 # Disallow: /content/ Disallow: /polopoly_fs/1.428354!/file/Alternative_Guide_Sheffield2014_15.pdf Disallow: /polopoly_fs/1.44653!/file/AlternativeGuide.pdf ## Search Appliance fixes ## # Java / CGI Apps Disallow: /diaryofevents Disallow: /careers-whats-on Disallow: /fee-deposits Disallow: /prospectus/buildProspectus.do Disallow: /prospectus/description.do Disallow: /prospectus/myProspectus.do Disallow: /prospectus/calcbursary.do Disallow: /framework/ Disallow: /secure-bin/ # Baidu hammering the union site User-agent: Baiduspider Disallow: /union/planner User-agent: zibber-v0.1(www.zibb.com/crawler/) Disallow: /