User-agent: * Disallow: *.pdf # Block pdf files. Non-standard but works for major search engines. Disallow: /basket/add-module*$ Disallow: /error$ Disallow: /events/log-payment/*$ # Block any log payment events functions to be crawled. Disallow: /events/register/*$ Disallow: /about-us Disallow: /about/continuing-education-library-service-during-closure # Breaking down what is blocked by the Googlebot in the mnt folder Disallow: /mnt/archive/*$ Disallow: /mnt/attachments/*$ Disallow: /mnt/audio/*$ Disallow: /mnt/course proposal/*$ Disallow: /mnt/forms/*$ User-agent: Googlebot-Video Disallow: /mnt/video/*$ Disallow: /basket Disallow: /myaccount