User-agent: AdsBot-Google
Disallow: /workarea/
Disallow: /widgets/
Disallow: /cgi-bin/
Disallow: /portal_index/

User-agent: *
Disallow: /workarea/
Disallow: /widgets/
Disallow: /documents/regulations/2
Disallow: /doc/		# Ignore the user documentation area.
Disallow: /errors/        # Ignore the 404, 500 etc error files.
Disallow: /temp/		# these will soon disappear.
Disallow: /excite/        # Ignore the excite search engine
Disallow: /Excite/        # Ignore the excite search engine
Disallow: /brookes/email/	# Ignore the email directory
Disallow: /brookes/phone/	# Ignore the phone book
Disallow: /cgi-bin
Disallow: /webdocs
Disallow: /includes
Disallow: /~
Disallow: /admin
Disallow: /cgiwrap-docs
Disallow: /author/
Disallow: /opendaybookingsystem/ 
Disallow: /opendaynovember/ 
Disallow: /alumni_interim/
Disallow: /studying/contact/prospectus/crm_index_html
Disallow: /login_form
Disallow: /portal_index/
Disallow: /documents/studying-at-brookes/prospectus/ugp-2018/
Disallow: /templates/pages/coursefinder.aspx
Disallow: /templates/pages/sitesearch.aspx
Disallow: /templates/pages/coursesearch.aspx
Disallow: /templates/pages/staff.aspx?pubid=
Allow: //radar.brookes.ac.uk/radar/harvest.do