# robots.txt for http://archives.gnb.ca/
User-agent: *
Disallow: /Audio/ # Do not allow this folder to be searched
Disallow: /DigitizedDocuments/ # Do not allow this folder to be searched
Disallow: /Documents/ # Do not allow this folder to be searched
Disallow: /Downloads/ # Do not allow this folder to be searched
Disallow: /Photos/ # Do not allow this folder to be searched
Disallow: /Video/ # Do not allow this folder to be searched
Disallow: /App_Controls/ # Do not allow this folder to be searched
Disallow: /App_CSS/ # Do not allow this folder to be searched
Disallow: /App_Handlers/ # Do not allow this folder to be searched, Keep robots away from this, it causes an error
Disallow: /App_Images/ # Do not allow this folder to be searched
Disallow: /PortfolioArchivistique/ #This folder contains IIS redirects
Disallow: /R/ #This folder contains IIS redirects
Disallow: /js/	#javascript folder
Disallow: /ErrorPageGeneric.aspx
Disallow: /ErrorPage404.aspx
User-agent: Mozilla/4.0 (compatible; MSIE 5.0; PiplBot; http://pipl.com/bot/) # replace the 'BadBot' with the actual user-agent of the bot
Disallow: /