#This file excludes certain sections of the site from search engines

User-agent: * #This selects all robots
Disallow: /AutoPdfs/ #This excludes all auto-generated PDFs
Disallow: /en/Design-Council/Files/System-Files/ #This excludes all 404 pages
Disallow: /en/Search-Results/ #Removes all search result pages