# Robots.txt file
# use this to direct crawlers to the right branches for search indexing.

User-agent: *
Allow: /About
Allow: /About/RFS
Allow: /About/CareerOpportunities
Disallow: /About/Trustees
Disallow: /Home/SearchResults
# All other paths on the site are allowed by default
# Bots this does not exist, stop looking for it.
Disallow: /webresource.asd