User-agent: CenomnifindPublicWebCrawler
Disallow: /wps/portal/
Allow: /wps/wcm/

User-agent: *
# Portal pages are off-limits since they are a spider trap
Disallow: /wps/portal/
# WCM resources
Disallow: /wps/wcm/resources
# WCM sites: Portal-only, not live, or internal
Disallow: /wps/wcm/connect/occ/CSS
Disallow: /wps/wcm/connect/occ/DataObservatory
Disallow: /wps/wcm/connect/occ/Insite
Disallow: /wps/wcm/connect/occ/Internet
Disallow: /wps/wcm/connect/occ/Links
Disallow: /wps/wcm/connect/occ/new_ReportRascim
Disallow: /wps/wcm/connect/occ/OurPlace
Disallow: /wps/wcm/connect/occ/OxfordshireHighways
Disallow: /wps/wcm/connect/occ/Project+Management+Framework
Disallow: /wps/wcm/connect/occ/ReducingTheRisk_old
Disallow: /wps/wcm/connect/occ/Science
Disallow: /wps/wcm/connect/occ/SDS
Disallow: /wps/wcm/connect/occ/SDSupport
Disallow: /wps/wcm/connect/occ/Test
Disallow: /wps/wcm/connect/occ/Training