#Allow S&P bot to crawl User-agent: OmtrBot/1.0 Allow: /content/pwc-madison/* Allow: /content/dam/pwc-madison/* Allow: /us/en/records.xml Disallow: #Allow all other bots but prevent CA content User-agent: * Allow: / Disallow: /us/en/records.xml