User-agent: cow-crawler
Disallow: 
User-agent: *
Disallow: /assets
Disallow: /AssetManagement
Disallow: /intranet
Disallow: /bin
Disallow: /js
Disallow: /master
Disallow: /test
Disallow: /UserControls
Disallow: /widgets
Disallow: /XmlFiles