User-agent: *
Disallow: /_private/ #this directory contains inclusion files
Disallow: /legal.htm #inessential
Disallow: /search/ #search engine & site maps
Disallow: /common/