# exclude directories for crawlers
User-agent: *
Disallow: /about/
Disallow: /access/
Disallow: /clients/
Disallow: /cymer/
Disallow: /thermo/
Disallow: /global/
Disallow: /includes/
Disallow: /tools/