# Disallow all crawlers access to certain pages. User-agent: * Disallow: /_private Disallow: /_vti_log Disallow: /aspnet_client Disallow: /ASPSecured Disallow: /cgi-bin Disallow: /cp Disallow: /customers Disallow: /newsite Disallow: /secure Disallow: /styles Disallow: _vti_inf.html Disallow: dirs Disallow: fw_menu.js Disallow: postinfo.html