User-agent: *
Disallow: /anon_ftp/ # This is an infinite virtual URL space
Disallow: /bin/ # these will soon disappear
Disallow: /cgi-bin/
Disallow: /conf/
Disallow: /error_docs/
Disallow: /pd/
Disallow: /private/
Disallow: /statistics/
Disallow: /subdomains/
Disallow: /web_users/