User-agent: *
Disallow: /robots.txt
Disallow: /webalizer/
Disallow: /cgi-bin/
Disallow: /infocenter/
Disallow: /freebsd/