# generic robots.txt for Henfast clients
#
User-agent: *
Disallow: /cgi	# keep robots out of the executable tree
Disallow: /cgi-bin
Disallow: /bin
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /logs
Disallow: /stats
User-agent: Openbot
Disallow: /