User-agent: *
Disallow: /*

User-agent: htdig/*
Disallow: /cgi-bin
Disallow: /~