User-agent: htdig Disallow: /cgi-bin/ Disallow: /log/