User-agent: htdig
Disallow:

User-agent: *
Disallow: /edb
Disallow: /webalizer
Disallow: /cgi-bin
Disallow: /weekly.html
Disallow: /dayly.html
Disallow: /billeder
Disallow: /ikoner
Disallow: /skrald