User-agent: Googlebot
Disallow: 

User-agent: sillycrawler
Disallow: / 

User-agent: *
Disallow: /tmp
Disallow: /cgi-bin 
Disallow: /log
Disallow: /awstats
Disallow: /htdocs/log
Disallow: /htdocs/awstats
Disallow: /htdocs/testing