User-agent: *   # directed to all spiders
Disallow: /cgibin
Disallow: /logs
Disallow: /sitemap