# hinder crawlers to index the whole site
User-agent: * # any crawler
Disallow: /_mmServerScripts/
Disallow: /cgi-local/
Disallow: /css/
Disallow: /etc/
Disallow: /htdig/
Disallow: /includes/
Disallow: /lib/
Disallow: /newsletter/
Disallow: /phpdig/
Disallow: /scripts/
Disallow: /stats/
Disallow: /bilder/
Disallow: /babygalerie/
Disallow: /upload/
Disallow: /search/
Disallow: *.html
Disallow: *.htm