User-agent: * Disallow: /cgi-bin/ # exclude robots from specified tree Disallow: /scripts/ Disallow: /_intern/ Disallow: /_bilder/ Disallow: /layout/