User-agent: *
Disallow: /cgi-bin/
Disallow: /file/
Disallow: /files/
Disallow: */images/
Disallow: /scripts/
Disallow: *.php
Disallow: *.inc
Disallow: *.txt