User-agent:  *
# disallow all files in these directories
Disallow: /cgi/

User-agent: *
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.txt$
Disallow: /*.swf$
Disallow: /*.pdf$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.gif$