#robots instructions of folders not to crawl

User-agent: * 
Disallow: /cgi-bin/
Disallow: /*.png$
Disallow: /*.psd$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /docs/
Disallow: /ftp/ 
Disallow: /htsdata/
Disallow: /images/
Disallow: /logs/

User-agent: LinkWalker 
Disallow: /