# robots.txt

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /*.pdf
Disallow: /*.gif
Disallow: /*.jpg
Disallow: /*.bmp
Disallow: /*.zip
Disallow: /*.png
Disallow: /*.js
Disallow: /*.psd
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.pdf$
Disallow: /*.png$
Disallow: /*.js$