# # Robots.txt file # User-agent: * # # list folders robots are not allowed to index # Diallow: /cgi-bin/ Disallow: /images/ # # list specific files robots are not allowed to index # Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /favicon.ico #