############################### # # User-agent: * # # list folders robots are not allowed to index, call it robots.txt and upload in ASCII format # Disallow: /gb/ Disallow: /data/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /istanbultrip/ Disallow: /Krimml/ Disallow: /photoalbum/ # # list specific files robots are not allowed to index # Disallow: /colors.htm Disallow: /email.htm Disallow: /payment.htm Disallow: /tapaorderform.htm Disallow: /Mimi/images/ Disallow: /Soundwave/images/ Disallow: /Cake/images/ # # User-agent: vscooter User-agent: DittoSpyder User-Agent: Googlebot-Image User-Agent: psbot Disallow: / User-agent: Googlebot Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ ###############################