############################### # # # direct Google bot to ignore pics User-agent: Googlebot Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.bmp$ Disallow: /*.png$ # direct all bots to ignore pics User-agent: * Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.bmp$ Disallow: /*.png$ # List specific robots to block: User-agent: EmailSiphon Disallow: / User-agent: Cherry Picker Disallow: / # keep bots from folders they need not visit: # User-agent: * # list folders & files robots are not allowed to index Disallow: /admin/ Disallow: /ads/ Disallow: /banners/ Disallow: /cgi-bin/ Disallow: /control_panel/ Disallow: /connections/ Disallow: /cron/ Disallow: /fonts/ Disallow: /inc/ Disallow: /mysql_backup/ Disallow: /scripts/ Disallow: /spaw/ Disallow: /class.phpmailer.inc Disallow: /class.smtp.inc # # End of robots.txt file # ###############################