User-agent: Mediapartners-Google* ############################### # # User-agent: Mediapartners-Google* # direct Google bot to ignore pics # User-agent: Googlebot # Disallow: /*.gif$ # Disallow: /*.jpg$ # Disallow: /*.jpeg$ # Disallow: /*.bmp$ # Disallow: /*.png$ # Disallow: *.gif$ # Disallow: *.jpg$ # Disallow: *.jpeg$ # Disallow: *.bmp$ # Disallow: *.png$ # direct all bots to ignore pics User-agent: * Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.bmp$ Disallow: /*.png$ Disallow: *.gif$ Disallow: *.jpg$ Disallow: *.jpeg$ Disallow: *.bmp$ Disallow: *.png$ # Encourage Google Adsense Bot User-agent: Mediapartners-Google* # List specific robots to block: # User-agent: e-SocietyRobot # Disallow: / # User-agent: EmailSiphon # Disallow: / # User-agent: Cherry Picker # Disallow: / # 9-30-08 let's catch and blacklist bad bots that don't obey instructions User-agent: * Disallow: /deadend/ # keep bots from folders they need not visit: # Update these for each site! User-agent: * # list folders & files robots are not allowed to index Disallow: /admin/ Disallow: /ads/ Disallow: /banners/ Disallow: /cgi-bin/ Disallow: /control_panel/ Disallow: /connections/ Disallow: /cron/ Disallow: /fonts/ Disallow: /inc/ Disallow: /mysql_backup/ Disallow: /scripts/ Disallow: /spaw/ Disallow: /class.phpmailer.inc Disallow: /class.smtp.inc Disallow: /cp/ Disallow: /templates old store/ #Disallow: /tra/ #Disallow: /art/ # # End of robots.txt file # ###############################