############################################################## # # robots.txt for http://www.malibuclassic.com # last updated 29 July 2010 # # directories or files robots are not allowed to index User-agent: * Disallow: /backstage Disallow: /communications Disallow: /downloads Disallow: /eventinfo Disallow: /greening Disallow: /images Disallow: /kab Disallow: /news Disallow: /openingparty Disallow: /partners Disallow: /partnerships Disallow: /photos Disallow: /program Disallow: /resources Disallow: /results Disallow: /surfaid Disallow: /index_2010.html Disallow: /index_bak.html # list specific file types robots are not allowed to index # this is an extension of the standard, so now all bots may follow it (Google does) User-agent: * Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.pdf$ Disallow: /*.ico$ # # # # (c) 2010 Malibu Surfing Association # #############################################################