# applies to all users agents (google, yahoo...) User-agent: * # disallow access to certain redirect files... Disallow: /gallery.swf Disallow: /gallery.xml Disallow: /general.xml Disallow: /category.xml # Do not allow images or includes to be indexed Disallow: /cm/ Disallow: /files/ Disallow: /scripts/ Disallow: /includes/ Disallow: /images/