select ContentID, FileName from Content where WrapperID = "AHT_Modal.inc" and SiteID2 = #SiteID# select ContentID, FileName from Content where Cloak = 1 and SiteID2 = #SiteID# select ContentID, FileName from Content where Keywords like "%.html" and SiteID2 = #SiteID# # DEFINE USER AGENT User-agent: * # EXCLUDE DIRECTORIES Disallow: /images/ Disallow: /library/ Disallow: /photos/ Disallow: /plugins/ Disallow: /swf/ # EXCLUDE MODAL WINDOWS Disallow: /#FileName##ContentID#.cfm # EXCLUDE CLOAKED PAGES Disallow: /#FileName##ContentID#.cfm # EXCLUDE MIRRORED PAGES Disallow: /#FileName##ContentID#.cfm