# # Processing rules for web robots / crawlers / indexers # # Basically, allow in most of the public site except assets/nosearch # User-agent: * Disallow: /assets/Templates/ Disallow: /assets/images/ Disallow: /assets/scripts/ Disallow: /assets/assets/ Disallow: /assets/swf/ Disallow: /assets/Library/ Disallow: /assets/cgi-bin/