User-agent: * # applies to all robots Disallow: /members # disallow indexing of members siteall pages User-agent: htdig Disallow: