User-agent: * # applies to all robots Disallow: /logs/ # disallow indexing pages in LOGS directory