# # User-agent: * Disallow: /logs # allow all (disallow none) User-agent: webcrawler Disallow: # disallow relative URLs starting with / User-agent: xxxyyy Disallow: /