# exclude logs from robots User-agent: * Disallow: /logs/ # exclude help system from robots #User-agent: * #Disallow: /hilfe/ /manual/ /support-db/ /gif/ # but allow htdig to index our doc-tree #User-agent: susedig #Disallow: