# /robots.txt disallows all webcrawlers # User-agent: * Disallow: / Disallow: /logs Disallow: /conf