User-agent: * # You can and should secure other folders too, like... Disallow: /assets/ Disallow: /cgi-bin/ Disallow: /lib/