User-agent: * Disallow: /css/ # This is not interesting Disallow: /Assets/ # nor this Disallow: /logs/ # nor this Disallow: /bin/ # nor this Disallow: /cgi-bin/ # nor this Disallow: /secure-cgi-bin/ # nor this Disallow: /private/ # empty