User-agent: * Allow: /images/ Allow: /html/ Disallow: /cgi-bin/ Allow: /css/ Allow: /contents/