# robots.txt User-agent: * Disallow: /admin Disallow: /assets Disallow: /config Disallow: /css Disallow: /fry_include Disallow: /global Disallow: /includes Disallow: /js Disallow: /manager Disallow: /notfound.htm Disallow: /prod Disallow: /products Disallow: /utils Disallow: /xml Disallow: /xsl Disallow: /checkout Disallow: /user User-agent: JetSetter Disallow: /