User-agent: * Disallow: / Allow: /webaplication1/LoginPage.aspx Allow: /webaplication1/products/ Allow: /webaplication1/catalog/