User-agent: * Disallow: /ca/ Disallow: /admin-login.php Disallow: /admin-panel.html # Allow public pages Allow: / Allow: /*.html Allow: /*.css Allow: /*.js