User-agent: * Disallow: /hotelier Disallow: /hotelier/register.html Disallow: /customers/login Disallow: /travelagent/register.html Allow: /