#robots.txt to help web robots find their way around the site User-agent: * Disallow: /customer/secure/ # This requires a login Disallow: /customer/findCollectionPoints.html # This is a search engine Disallow: /retailer/secure/ # This requires a login