User-agent: * Disallow: /*.axd$ Disallow: /cardholder/ Disallow: /enrollment/ Disallow: /bin/ Disallow: /Controls/ Disallow: /errorpage/ Disallow: /images/ Disallow: /imageshtml/ Disallow: /MasterPages/ Disallow: /scripts/ Disallow: /styles/ Disallow: /FileNotFound.aspx Disallow: /ErrorPage.aspx Crawl-delay: 5 #delay in seconds for robots between pages downloads (used not to load sites too much)