# All robots will spider the domain User-agent: * Disallow: /cgi-bin Disallow: /etc Disallow: /bin Disallow: /usr Disallow: /images Disallow: /include Disallow: /css Disallow: /javascript Disallow: register_om.html Disallow: register_om_ty.html Disallow: feedback.html Disallow: feedback_ty.html Disallow: bankdetails.html