# All robots will spider the domain
User-agent: *
Disallow: /HitPage.asp
Disallow: /_all_link.asp
Disallow: /LoadUrl.asp