# robots.txt file
# Disallow these bots

User-agent: gigabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: * 
Disallow: /login.aspx
Disallow: /search.aspx
Disallow: /Search.aspx
Disallow: /register.aspx
Disallow: /sicpicker.aspx
Disallow: /sicPicker.aspx
Disallow: /copicker.aspx
Disallow: /coPicker.aspx
Disallow: /framesearch.aspx
Disallow: /frameSearch.aspx
Disallow: /framepdp.aspx
Disallow: /framePdp.aspx
Disallow: /framesicpicker.aspx
Disallow: /frameSicPicker.aspx
Disallow: /LoadSiteCheckCookie.aspx 
Disallow: /loadsitecheckcookie.aspx

# end