# robots.txt file to block robots from traversing various areas of www.corningcu.org
# reference site - http://www.robotstxt.org

# ---------------------------------------------------------------------------------
# examples
# ---------------------------------------------------------------------------------
# this entry allows the webcrawler robot to go anywhere; nothing is disallowed
# User-agent: webcrawler
# Disallow:

# this entry allows the lycra robot go nowhere; all directory traversing is disallowed
# User-agent: lycra
# Disallow: /
# ---------------------------------------------------------------------------------
# end examples
# ---------------------------------------------------------------------------------

# all robots, disallowed crawling newsletters
User-agent: *
Disallow: /about-us/disclosures/
Disallow: /about-us/straighttalk-newsletters/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /App_WebReferences/
Disallow: /bin/
Disallow: /common/
Disallow: /images/
Disallow: /logs/
Disallow: /MasterPages/
Disallow: /UserControls/
Disallow: /xslt/
Disallow: /*.html
Disallow: /*.pfx
Disallow: /*.pvk
Disallow: /*.cer