# This file prevents spiders from crawling through engineering pages you want hidden.
# Any files or folders you specify here will not be listed in a crawling search engine.
# If you want to hide a directory type:   Disallow: /somedirectory/ 
# If you want to hide a specific file:    Disallow: somefile.htm

User-agent: *   # this line means this robots.txt instructions are for all spiders.