#
# This is the robots.txt file.  It should be in the root (/)
# of your web site.
#
# This file is used to tell search engine crawlers what
# directories they should ignore when indexing.
#
# Lines beginning with # are comments, and are not processed
# by crawlers.
#
# The format is a series of records.  Each record begins with
# a User-agent: statement, and is followed by at least one
# Disallow: statement.  The preset records below demonstrate
# this format.
#
# Records are separated by blank lines
#
# For further information, visit
# http://info.webcrawler.com/mak/projects/robots/norobots.html
#

# Leave these records intact:
User-agent: stress-agent
Disallow: /

# Edit this record as appropriate for your site.  Add any
# other directories you want crawlers to ignore.
User-agent: *
Disallow: /images/
Disallow: /_
Disallow: /login/
Disallow: /_scripts/
Disallow: /_staging/
Disallow: /_style/
Disallow: /_usercontrols/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /w3c/
Disallow: /webctrl_client/

User-Agent: gsa-crawler (Enterprise; M2-AWSWBHEKVA6JT; dzimerman@iqsolutions.com,jocheltree@iqsolutions.com,dgurvits@iqsolutions.com)
Disallow: /

user-agent: gsa-crawler
crawl-delay: 172800

user-agent: gsa-crawler (Enterprise; GIX-01919; david.huang@samhsa.hhs.gov,webmaster@samhsa.hhs.gov,susette.rego@samhsa.hhs.gov)
crawl-delay: 172800