# robots.txt for http://www.niehs.nih.gov/

User-agent: MOMspider           # The Multi-Owner Maintenance Spider
Disallow: /cgi-bin/             #     Script files

User-agent: UltraseekNIEHS	# Allows our own Ultraseek Server in
Disallow:					# Free reign

User-agent: InktomiNIEHS	# Allows our own Inktomi Server in
Disallow:					# Free reign

User-agent: *
Disallow: /404/
Disallow: /jscripts/
Disallow: /CFIDE/
Disallow: epps_notify.cfm
Disallow: reset_application_scope.cfm
Disallow: application_dump_test.cfm
Disallow: dstDates.cfm
Disallow: /styles/
Disallow: Application.cfm
Disallow: /includes/



User-agent: Site Server 3.0 Robot
# From: 196.34.47.254 # Please Stop Spidering our site
Disallow: /


# User-agent: 194.73.188.18 # Please Stop Spidering our site.
# Disallow: /

User-agent: MOMspider/1.00
# From: 204.71.249.80
Disallow: /


User-agent: 72.44.34.241 # Please Stop Spidering our site
Disallow: /


# For more information on using and configuring the robots.txt file
# Go to http://info.webcrawler.com/mak/projects/robots/norobots.html