#*******************************************************************************
#
# Control access by search engines, crawlers, spiders, or robots.
#
# This file must be named robots.txt in the root directory of the web site.
#
#-------------------------------------------------------------------------------
#
# Note:  See RFC 1808 and draft-koster-robots-00.txt.
#
#*******************************************************************************
# Last modified: 08.16.06   gis
#*******************************************************************************

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: *						# Affects all robots
Disallow: /_          	# FrontPage and Dreamweaver control files/dirs
Disallow: /ar/					# Statistics directory
Disallow: /cgi/					# Executable script directory
Disallow: /cgi        	# Executable CGI programs
Disallow: /cgi-bin/			# Executable script directory
Disallow: /css
Disallow: /custom/
Disallow: /images/
Disallow: /js						# Executable Javascript programs
Disallow: /javascript/	# Javascript directory
Disallow: /logs/        # Log files
Disallow: /pl						# Executable PERL programs
Disallow: /scripts
Disallow: /private/  		#private directory