#*******************************************************************************
#
# Control access by search engines, crawlers, spiders, or robots.
#
# This file must be named robots.txt in the root directory of the web site.
#
# The following directories are created as part of all web sites and no interest to visitors
#     bin              contains an ls command for for ftp
#     lib32            contains Unix library (executable) files for ftp
#     etc              contains nothing at this time for ftp
#
# The following directories are also of no interest to visitors
#     Anything starting with _ are Microsoft Front Page control files/dirs
#     stats            contains access and error logs from the web server
#
# The following files and suffixes are also of no interest to visitors
#     *.class
#     *.LOG
#     .htaccess
#
#-------------------------------------------------------------------------------
#
# Note:  The %20 is used in names to represent a blank.  See RFC 1808 and
#        draft-koster-robots-00.txt.
#
#*******************************************************************************
#
# 09/28/00 MK  Copied from CEEGR.  No changes at this time.
# 10/13/00 MK  Added /logs/
# 07/18/01 MK  Added /Library/, /Templates/, del old junk
# 01/17/02 MK  Exclude internetseer (hourly access), LinkWalker (spam).
# 02/14/02 MK  Added /board_business
#
#*******************************************************************************

User-Agent: sitecheck.internetseer.com
Disallow: /

User-Agent: LinkWalker
Disallow: /

User-agent: *                           # Affects all robots
Disallow: /_                            # Front Page and Dreamweaver control files/dirs
Disallow: /Library/                     # Dreamweaver library
Disallow: /Templates/                   # Dreamweaver templates
Disallow: /tmp/                         # Private working directory
Disallow: /private/                     # Private working directory
Disallow: /test/                        # Private working directory
Disallow: /incoming/                    # Private working directory
Disallow: /form                         # Form data and control files/dirs
Disallow: /images/                      # Images
Disallow: /cgi                          # Executable programs
Disallow: /logs/                        # Log files
Disallow: /board_business               # Restricted access