# $Id: robots.txt,v 1.19 14Feb05 16:07:21 Merritt SEM $
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
#
# Comments to the webmaster should be posted at <info@merrittcapitalmanagement.com>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# Flag  Date      By      Reason
# $l1-  20050214  sem     Initial file creation!
# 
# 
# 
# 
# -----------------------------------------------------------------------------
User-agent: *
Disallow: /cgi/
Disallow: /news/
Disallow: /search/
Disallow: /css/
Disallow: /stats/
Disallow: /statshistory/

User-agent: Fast corporate crawler
Disallow: /cgi/
Disallow: /news/
Disallow: /search/
Disallow: /css/
Disallow: /stats/
Disallow: /statshistory/

User-agent: Googlebot

Disallow: /cgi/
Disallow: /news/
Disallow: /search/
Disallow: /css/
Disallow: /stats/
Disallow: /statshistory/

#