### /robots.txt file
# If not present or if empty, all robots will consider themselves welcome.
# Place exceptions first and the catch all last.
# There is no Allow field.  Only Disallow.
# http://www.robotstxt.org/
#
# $Id: robots.txt.default,v 1.3 2006/05/08 16:09:16 kevin Exp $
#
User-agent: *
Crawl-delay: 11

# go away
User-agent: *
Disallow: /cgi-bin/

## To allow a single robot
##  User-agent: WebCrawler
##  Disallow:
# To exclude all other robots from the entire server
##  User-agent: *
##  Disallow: /
#
# vim: syntax=robots