# robots.txt file for the site http://www.confero.co.uk/
# updated 15-05-2009 by DS - remove redundant details
# updated 16-06-2009 by DS - add /documents for old crawled content
User-agent: *
# All user-agents (except others specified in this file)
#
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /oldfiles/
Disallow: /testing/
Disallow: /development/
Disallow: /documents/
Disallow: /index-old.htm