# : robots.txt file for http://www.bfis.com/
# This is a file retrieved by webwalkers a.k.a. spiders or crawlers that 
# conform to a defacto standard to index your site.
# See URL http://www.robotstxt.org/wc/exclusion.html#robotstxt
# ---------------------------------------------------------------
User-agent: *
Disallow: /_inc/
Disallow: /media/
Disallow: /data/
Disallow: /images/
Disallow: email-feedback-form.asp
Disallow: email-request-form.asp
Disallow: login.shtml
Disallow: README.txt
#
# ... and Don't spider any of the files needed by the Yider Search Program
#
Disallow: CHTMLTextExtractor.asp
Disallow: configuration.asp
Disallow: CURLExtractor.asp
Disallow: CYiderSearch.asp
Disallow: functions.asp
Disallow: population.asp
Disallow: search.asp
Disallow: search_button_image.asp
Disallow: search_button_input.asp
Disallow: search_help.htm
Disallow: search_include.asp
Disallow: site_search.asp
Disallow: yider.mdb