# this entire site is copyright 1998-2012, FreeFind.com
#
# NOTICE: meta-searching this site is prohibited
#
# keep polite spiders from getting in the machinery
# <!-- FreeFind No Map -->  <!-- FreeFind Not New --> 
#
User-agent: *
Disallow: /siteindex.html
Disallow: /servlet/freefind/siteindex.html
Disallow: /servlet
Disallow: /find.html

# robot issues bad requests (http://www.strategicfinder.com/)
User-agent: StrategicFinder2Session
Disallow: /

# prevent archive.org from using our copyrighted material
User-agent: ia_archiver
Disallow: /

# running a bunch of searches -- looks like it wants to be an open archive.org
User-agent: dotbot
Disallow: /