# robots.txt # Robot-exclusion file for www.ishmael.com # last modified 11/20/03 by Alan Thornhill webmaster@conbio.org # See: http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: * # ROOT DIRECTORY EXCLUSIONS FOLLOW Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /data/ Disallow: /add/ Disallow: /ftp/ Disallow: /test/ Disallow: /stats/ Disallow: /intranet/ Disallow: /temp/ Disallow: /VL/database/Browse/ Disallow: /intranet/