# 6/26/04 # This is for every spider! User-Agent: * # stay away from all of this stuff Disallow: /404.htm Disallow: /application.cfm Disallow: /commercialNav.js Disallow: /conventionalNav.js Disallow: /defn.js Disallow: /FHANav.js Disallow: /menu_data.js Disallow: /milonic_src.js Disallow: /mmenudom.js Disallow: /mmenuns4.js Disallow: /nodocNav.js Disallow: /OpenFile.cfm Disallow: /overlib_mini.js Disallow: /scrollRates.txt # directories Disallow: /admin/ Disallow: /backup/ Disallow: /cgi-bin/ Disallow: /db/ Disallow: /images/ Disallow: /logs/ # Don't comments make code much more readable!!!