# Permanent directives (do not remove) User-agent: Harvest-NG Disallow: /resources/fullrecord.asp Disallow: /resources/browse.asp # # Stop all standards compliant robots from visiting # just the directories below User-agent: * Disallow: /admin/ Disallow: /Connections/ Disallow: /contacts/ Disallow: /errors/ Disallow: /includes/ Disallow: /Library/ Disallow: /scripts/ Disallow: /src/ Disallow: /styles/ Disallow: /Templates/ Disallow: /my/ Disallow: /technical/accessibility/ Disallow: /technical/print/ Disallow: /formproc/ Disallow: /sltc/ # added 04-12-2008 in response to abnormal server loads # apparently caused by GHoogle hitting the search box on this page # Stop all standards compliant robots from visiting Disallow: /search/