# Record block for the local Ultraseek spider
User-agent: Ultraseek
Disallow: /cgi/
Disallow: /images/
Disallow: /_vti_bin/

#Allow the Knowledgebase search the staff/it site
User-agent: Mozilla/5.0 (compatible; UniversalSearch/3.2.5; www.kpsol.com/index.php)
Disallow: /cgi/
Disallow: /images/
Disallow: /_vti_bin/
#
User-agent: *
Disallow: /cgi/
Disallow: /issg/
Disallow: /images/
Disallow: /_vti_bin/
Disallow: /test/
Disallow: /staff/
Disallow: /fno/products/ 
Disallow: /planning/ 
Disallow: /mpr/
Disallow: /the-university/
Disallow: /oldsites/ 
Disallow: /china/
Disallow: /fmtemplates/
# A collection of crawlers to block that have been identified as e-mail harvesters
# This is not guaranteed to work, but it couldn't hurt to add them to your robot.txt file 
# in your root directory.

User-agent: grub-client
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: Wget
Disallow: /