User-agent: ccbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: *
Disallow: /_fpclass
Disallow: /_private
Disallow: /_themes
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_script
Disallow: /_vti_txt

Disallow: /cgi-bin
Disallow: /email
Disallow: /fpdb
Disallow: /image
Disallow: /httpdocs/genealogy/linkcontrol/skins/

#Disallow: /w3svc?   #Change ? with the instance number please.