User-Agent: *
Disallow: /_data/
Disallow: /cgi-bin/
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /templates/
Disallow: /assets/
Disallow: /library/
Disallow: /cms/


User-Agent: Googlebot-Image
Disallow: /images/

User-agent: GoodJelly/0.2
Disallow: /

User-agent: Xenu Link Sleuth 1.2f
Disallow: /

User-agent:NutchCVS/0.06-dev
Disallow: /

User-agent:NutchCVS/0.05
Disallow: / 

User-agent:NG/2.0
Disallow: /

User-agent:Seekbot/1.0
Disallow: /