User-agent: YodaoBot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: * 
Disallow: /Files/
Disallow: /FlashVideo/
Disallow: /FlashVideo/
Disallow: /Views/
Disallow: /Public/
Disallow: /Cache/
Disallow: /htc/
Disallow: /transferDB.php
Disallow: /attachment*
Disallow: /Files
Disallow: /Files2
 
User-agent: Slurp
Crawl-delay: 300