User-agent : NPBot 
Disallow: / 

User-agent : Sphider

User-agent : *
Disallow: /css/
Disallow: /cgi-bin/ 
Disallow: /images/
Disallow: /Errors/  
Disallow: /test/