#The next one bars all robots from the cgi-bin and images directories: 
User-agent: *
Disallow: /webalizer/
Disallow: /media

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /