User-agent: *  #this line states that any searchengine robot may spider the site
Disallow: /cgi-bin/   #this line indicates that the cgi-bin cannot be spidered
Disallow: /admin/     #same for this line.
Disallow: /icon/
Disallow: /images/