User-agent: * Disallow: /admin Disallow: /admin_portal Disallow: /App_code Disallow: /cv Disallow: /editor Disallow: /js Disallow: /vacature_reageren.aspx Disallow: /VacancyApply.aspx Disallow: /av Disallow: /bedrijven Disallow: /WYSIWYGEditor Disallow: /Nieuwsbrief Disallow: /logo # optioncarriere.com : french / calls non-existing pages (typos) User-agent: 193.238.230.113 Disallow: / # 1000 page views in the middle of the day (20-11-2007) # maybe crashed the site on 05-12-07. It's a wap search site: Nokia6682/2.0+(3.01.1)+SymbianOS/8.0 User-agent: 69.147.79.136 Disallow: / # unknown spider : www.h-p-demo.de User-agent: 83.233.183.58 Disallow: / # wap site Nokia6682 user-agent: 209.191.126.189 Disallow: / # unknown spider : eats resources user-agent: 82.168.211.123 Disallow: / # spider : eats resources user-agent: 217.169.46.98 Disallow: / # according to www.projecthoneypot.org a harvester user-agent: 80.58.205.56 Disallow: / # unknown spider : read-elsevier??? user-agent: 203.6.203.74 Disallow: /