What you should do is add a check to see if the category already exists:
use this:
if (!mailItem.Categories.Contains(OutlookCategories.CategorieBijlage))
{
//if attachment is being saved add "attachment saved" category to mailitem
mailItem.Categories = string.Format("{0}, {1}", OutlookCategories.CategorieBijlage, mailItem.Categories);
//Opslaan van MailItem.
mailItem.Save();
}