To remove an attribute use .removeAttr() like so
$( ".lvItem" ).each(function() {
$(this).removeAttr('data-icon');
//remember that you can access data- attributes with the data function
//like this
//modify a value
$(this).data('icon','value-1');
//read a value
icon = $(this).data('icon');
});