You just need two mappers:
var mapper1 = ObjectMapperManager.DefaultInstance.GetMapper<A, B_ViewModel>();
var mapper2 = ObjectMapperManager.DefaultInstance.GetMapper<B, B_ViewModel>();
var result = new B_ViewModel();
mapper1.Map(a, result);
mapper2.Map(b, result);