Try using fancybox callbacks within your fancybox custom initialization like :
$(".fancybox").fancybox({
beforeLoad: function () {
api.playToggle(); // stop / pause
},
afterClose: function () {
api.playToggle(); // restart
}
});