I ended up just going through all of my container views, figuring out if the tap has happened within one of their frames, and dealing with that touch. It's not a very efficient solution, but it works.
for(UIView* container in self.view.subviews)
{
location = [gestureRecognizer locationInView:container];
frame = container.frame;
location = [gestureRecognizer locationInView:container.dummyZoomView];
foundTappableObject = CGRectContainsPoint(frame, location);
//do whatever with the view which was tapped
}