I found the right location to add the logic:
# views.py
class ItemFilterView(FilterView):
filterset_class = ItemFilterSet
def get_queryset(self):
qs = Item.objects.all()
qs = get_objects_for_user(self.request.user, 'view_item', qs)
return qs