Kinect Facial Recognition and Training Images

Question

I am using this facial recognition program for the Kinect

The problem is I need it to be able to register and actually keep the images for a training database. Whenever I run it, the program works and is able to detect and recognize the faces but then the images are not kept. What code needs to be changed?

I really need help on this it would be greatly appreciated.

    /// <summary>
    /// Initializes a new instance of the MainWindow class
    /// </summary>
    public MainWindow()
    {
        KinectSensor kinectSensor = null;

        // loop through all the Kinects attached to this PC, and start the first that is connected without an error.
        foreach (KinectSensor kinect in KinectSensor.KinectSensors)
        {
            if (kinect.Status == KinectStatus.Connected)
            {
                kinectSensor = kinect;
                break;
            }
        }

        if (kinectSensor == null)
        {
            MessageBox.Show("No Kinect found...");
            Application.Current.Shutdown();
            return;
        }

        kinectSensor.SkeletonStream.Enable();
        kinectSensor.ColorStream.Enable(ColorImageFormat.RgbResolution640x480Fps30);
        kinectSensor.DepthStream.Enable(DepthImageFormat.Resolution640x480Fps30);
        kinectSensor.Start();

        AllFramesReadyFrameSource frameSource = new AllFramesReadyFrameSource(kinectSensor);
        this.engine = new KinectFacialRecognitionEngine(kinectSensor, frameSource);
        this.engine.RecognitionComplete += this.Engine_RecognitionComplete;

        this.InitializeComponent();

        this.TrainedFaces.ItemsSource = this.targetFaces;
    }

    [DllImport("gdi32")]
    private static extern int DeleteObject(IntPtr o);

    /// <summary>
    /// Loads a bitmap into a bitmap source
    /// </summary>
    private static BitmapSource LoadBitmap(Bitmap source)
    {
        IntPtr ip = source.GetHbitmap();
        BitmapSource bs = null;
        try
        {
            bs = System.Windows.Interop.Imaging.CreateBitmapSourceFromHBitmap(ip,
               IntPtr.Zero, Int32Rect.Empty,
               System.Windows.Media.Imaging.BitmapSizeOptions.FromEmptyOptions());
        }
        finally
        {
            DeleteObject(ip);
        }

        return bs;
    }

    /// <summary>
    /// Handles recognition complete events
    /// </summary>
    private void Engine_RecognitionComplete(object sender, RecognitionResult e)
    {
        RecognitionResult.Face face = null;

        if (e.Faces != null)
            face = e.Faces.FirstOrDefault();

        if (face != null)
        {
            if (!string.IsNullOrEmpty(face.Key))
            {
                // Write the key on the image...
                using (var g = Graphics.FromImage(e.ProcessedBitmap))
                {
                    var rect = face.TrackingResults.FaceRect;
                    g.DrawString(face.Key, new Font("Arial", 20), Brushes.Red, new System.Drawing.Point(rect.Left, rect.Top - 25));
                }
            }

            if (this.takeTrainingImage)
            {
                this.targetFaces.Add(new BitmapSourceTargetFace
                {
                    Image = (Bitmap)face.GrayFace.Clone(),
                    Key = this.NameField.Text
                });

                this.takeTrainingImage = false;
                this.NameField.Text = this.NameField.Text.Replace(this.targetFaces.Count.ToString(), (this.targetFaces.Count + 1).ToString());

                if (this.targetFaces.Count > 1)
                    this.engine.SetTargetFaces(this.targetFaces);
            }
        }

        this.Video.Source = LoadBitmap(e.ProcessedBitmap);
    }

    /// <summary>
    /// Starts the training image countdown
    /// </summary>
    private void Train(object sender, RoutedEventArgs e)
    {
        this.TrainButton.IsEnabled = false;
        this.NameField.IsEnabled = false;

        var timer = new DispatcherTimer();
        timer.Interval = TimeSpan.FromSeconds(2);
        timer.Tick += (s2, e2) =>
        {
            timer.Stop();
            this.NameField.IsEnabled = true;
            this.TrainButton.IsEnabled = true;
            takeTrainingImage = true;
        };
        timer.Start();
    }

    /// <summary>
    /// Target face with a BitmapSource accessor for the face
    /// </summary>
    private class BitmapSourceTargetFace : TargetFace
    {
        private BitmapSource bitmapSource;

        /// <summary>
        /// Gets the BitmapSource version of the face
        /// </summary>
        public BitmapSource BitmapSource
        {
            get
            {
                if (this.bitmapSource == null)
                    this.bitmapSource = MainWindow.LoadBitmap(this.Image);

                return this.bitmapSource;
            }
        }
    }
}

}

Answer 1

If you are trying to save the images to a folder, then I would do something like this:

        ...

        if (this.takeTrainingImage)
        {
            this.targetFaces.Add(new BitmapSourceTargetFace
            {
                Image = (Bitmap)face.GrayFace.Clone(),
                Key = this.NameField.Text
            });

            //save image
            JpegBitmapEncoder encoder = new JpegBitmapEncoder();
            BitmapFrame outputFrame = BitmapFrame.Create(LoadBitmap(e.ProcessedBitmap));
            encoder.Frames.Add(face.GrayFace);
            encoder.QualityLevel = 96dpi;

            using (FileStream file = File.OpenWrite("C://Users//Your Name//Documents//Face Trainer//Images//face " + targetFaces.Count + ".jpg"))
            {
                encoder.Save(file);
            }

            this.takeTrainingImage = false;
            this.NameField.Text = this.NameField.Text.Replace(this.targetFaces.Count.ToString(), (this.targetFaces.Count + 1).ToString());

            if (this.targetFaces.Count > 1)
                this.engine.SetTargetFaces(this.targetFaces);
        }

        ....

Then to load from the files...

string[] files = System.IO.Directory.GetFiles("C://Users//Your Name//Documents//Face Trainer//Images//");
Bitmap[] images = new Bitmap[files.Length];

for (int i = 0; i < files.Length; i++)
{
    images[i] = (Bitmap) Image.FromFile(file, true);
}

If you are trying to add the images to an actually database, I would follow this tutorial.

I would recommend saving the images to a file since you are beginning, and using databases requires much more work. However, when you are more experienced databases are very effective at this sort of thing. Good luck!:)