FacialRec.cpp

//This is our project

#include <iostream>
#include <string>

#include "opencv2/imgproc/imgproc.hpp"
#include "opencv2/highgui/highgui.hpp"
#include "opencv2/core/core.hpp"
#include "opencv2/contrib/contrib.hpp"

using namespace std;
using namespace cv;

Mat picture, picture_grayscale;
char key;
int picture_height;
int picture_width;
int num_subdirectories;
vector<Mat> images;
vector<int> labels;

/*
*	Currently loads any images from the directory "myfaces"
*	Subdirectories and images assumed to be labeled as an int, starting from 0, without breaks
*/
void read_images() {
	Mat load_image, load_image_grayscale;
			string filename = "";
			string directory = "./myfaces/";
			string subdirectory = "";
			int j = 0;
			while (true) {
				subdirectory = to_string(j) + "/";
				int i = 0;
				while (true) {
					filename = to_string(i);
					string path = directory + subdirectory + filename + ".png";
					load_image = imread(path, 1);

					if (!load_image.data) { //No image data found - moving to next subdirectory
						// cout << " No image data" << endl;
						break;
					}

					//Convert loaded images to grayscale
					load_image_grayscale = load_image.clone();
					cvtColor(load_image, load_image_grayscale, CV_BGR2GRAY);

					//Add image to vector, along with the label for this subdirectory
					images.push_back(load_image_grayscale);
					labels.push_back(j);
					i++;
				}

				if (i == 0) {	//No images in subdirectory/subdirectory does not exist
					num_subdirectories = j;
					break;
				} else {		//Move to the next subdirectory
					j++;
				}
			}
}

int main() {
	//Starting the video
	VideoCapture videoCapture(0);

	if (!videoCapture.isOpened()) {
		cout << "Unable to open video file." << endl;
		return 1;
	}

	namedWindow("Webcam", CV_WINDOW_AUTOSIZE);

	//Check that images were read correctly
	cout << "Images read: " << images.size() << endl;

	//Display all images read
	// int counter = 0;
	// for (Mat test_image : images) {
	// 	string window_name = format("test_image_%d", counter);
	// 	namedWindow(window_name, CV_WINDOW_AUTOSIZE);
	// 	imshow(window_name, test_image);
	// 	cout << "showing image " << counter << endl;
	// 	counter++;
	// }


	while(true) {
		Mat frame;
		videoCapture.retrieve(frame);
		bool success = videoCapture.read(frame);
		if (!success) {
			cout << "Could not read from video file" << endl;
			return 1;
		}

		//show some instructional text
		Mat frame_with_text = frame.clone();
		putText(frame_with_text, "Press Spacebar to take a picture", Point2f(110,100), FONT_HERSHEY_SIMPLEX, 2.0,  Scalar(255,0,0,0), 3);
		putText(frame_with_text, "Press ESC to close the application", Point2f(90,600), FONT_HERSHEY_SIMPLEX, 2.0,  Scalar(0,0,255,255), 3);

		imshow("Webcam", frame_with_text);

		key = waitKey(30);

		if (key == 27) { //escape key pressed: stop program
			cout << "ESC pressed. Program closing..." << endl;
			break;
		}
		else if (key == ' ') { //spacebar pressed: take a picture

			picture = frame;
			key = -1;

			picture_width = frame.rows;
			picture_height = frame.cols;

			//Convert to grayscale
			picture_grayscale = picture.clone();
			cvtColor(picture, picture_grayscale, CV_BGR2GRAY);

			//Read saved images in myfaces
			read_images();

			//Generate FaceRecognizer - using FisherFace 
			Ptr<FaceRecognizer> model = createFisherFaceRecognizer();
			//Feed FaceRecognizer with images and labels
			model->train(images, labels);
			cout << "Face Recognizer created" << endl;

			//Output predicted label - this will be the matched subject of the picture
			int predictedLabel = model->predict(picture_grayscale);
			cout << "Predicted label: " << predictedLabel << endl;

			while (true) {
				//Add instructions to the screen
				Mat picture_with_text = picture.clone();
				putText(picture_with_text, "Press 's' to save", Point2f(375,100), FONT_HERSHEY_SIMPLEX, 2.0,  Scalar(255,0,0,0), 3);
				putText(picture_with_text, "Press ESC/Spacebar to return", Point2f(160,600), FONT_HERSHEY_SIMPLEX, 2.0,  Scalar(0,0,255), 3);

				imshow("Webcam", picture_with_text);

				key = waitKey(30);

				if (key == 27 || key == 32) {	//spacebar or ESC pressed
					cout << "ESC or SPACE pressed. Returning to video..." << endl;
					break;
				} else if (key == 115) {		//"s" pressed - saving image
		        	string name;
		        	string directory = "./myfaces/";
		          	cout << "Please select a name for the image." << endl;
		          	getline(cin, name);
		          	directory.append(name);
		          	directory.append(".png");
		          	Point org;
		          	org.x = 15;
		          	org.y = 100;
		          	putText(picture_with_text, name, org, FONT_HERSHEY_SIMPLEX, 2, Scalar(0, 0, 255), 3);
					bool maybe = imwrite(directory, picture);
					cout << "s was pressed. saving image, success: " << maybe << endl;
				}
			}
		}

	}

	return 0;
}