OpenFace/lib/local/Utilities/include/SequenceCapture.h

///////////////////////////////////////////////////////////////////////////////
// Copyright (C) 2017, Tadas Baltrusaitis all rights reserved.
//
// ACADEMIC OR NON-PROFIT ORGANIZATION NONCOMMERCIAL RESEARCH USE ONLY
//
// BY USING OR DOWNLOADING THE SOFTWARE, YOU ARE AGREEING TO THE TERMS OF THIS LICENSE AGREEMENT.  
// IF YOU DO NOT AGREE WITH THESE TERMS, YOU MAY NOT USE OR DOWNLOAD THE SOFTWARE.
//
// License can be found in OpenFace-license.txt
//
//     * Any publications arising from the use of this software, including but
//       not limited to academic journal and conference publications, technical
//       reports and manuals, must cite at least one of the following works:
//
//       OpenFace: an open source facial behavior analysis toolkit
//       Tadas Baltru<72>aitis, Peter Robinson, and Louis-Philippe Morency
//       in IEEE Winter Conference on Applications of Computer Vision, 2016  
//
//       Rendering of Eyes for Eye-Shape Registration and Gaze Estimation
//       Erroll Wood, Tadas Baltru<72>aitis, Xucong Zhang, Yusuke Sugano, Peter Robinson, and Andreas Bulling 
//       in IEEE International. Conference on Computer Vision (ICCV),  2015 
//
//       Cross-dataset learning and person-speci?c normalisation for automatic Action Unit detection
//       Tadas Baltru<72>aitis, Marwa Mahmoud, and Peter Robinson 
//       in Facial Expression Recognition and Analysis Challenge, 
//       IEEE International Conference on Automatic Face and Gesture Recognition, 2015 
//
//       Constrained Local Neural Fields for robust facial landmark detection in the wild.
//       Tadas Baltru<72>aitis, Peter Robinson, and Louis-Philippe Morency. 
//       in IEEE Int. Conference on Computer Vision Workshops, 300 Faces in-the-Wild Challenge, 2013.    
//
///////////////////////////////////////////////////////////////////////////////

#ifndef __SEQUENCE_CAPTURE_h_
#define __SEQUENCE_CAPTURE_h_

// System includes
#include <fstream>
#include <sstream>
#include <vector>

// OpenCV includes
#include <opencv2/core/core.hpp>
#include <opencv2/highgui/highgui.hpp>

namespace Utilities
{

	//===========================================================================
	/**
	A class for capturing sequences from video, webcam, and image directories
	*/
	class SequenceCapture {

	public:

		// Default constructor
		SequenceCapture() {};

		// Destructor
		~SequenceCapture();

		// Opening based on command line arguments
		bool Open(std::vector<std::string>& arguments);

		// Direct opening

		// Webcam
		bool OpenWebcam(int device_id, int image_width = 640, int image_height = 480, float fx = -1, float fy = -1, float cx = -1, float cy = -1);

		// Image sequence in the directory
		bool OpenImageSequence(std::string directory, float fx = -1, float fy = -1, float cx = -1, float cy = -1);

		// Video file
		bool OpenVideoFile(std::string video_file, float fx = -1, float fy = -1, float cx = -1, float cy = -1);

		bool IsWebcam() { return is_webcam; }

		// Getting the next frame
		cv::Mat GetNextFrame();

		// Getting the most recent grayscale frame (need to call GetNextFrame first)
		cv::Mat_<uchar> GetGrayFrame();

		// Parameters describing the sequence and it's progress
		double GetProgress();

		int GetFrameNumber() { return frame_num; }

		bool IsOpened();

		void Close();

		int frame_width;
		int frame_height;

		float fx, fy, cx, cy;

		double fps;

		double time_stamp;

		// Name of the video file, image directory, or the webcam
		std::string name;

		// Allows to differentiate if failed because no input specified or if failed to open a specified input
		bool no_input_specified;


	private:

		// Blocking copy and move, as it doesn't make sense to have several readers pointed at the same source, and this would cause issues, especially with webcams
		SequenceCapture & operator= (const SequenceCapture& other);
		SequenceCapture & operator= (const SequenceCapture&& other);
		SequenceCapture(const SequenceCapture&& other);
		SequenceCapture(const SequenceCapture& other);

		// Used for capturing webcam and video
		cv::VideoCapture capture;

		// Storing the latest captures
		cv::Mat latest_frame;
		cv::Mat_<uchar> latest_gray_frame;
		
		// Keeping track of frame number and the files in the image sequence
		size_t  frame_num;
		std::vector<std::string> image_files;

		// Length of video allowing to assess progress
		size_t vid_length;

		// If using a webcam, helps to keep track of time
		int64 start_time;

		// Keeping track if we are opening a video, webcam or image sequence
		bool is_webcam;
		bool is_image_seq;

		void SetCameraIntrinsics(float fx, float fy, float cx, float cy);


	};
}
#endif