Compare commits
16 Commits
feature/co
...
feature/im
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
623003a4f7 | ||
|
|
27e99dd2eb | ||
|
|
f1f1aac93d | ||
|
|
563f465e2c | ||
|
|
05ae8ee019 | ||
|
|
3696e2eb30 | ||
|
|
276aa1a449 | ||
|
|
ad4075a826 | ||
|
|
e50cd92a35 | ||
|
|
ff79c1525c | ||
|
|
a7597c8d4f | ||
|
|
5b4d9b624f | ||
|
|
27aca98ea4 | ||
|
|
ca591dd427 | ||
|
|
acf24cab36 | ||
|
|
01571d191f |
2
.gitignore
vendored
2
.gitignore
vendored
@@ -428,4 +428,6 @@ FodyWeavers.xsd
|
||||
**/docs/*
|
||||
**/doc/*
|
||||
|
||||
**/pose_iter_160000.caffemodel
|
||||
|
||||
# End of https://www.toptal.com/developers/gitignore/api/c++,visualstudio,visualstudiocode,opencv
|
||||
|
||||
@@ -11,15 +11,48 @@ using namespace std;
|
||||
|
||||
class BackgroundRemover {
|
||||
public:
|
||||
|
||||
/**
|
||||
* @brief constructor,
|
||||
* create background variable and set calibrated to faslse
|
||||
*
|
||||
*/
|
||||
BackgroundRemover(void);
|
||||
|
||||
/**
|
||||
* @brief sets the input image to a grayscale image
|
||||
* sets calibrated to true
|
||||
*
|
||||
* @param input input the image that has to be calibrated
|
||||
*/
|
||||
void calibrate(Mat input);
|
||||
|
||||
/**
|
||||
* @brief Gets the mask of the foregorund of the input image
|
||||
* and copies it to another image
|
||||
*
|
||||
* @param input The image from which the forground needs to be picked
|
||||
* @return The image on which te foregroundmask is copied
|
||||
*/
|
||||
Mat getForeground(Mat input);
|
||||
|
||||
private:
|
||||
Mat background;
|
||||
bool calibrated = false;
|
||||
|
||||
/**
|
||||
* @brief Sets the image to grayscale and removes the background
|
||||
*
|
||||
* @param input The image from which the forground needs to be picked
|
||||
* @return The mask of the foreground of the image
|
||||
*/
|
||||
Mat getForegroundMask(Mat input);
|
||||
/**
|
||||
* @brief makes everything on the background black
|
||||
*
|
||||
* @param input the image from which the background needs to be removed
|
||||
* @param background the background of the image
|
||||
*/
|
||||
void removeBackground(Mat input, Mat background);
|
||||
};
|
||||
}
|
||||
@@ -151,9 +151,16 @@ namespace computervision
|
||||
drawVectorPoints(frame, filtered_finger_points, color_yellow, false);
|
||||
putText(frame, to_string(filtered_finger_points.size()), center_bounding_rect, FONT_HERSHEY_PLAIN, 3, color_purple);
|
||||
|
||||
amount_of_fingers = filtered_finger_points.size();
|
||||
|
||||
return contours_image;
|
||||
}
|
||||
|
||||
int FingerCount::getAmountOfFingers()
|
||||
{
|
||||
return amount_of_fingers;
|
||||
}
|
||||
|
||||
double FingerCount::findPointsDistance(Point a, Point b) {
|
||||
Point difference = a - b;
|
||||
return sqrt(difference.ddot(difference));
|
||||
|
||||
@@ -15,9 +15,24 @@ namespace computervision
|
||||
class FingerCount {
|
||||
public:
|
||||
FingerCount(void);
|
||||
/**
|
||||
* @brief gets the amount of fingers that are held up.
|
||||
*
|
||||
* @param input_image the source image to find the fingers on. It should be a mask of a hand
|
||||
* @param frame the frame to draw the resulting values on (how many fingers are held up etc)
|
||||
* @return a new image with all the data drawn on it.
|
||||
*/
|
||||
Mat findFingersCount(Mat input_image, Mat frame);
|
||||
|
||||
/**
|
||||
* @brief gets the currently held-up finger count.
|
||||
*
|
||||
* @return the currently held-up finger count
|
||||
*/
|
||||
int getAmountOfFingers();
|
||||
|
||||
private:
|
||||
// colors to use
|
||||
Scalar color_blue;
|
||||
Scalar color_green;
|
||||
Scalar color_red;
|
||||
@@ -25,12 +40,80 @@ namespace computervision
|
||||
Scalar color_white;
|
||||
Scalar color_yellow;
|
||||
Scalar color_purple;
|
||||
|
||||
int amount_of_fingers;
|
||||
|
||||
/**
|
||||
* @brief finds the distance between 2 points.
|
||||
*
|
||||
* @param a the first point
|
||||
* @param b the second point
|
||||
* @return a double representing the distance
|
||||
*/
|
||||
double findPointsDistance(Point a, Point b);
|
||||
|
||||
/**
|
||||
* @brief compacts the given points on their medians.
|
||||
* what it does is for each point, it checks if the distance to it's neighbour is greater than the
|
||||
* max distance. If so, it just adds it to the list that is returned. If not, it calculates the
|
||||
* median and adds it to the returned list
|
||||
*
|
||||
* @param points the points to compact
|
||||
* @param max_neighbor_distance the maximum distance between points
|
||||
* @return a vector with the points now compacted.
|
||||
*/
|
||||
vector<Point> compactOnNeighborhoodMedian(vector<Point> points, double max_neighbor_distance);
|
||||
|
||||
/**
|
||||
* @brief finds the angle between 3 different points.
|
||||
*
|
||||
* @param a the first point
|
||||
* @param b the second point
|
||||
* @param c the third point
|
||||
* @return the angle between the 3 points
|
||||
*/
|
||||
double findAngle(Point a, Point b, Point c);
|
||||
|
||||
/**
|
||||
* @brief checks if the given points make up a finger.
|
||||
*
|
||||
* @param a the first point to check for
|
||||
* @param b the second point to check for
|
||||
* @param c the third point to check for
|
||||
* @param limit_angle_inf the limit of the angle between 2 fingers
|
||||
* @param limit_angle_sup the limit of the angle between a finger and a convex point
|
||||
* @param palm_center the center of the palm
|
||||
* @param distance_from_palm_tollerance the distance from the palm tolerance
|
||||
* @return true if the points are a finger, false if not.
|
||||
*/
|
||||
bool isFinger(Point a, Point b, Point c, double limit_angle_inf, double limit_angle_sup, cv::Point palm_center, double distance_from_palm_tollerance);
|
||||
|
||||
/**
|
||||
* @brief finds the closest point to the given point that is in the given list.
|
||||
*
|
||||
* @param points the points to check for
|
||||
* @param pivot the pivot to check against
|
||||
* @return a vector containing the point that is closest
|
||||
*/
|
||||
vector<Point> findClosestOnX(vector<Point> points, Point pivot);
|
||||
|
||||
/**
|
||||
* @brief finds the distance between the x coords of the points.
|
||||
*
|
||||
* @param a the first point
|
||||
* @param b the second point
|
||||
* @return the distance between the x values
|
||||
*/
|
||||
double findPointsDistanceOnX(Point a, Point b);
|
||||
|
||||
/**
|
||||
* @brief draws the points on the image.
|
||||
*
|
||||
* @param image the image to draw on
|
||||
* @param points the points to draw
|
||||
* @param color the color to draw them with
|
||||
* @param with_numbers if the numbers should be drawn with the points
|
||||
*/
|
||||
void drawVectorPoints(Mat image, vector<Point> points, Scalar color, bool with_numbers);
|
||||
};
|
||||
}
|
||||
25
src/computervision/MenuTest.cpp
Normal file
25
src/computervision/MenuTest.cpp
Normal file
@@ -0,0 +1,25 @@
|
||||
#include "MenuTest.h"
|
||||
#include <iostream>
|
||||
|
||||
namespace computervision
|
||||
{
|
||||
int menu_item_array[4] = { 1, 2, 3, 4 };
|
||||
float item_number = 0;
|
||||
|
||||
MenuTest::MenuTest(void) {
|
||||
|
||||
}
|
||||
|
||||
int MenuTest::GetMenuItem(bool hand_state) {
|
||||
item_number += 0.20f;
|
||||
|
||||
|
||||
int temp_item_number = item_number;
|
||||
//If temp_item_number is equal to the size of the array, set item_number bac to zero to loop through the array again
|
||||
if (temp_item_number == sizeof(menu_item_array) / sizeof(menu_item_array[0])) {
|
||||
item_number = 0;
|
||||
}
|
||||
|
||||
return menu_item_array[temp_item_number];
|
||||
}
|
||||
}
|
||||
18
src/computervision/MenuTest.h
Normal file
18
src/computervision/MenuTest.h
Normal file
@@ -0,0 +1,18 @@
|
||||
|
||||
namespace computervision
|
||||
{
|
||||
class MenuTest {
|
||||
public:
|
||||
/**
|
||||
* @brief Constructor for the class MenuTest, loads in array with menu items
|
||||
*
|
||||
*/
|
||||
MenuTest(void);
|
||||
/**
|
||||
* @brief Returns the itemnumber in an array
|
||||
*
|
||||
* @param input_bool is either true or false, depending on the recognized hand gesture
|
||||
*/
|
||||
int GetMenuItem(bool input_bool);
|
||||
};
|
||||
}
|
||||
@@ -1,4 +1,8 @@
|
||||
|
||||
#include <opencv2/videoio.hpp>
|
||||
#include <opencv2/highgui.hpp>
|
||||
#include <opencv2/video.hpp>
|
||||
|
||||
#include "ObjectDetection.h"
|
||||
#include "BackgroundRemover.h"
|
||||
#include "SkinDetector.h"
|
||||
@@ -11,37 +15,49 @@ namespace computervision
|
||||
|
||||
cv::Mat img, imgGray, img2, img2Gray, img3, img4;
|
||||
|
||||
int handMaskStartXPos, handMaskStartYPos, handMaskWidth, handMaskHeight;
|
||||
bool handMaskGenerated = false;
|
||||
|
||||
Mat frame, frameOut, handMask, foreground, fingerCountDebug;
|
||||
BackgroundRemover backgroundRemover;
|
||||
SkinDetector skinDetector;
|
||||
FaceDetector faceDetector;
|
||||
FingerCount fingerCount;
|
||||
|
||||
|
||||
ObjectDetection::ObjectDetection()
|
||||
{
|
||||
}
|
||||
|
||||
bool ObjectDetection::setup()
|
||||
cv::Mat ObjectDetection::readCamera() {
|
||||
cap.read(img);
|
||||
return img;
|
||||
}
|
||||
|
||||
bool ObjectDetection::detectHand(Mat cameraFrame)
|
||||
{
|
||||
if (!cap.isOpened()) {
|
||||
cout << "Can't find camera!" << endl;
|
||||
return false;
|
||||
}
|
||||
|
||||
cap.read(frame);
|
||||
frameOut = frame.clone();
|
||||
Mat inputFrame = generateHandMaskSquare(cameraFrame);
|
||||
frameOut = inputFrame.clone();
|
||||
|
||||
// detect skin color
|
||||
skinDetector.drawSkinColorSampler(frameOut);
|
||||
|
||||
foreground = backgroundRemover.getForeground(frame);
|
||||
// remove background from image
|
||||
foreground = backgroundRemover.getForeground(inputFrame);
|
||||
|
||||
faceDetector.removeFaces(frame, foreground);
|
||||
// detect the hand contours
|
||||
handMask = skinDetector.getSkinMask(foreground);
|
||||
|
||||
// count the amount of fingers and put the info on the matrix
|
||||
fingerCountDebug = fingerCount.findFingersCount(handMask, frameOut);
|
||||
|
||||
//backgroundRemover.calibrate(frame);
|
||||
// get the amount of fingers
|
||||
int fingers_amount = fingerCount.getAmountOfFingers();
|
||||
|
||||
// draw the hand rectangle on the camera input, and draw text showing if the hand is open or closed.
|
||||
drawHandMaskRect(&cameraFrame);
|
||||
string hand_text = fingers_amount > 0 ? "open" : "closed";
|
||||
putText(cameraFrame,hand_text, Point(10, 75), FONT_HERSHEY_PLAIN, 2.0, Scalar(255, 0, 255),3);
|
||||
imshow("camera", cameraFrame);
|
||||
|
||||
imshow("output", frameOut);
|
||||
imshow("foreground", foreground);
|
||||
@@ -50,12 +66,12 @@ namespace computervision
|
||||
|
||||
int key = waitKey(1);
|
||||
|
||||
if (key == 98) // b
|
||||
backgroundRemover.calibrate(frame);
|
||||
else if (key == 115) // s
|
||||
skinDetector.calibrate(frame);
|
||||
if (key == 98) // b, calibrate the background
|
||||
backgroundRemover.calibrate(inputFrame);
|
||||
else if (key == 115) // s, calibrate the skin color
|
||||
skinDetector.calibrate(inputFrame);
|
||||
|
||||
return true;
|
||||
return fingers_amount > 0;
|
||||
}
|
||||
|
||||
void ObjectDetection::calculateDifference()
|
||||
@@ -72,14 +88,32 @@ namespace computervision
|
||||
imshow("threshold", img4);
|
||||
}
|
||||
|
||||
void ObjectDetection::detect()
|
||||
{
|
||||
int key = waitKey(1);
|
||||
|
||||
if (key == 98) // b
|
||||
backgroundRemover.calibrate(frame);
|
||||
else if (key == 115) // s
|
||||
skinDetector.calibrate(frame);
|
||||
cv::Mat ObjectDetection::generateHandMaskSquare(cv::Mat img)
|
||||
{
|
||||
handMaskStartXPos = 20;
|
||||
handMaskStartYPos = img.rows / 5;
|
||||
handMaskWidth = img.cols / 3;
|
||||
handMaskHeight = img.cols / 3;
|
||||
|
||||
|
||||
cv::Mat mask = cv::Mat::zeros(img.size(), img.type());
|
||||
cv::Mat dstImg = cv::Mat::zeros(img.size(), img.type());
|
||||
|
||||
cv::rectangle(mask, Rect(handMaskStartXPos, handMaskStartYPos, handMaskWidth, handMaskHeight), Scalar(255, 255, 255), -1);
|
||||
|
||||
img.copyTo(dstImg, mask);
|
||||
|
||||
handMaskGenerated = true;
|
||||
return dstImg;
|
||||
|
||||
}
|
||||
|
||||
bool ObjectDetection::drawHandMaskRect(cv::Mat* input)
|
||||
{
|
||||
if (!handMaskGenerated) return false;
|
||||
rectangle(*input, Rect(handMaskStartXPos, handMaskStartYPos, handMaskWidth, handMaskHeight), Scalar(255, 255, 255));
|
||||
return true;
|
||||
}
|
||||
|
||||
void ObjectDetection::showWebcam()
|
||||
|
||||
@@ -22,13 +22,7 @@ namespace computervision
|
||||
*
|
||||
*/
|
||||
ObjectDetection();
|
||||
/**
|
||||
* @brief Initializes the object detection, captures a frame and modifies it
|
||||
* so it is ready to use for object detection
|
||||
*
|
||||
* @return return true if webcam is connected, returns false if it isn't
|
||||
*/
|
||||
bool setup();
|
||||
|
||||
/**
|
||||
* @brief Displays an image of the current webcam-footage
|
||||
*
|
||||
@@ -40,11 +34,36 @@ namespace computervision
|
||||
*
|
||||
*/
|
||||
void calculateDifference();
|
||||
|
||||
/**
|
||||
* @brief Listens for keypresses and handles them
|
||||
* @brief generates the square that will hold the mask in which the hand will be detected.
|
||||
*
|
||||
* @param img the current camear frame
|
||||
* @return a matrix containing the mask
|
||||
*/
|
||||
void detect();
|
||||
cv::Mat generateHandMaskSquare(cv::Mat img);
|
||||
|
||||
/**
|
||||
* @brief reads the camera and returns it in a matrix.
|
||||
*
|
||||
* @return the camera frame in a matrix
|
||||
*/
|
||||
cv::Mat readCamera();
|
||||
|
||||
/**
|
||||
* @brief detects a hand based on the given hand mask input frame.
|
||||
*
|
||||
* @param inputFrame the input frame from the camera
|
||||
* @return true if hand is open, false if hand is closed
|
||||
*/
|
||||
bool detectHand(cv::Mat cameraFrame);
|
||||
|
||||
/**
|
||||
* @brief draws the hand mask rectangle on the given input matrix.
|
||||
*
|
||||
* @param input the input matrix to draw the rectangle on
|
||||
*/
|
||||
bool drawHandMaskRect(cv::Mat *input);
|
||||
|
||||
};
|
||||
|
||||
|
||||
@@ -22,7 +22,7 @@ namespace computervision
|
||||
void SkinDetector::drawSkinColorSampler(Mat input) {
|
||||
int frameWidth = input.size().width, frameHeight = input.size().height;
|
||||
|
||||
int rectangleSize = 20;
|
||||
int rectangleSize = 25;
|
||||
Scalar rectangleColor = Scalar(255, 0, 255);
|
||||
|
||||
skinColorSamplerRectangle1 = Rect(frameWidth / 5, frameHeight / 2, rectangleSize, rectangleSize);
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
#pragma once
|
||||
|
||||
#include<opencv2\core.hpp>
|
||||
#include <opencv2\core.hpp>
|
||||
#include <opencv2/imgcodecs.hpp>
|
||||
#include <opencv2/imgproc.hpp>
|
||||
#include <opencv2/imgproc/types_c.h>
|
||||
@@ -17,11 +17,31 @@ namespace computervision
|
||||
public:
|
||||
SkinDetector(void);
|
||||
|
||||
/*
|
||||
* @brief draws the positions in where the skin color will be sampled.
|
||||
*
|
||||
* @param input the input matrix to sample the skin color from
|
||||
*/
|
||||
void drawSkinColorSampler(Mat input);
|
||||
|
||||
/*
|
||||
* @brief calibrates the skin color detector with the given input frame
|
||||
*
|
||||
* @param input the input frame to calibrate from
|
||||
*/
|
||||
void calibrate(Mat input);
|
||||
|
||||
/*
|
||||
* @brief gets the mask for the hand
|
||||
*
|
||||
* @param input the input matrix to get the skin mask from
|
||||
* @returns the skin mask in a new matrix
|
||||
*/
|
||||
Mat getSkinMask(Mat input);
|
||||
|
||||
private:
|
||||
|
||||
// thresholds for hsv calculation
|
||||
int hLowThreshold = 0;
|
||||
int hHighThreshold = 0;
|
||||
int sLowThreshold = 0;
|
||||
@@ -29,11 +49,28 @@ namespace computervision
|
||||
int vLowThreshold = 0;
|
||||
int vHighThreshold = 0;
|
||||
|
||||
// wether or not the skindetector has calibrated yet.
|
||||
bool calibrated = false;
|
||||
|
||||
// rectangles that get drawn to show where the skin color will be sampled
|
||||
Rect skinColorSamplerRectangle1, skinColorSamplerRectangle2;
|
||||
|
||||
/*
|
||||
* @brief calculates the skin tresholds for the given samples
|
||||
*
|
||||
* @param sample1 the first sample
|
||||
* @param sample2 the second sample
|
||||
*/
|
||||
void calculateThresholds(Mat sample1, Mat sample2);
|
||||
void performOpening(Mat binaryImage, int structuralElementShapde, Point structuralElementSize);
|
||||
|
||||
/**
|
||||
* @brief the opening. it generates the structuring element and performs the morphological transformations required to detect the hand.
|
||||
* This needs to be done to get the skin mask.
|
||||
*
|
||||
* @param binaryImage the matrix to perform the opening on. This needs to be a binary image, so consisting of only 1's and 0's.
|
||||
* @param structuralElementShape the shape to use for the kernel that is used with generating the structuring element
|
||||
* @param structuralElementSize the size of the kernel that will be used with generating the structuring element.
|
||||
*/
|
||||
void performOpening(Mat binaryImage, int structuralElementShape, Point structuralElementSize);
|
||||
};
|
||||
}
|
||||
155
src/main.cpp
155
src/main.cpp
@@ -4,6 +4,13 @@
|
||||
#define STB_IMAGE_IMPLEMENTATION
|
||||
#include "stb_image.h"
|
||||
#include <ostream>
|
||||
#include <stdlib.h>
|
||||
#include <iostream>
|
||||
#include <Windows.h>
|
||||
|
||||
#include <opencv2/core.hpp>
|
||||
#include <opencv2/videoio.hpp>
|
||||
#include <opencv2/video.hpp>
|
||||
|
||||
#include "models/model.h"
|
||||
#include "renderEngine/loader.h"
|
||||
@@ -12,6 +19,7 @@
|
||||
#include "shaders/static_shader.h"
|
||||
#include "toolbox/toolbox.h"
|
||||
|
||||
#include "computervision/MenuTest.h"
|
||||
#include "computervision/ObjectDetection.h"
|
||||
|
||||
#pragma comment(lib, "glfw3.lib")
|
||||
@@ -21,83 +29,134 @@
|
||||
static double UpdateDelta();
|
||||
|
||||
static GLFWwindow* window;
|
||||
|
||||
int chosen_item = 0;
|
||||
|
||||
int main(void)
|
||||
{
|
||||
#pragma region OPENGL_SETTINGS
|
||||
if (!glfwInit())
|
||||
throw "Could not inditialize glwf";
|
||||
window = glfwCreateWindow(WINDOW_WIDTH, WINDOW_HEIGT, "SDBA", NULL, NULL);
|
||||
if (!window)
|
||||
{
|
||||
glfwTerminate();
|
||||
throw "Could not initialize glwf";
|
||||
}
|
||||
glfwMakeContextCurrent(window);
|
||||
glewInit();
|
||||
glGetError();
|
||||
#pragma endregion
|
||||
#pragma region OPENGL_SETTINGS
|
||||
if (!glfwInit())
|
||||
throw "Could not inditialize glwf";
|
||||
window = glfwCreateWindow(WINDOW_WIDTH, WINDOW_HEIGT, "SDBA", NULL, NULL);
|
||||
if (!window)
|
||||
{
|
||||
glfwTerminate();
|
||||
throw "Could not initialize glwf";
|
||||
}
|
||||
glfwMakeContextCurrent(window);
|
||||
glewInit();
|
||||
glGetError();
|
||||
#pragma endregion
|
||||
|
||||
glfwSetKeyCallback(window, [](GLFWwindow* window, int key, int scancode, int action, int mods)
|
||||
{
|
||||
if (key == GLFW_KEY_ESCAPE)
|
||||
glfwSetWindowShouldClose(window, true);
|
||||
});
|
||||
glfwSetKeyCallback(window, [](GLFWwindow* window, int key, int scancode, int action, int mods)
|
||||
{
|
||||
if (key == GLFW_KEY_ESCAPE)
|
||||
glfwSetWindowShouldClose(window, true);
|
||||
});
|
||||
|
||||
|
||||
models::RawModel raw_model = LoadObjModel("res/Tree.obj");
|
||||
models::ModelTexture texture = { render_engine::loader::LoadTexture("res/TreeTexture.png") };
|
||||
models::TexturedModel model = { raw_model, texture };
|
||||
entities::Entity entity(model, glm::vec3(0, -5, -20), glm::vec3(0, 0, 0), 1);
|
||||
models::RawModel raw_model = LoadObjModel("res/Tree.obj");
|
||||
models::ModelTexture texture = { render_engine::loader::LoadTexture("res/TreeTexture.png") };
|
||||
models::TexturedModel model = { raw_model, texture };
|
||||
entities::Entity entity(model, glm::vec3(0, -5, -20), glm::vec3(0, 0, 0), 1);
|
||||
|
||||
shaders::StaticShader shader;
|
||||
shader.Init();
|
||||
render_engine::renderer::Init(shader);
|
||||
shaders::StaticShader shader;
|
||||
shader.Init();
|
||||
render_engine::renderer::Init(shader);
|
||||
|
||||
entities::Camera camera(glm::vec3(0, 0, 0), glm::vec3(0, 0, 0));
|
||||
entities::Camera camera(glm::vec3(0, 0, 0), glm::vec3(0, 0, 0));
|
||||
|
||||
computervision::ObjectDetection objDetect;
|
||||
// create object detection object instance
|
||||
computervision::ObjectDetection objDetect;
|
||||
|
||||
|
||||
// set up object detection
|
||||
//objDetect.setup();
|
||||
// set up object detection
|
||||
//objDetect.setup();
|
||||
cv::Mat cameraFrame;
|
||||
|
||||
// Main game loop
|
||||
while (!glfwWindowShouldClose(window))
|
||||
{
|
||||
// Update
|
||||
const double delta = UpdateDelta();
|
||||
entity.IncreaseRotation(glm::vec3(0, 1, 0));
|
||||
camera.Move(window);
|
||||
// Update
|
||||
const double delta = UpdateDelta();
|
||||
entity.IncreaseRotation(glm::vec3(0, 1, 0));
|
||||
camera.Move(window);
|
||||
|
||||
// Render
|
||||
render_engine::renderer::Prepare();
|
||||
shader.Start();
|
||||
shader.LoadViewMatrix(camera);
|
||||
render_engine::renderer::Prepare();
|
||||
shader.Start();
|
||||
shader.LoadViewMatrix(camera);
|
||||
|
||||
render_engine::renderer::Render(entity, shader);
|
||||
|
||||
objDetect.setup();
|
||||
render_engine::renderer::Render(entity, shader);
|
||||
|
||||
cameraFrame = objDetect.readCamera();
|
||||
|
||||
////////////////////////// KIMS SHIT ////////////////////////////////////
|
||||
computervision::MenuTest menu_test;
|
||||
|
||||
//Get hand state from camera
|
||||
bool hand_detection = objDetect.detectHand(cameraFrame);
|
||||
|
||||
if (hand_detection)
|
||||
{
|
||||
std::cout << "hand is opened" << std::endl;
|
||||
|
||||
//Loop through menu items
|
||||
chosen_item = menu_test.GetMenuItem(true);
|
||||
|
||||
//For debug only, to see if chosen item is selected properly when hand is opened
|
||||
std::cout << "chosen item: " << chosen_item << std::endl;
|
||||
|
||||
}
|
||||
else if (!hand_detection)
|
||||
{
|
||||
//for debug only, to see if the chosen item is selected properly when hand is closed
|
||||
std::cout << "hand is closed" << std::endl;
|
||||
//std::cout << "item to start: " << chosen_item << std::endl;
|
||||
|
||||
//TODO link chosen item to the correct game states
|
||||
switch (chosen_item)
|
||||
{
|
||||
case 1:
|
||||
//Game state 0
|
||||
std::cout << "in case: " << chosen_item << std::endl;
|
||||
break;
|
||||
case 2:
|
||||
//Game state 1
|
||||
std::cout << "in case: " << chosen_item << std::endl;
|
||||
break;
|
||||
case 3:
|
||||
//Game state 2
|
||||
std::cout << "in case: " << chosen_item << std::endl;
|
||||
break;
|
||||
case 4:
|
||||
//Game state 3
|
||||
std::cout << "in case: " << chosen_item << std::endl;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
///////////////////////// END OF KIMS SHIT ///////////////////////////////
|
||||
|
||||
// Finish up
|
||||
shader.Stop();
|
||||
shader.Stop();
|
||||
glfwSwapBuffers(window);
|
||||
glfwPollEvents();
|
||||
}
|
||||
|
||||
// Clean up
|
||||
shader.CleanUp();
|
||||
render_engine::loader::CleanUp();
|
||||
shader.CleanUp();
|
||||
render_engine::loader::CleanUp();
|
||||
glfwTerminate();
|
||||
return 0;
|
||||
return 0;
|
||||
}
|
||||
|
||||
static double UpdateDelta()
|
||||
{
|
||||
double current_time = glfwGetTime();
|
||||
static double last_frame_time = current_time;
|
||||
double delt_time = current_time - last_frame_time;
|
||||
last_frame_time = current_time;
|
||||
return delt_time;
|
||||
double current_time = glfwGetTime();
|
||||
static double last_frame_time = current_time;
|
||||
double delt_time = current_time - last_frame_time;
|
||||
last_frame_time = current_time;
|
||||
return delt_time;
|
||||
}
|
||||
@@ -18,7 +18,7 @@ namespace render_engine
|
||||
void Init(shaders::StaticShader& shader)
|
||||
{
|
||||
const glm::mat4 projectionMatrix =
|
||||
glm::perspective(glm::radians(FOV), (WINDOW_WIDTH / WINDOW_HEIGT), NEAR_PLANE, FAR_PLANE);
|
||||
glm::perspective(glm::radians(FOV), (float)(WINDOW_WIDTH / WINDOW_HEIGT), NEAR_PLANE, FAR_PLANE);
|
||||
|
||||
shader.Start();
|
||||
shader.LoadProjectionMatrix(projectionMatrix);
|
||||
|
||||
@@ -5,8 +5,8 @@
|
||||
|
||||
namespace toolbox
|
||||
{
|
||||
#define WINDOW_WIDTH 1400.0f
|
||||
#define WINDOW_HEIGT 800.0f
|
||||
#define WINDOW_WIDTH 1400
|
||||
#define WINDOW_HEIGT 800
|
||||
|
||||
glm::mat4 CreateModelMatrix(glm::vec3 translation, glm::vec3 rotation, float scale);
|
||||
|
||||
|
||||
@@ -20,6 +20,7 @@
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<ClCompile Include="src\computervision\FaceDetector.cpp" />
|
||||
<ClCompile Include="src\computervision\MenuTest.cpp" />
|
||||
<ClCompile Include="src\computervision\ObjectDetection.cpp" />
|
||||
<ClCompile Include="src\computervision\SkinDetector.cpp" />
|
||||
<ClCompile Include="src\computervision\FingerCount.cpp" />
|
||||
@@ -38,6 +39,7 @@
|
||||
<ClInclude Include="src\computervision\FaceDetector.h" />
|
||||
<ClInclude Include="src\computervision\FingerCount.h" />
|
||||
<ClInclude Include="src\computervision\BackgroundRemover.h" />
|
||||
<ClInclude Include="src\computervision\MenuTest.h" />
|
||||
<ClInclude Include="src\computervision\SkinDetector.h" />
|
||||
<ClInclude Include="src\computervision\ObjectDetection.h" />
|
||||
<ClInclude Include="src\entities\camera.h" />
|
||||
@@ -112,14 +114,16 @@
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
|
||||
<LinkIncremental>true</LinkIncremental>
|
||||
<IncludePath>C:\opencv\build\include;$(IncludePath)</IncludePath>
|
||||
<LibraryPath>C:\opencv\build\x64\vc15\lib;$(LibraryPath)</LibraryPath>
|
||||
<IncludePath>C:\opencv\build\include;$(IncludePath);C:\opencv\opencv\build\include</IncludePath>
|
||||
<LibraryPath>C:\opencv\build\x64\vc15\lib;$(LibraryPath);C:\opencv\opencv\build\x64\vc15\lib</LibraryPath>
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
|
||||
<LinkIncremental>false</LinkIncremental>
|
||||
</PropertyGroup>
|
||||
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
|
||||
<LinkIncremental>false</LinkIncremental>
|
||||
<IncludePath>$(VC_IncludePath);$(WindowsSDK_IncludePath);;C:\opencv\opencv\build\include</IncludePath>
|
||||
<LibraryPath>$(VC_LibraryPath_x64);$(WindowsSDK_LibraryPath_x64);C:\opencv\opencv\build\x64\vc15\lib</LibraryPath>
|
||||
</PropertyGroup>
|
||||
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
|
||||
<ClCompile>
|
||||
@@ -151,7 +155,7 @@
|
||||
<SubSystem>Console</SubSystem>
|
||||
<GenerateDebugInformation>true</GenerateDebugInformation>
|
||||
<AdditionalLibraryDirectories>$(SolutionDir)lib\glfw-3.3.2\$(Platform);$(SolutionDir)lib\glew-2.1.0\lib\Release\$(Platform);%(AdditionalLibraryDirectories)</AdditionalLibraryDirectories>
|
||||
<AdditionalDependencies>opencv_world452d.lib;%(AdditionalDependencies)</AdditionalDependencies>
|
||||
<AdditionalDependencies>opencv_world452d.lib;%(AdditionalDependencies); opencv_world452.lib</AdditionalDependencies>
|
||||
</Link>
|
||||
</ItemDefinitionGroup>
|
||||
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
|
||||
@@ -192,6 +196,7 @@
|
||||
<OptimizeReferences>true</OptimizeReferences>
|
||||
<GenerateDebugInformation>true</GenerateDebugInformation>
|
||||
<AdditionalLibraryDirectories>$(SolutionDir)lib\glfw-3.3.2\$(Platform);$(SolutionDir)lib\glew-2.1.0\lib\Release\$(Platform);%(AdditionalLibraryDirectories)</AdditionalLibraryDirectories>
|
||||
<AdditionalDependencies>kernel32.lib;user32.lib;gdi32.lib;winspool.lib;comdlg32.lib;advapi32.lib;shell32.lib;ole32.lib;oleaut32.lib;uuid.lib;odbc32.lib;odbccp32.lib;%(AdditionalDependencies); opencv_world452.lib</AdditionalDependencies>
|
||||
</Link>
|
||||
</ItemDefinitionGroup>
|
||||
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
|
||||
|
||||
@@ -57,6 +57,9 @@
|
||||
<ClCompile Include="src\computervision\BackgroundRemover.cpp">
|
||||
<Filter>Source Files</Filter>
|
||||
</ClCompile>
|
||||
<ClCompile Include="src\computervision\MenuTest.cpp">
|
||||
<Filter>Source Files</Filter>
|
||||
</ClCompile>
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<ClInclude Include="src\entities\Camera.h">
|
||||
@@ -104,6 +107,9 @@
|
||||
<ClInclude Include="src\computervision\BackgroundRemover.h">
|
||||
<Filter>Header Files</Filter>
|
||||
</ClInclude>
|
||||
<ClInclude Include="src\computervision\MenuTest.h">
|
||||
<Filter>Header Files</Filter>
|
||||
</ClInclude>
|
||||
</ItemGroup>
|
||||
<ItemGroup>
|
||||
<Xml Include="res\haarcascade_frontalface_alt.xml" />
|
||||
|
||||
Reference in New Issue
Block a user