using UnityEngine;
using System.Collections;
using System.Collections.Generic;
using OpenCVForUnity;
using System.Text;
public class CamDetectFace : MonoBehaviour
{
public UILabel lable;
public UILabel lable2;
public UITexture _Texture;
// <summary>
/// The web cam texture.
/// </summary>
protected WebCamTexture webCamTexture;
/// <summary>
/// The web cam device.
/// </summary>
protected WebCamDevice webCamDevice;
/// <summary>
/// The colors.
/// </summary>
Color32[] colors;
/// <summary>
/// The is front facing.
/// </summary>
public bool isFrontFacing = false;
/// <summary>
/// The width.
/// </summary>
int width =640 ;
/// <summary>
/// The height.
/// </summary>
int height =480;
/// <summary>
/// The rgba mat.
/// </summary>
Mat rgbaMat;
/// <summary>
/// The gray mat.
/// </summary>
Mat grayMat;
/// <summary>
/// The texture.
/// </summary>
Texture2D texture;
/// <summary>
/// The cascade.
/// </summary>
CascadeClassifier cascade;
/// <summary>
/// The faces.
/// </summary>
MatOfRect faces;
/// <summary>
/// The init done.
/// </summary>
bool initDone = false;
// Use this for initialization
void Start()
{
StartCoroutine(init());
}
public string webcamName;
private IEnumerator init()
{
yield return Application.RequestUserAuthorization(UserAuthorization.WebCam);
webCamDevice = WebCamTexture.devices[0];
webCamTexture = new WebCamTexture(webCamDevice.name, width, height);
Debug.Log("width " + webCamTexture.width + " height " + webCamTexture.height + " fps " + webCamTexture.requestedFPS);
// Starts the camera
webCamTexture.Play();
while (true)
{
if (webCamTexture.didUpdateThisFrame)
{
//Debug.Log("width " + webCamTexture.width + " height " + webCamTexture.height + " fps " + webCamTexture.requestedFPS);
//Debug.Log("videoRotationAngle " + webCamTexture.videoRotationAngle + " videoVerticallyMirrored " + webCamTexture.videoVerticallyMirrored + " isFrongFacing " + webCamDevice.isFrontFacing);
colors = new Color32[webCamTexture.width * webCamTexture.height];
rgbaMat = new Mat(webCamTexture.height, webCamTexture.width, CvType.CV_8UC4);
grayMat = new Mat(webCamTexture.height, webCamTexture.width, CvType.CV_8UC1);
texture = new Texture2D(webCamTexture.width, webCamTexture.height, TextureFormat.RGBA32, false);
gameObject.transform.eulerAngles = new Vector3(0, 0, 0);
gameObject.transform.localScale = new Vector3(2.56f,1.92f, 1);
// cascade = new CascadeClassifier(Utils.getFilePath("H:/app/3d/SMARTPV/Assets/OpenCVForUnity/StreamingAssets/lbpcascade_frontalface.xml"));
cascade = new CascadeClassifier(Utils.getFilePath("H:/app/3d/SMARTPV/Assets/OpenCVForUnity/StreamingAssets/haarcascade_frontalface_alt.xml"));
faces = new MatOfRect();
gameObject.GetComponent<Renderer>().material.mainTexture = texture;
initDone = true;
break;
}
else
{
yield return 0;
}
}
}
// Update is called once per frame
void Update()
{
if (!initDone) return;
if (webCamTexture.didUpdateThisFrame)
{
Utils.webCamTextureToMat(webCamTexture, rgbaMat, colors);
if (webCamDevice.isFrontFacing)
{
if (webCamTexture.videoRotationAngle == 0)
{
Core.flip(rgbaMat, rgbaMat, 1);
}
else if (webCamTexture.videoRotationAngle == 90)
{
Core.flip(rgbaMat, rgbaMat, 0);
}
else if (webCamTexture.videoRotationAngle == 270)
{
Core.flip(rgbaMat, rgbaMat, 1);
}
}//Imgproc.COLOR_RGBA2GRAY
Imgproc.cvtColor(rgbaMat, grayMat, Imgproc.COLOR_RGBA2GRAY);
Imgproc.equalizeHist(grayMat, grayMat);
if (cascade != null)
cascade.detectMultiScale(grayMat, faces, 1.1, 2, 2, // TODO: objdetect.CV_HAAR_SCALE_IMAGE
new Size(50,50), new Size());// new Size(webCamTexture.height * 0.2, webCamTexture.height * 0.2)
OpenCVForUnity.Rect[] rects = faces.toArray();
MatOfInt labels = new MatOfInt();
List<int> labelsList = new List<int>();
List<Mat> images = new List<Mat>();
images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/dddd_1.png", 0));
labelsList.Add(0);
images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/dddd_2.png", 0));
labelsList.Add(0);
images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/dddd_3.png", 0));
labelsList.Add(0);
images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/dddd_4.png", 0));
labelsList.Add(0);
images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/dddd_5.png", 0));
labelsList.Add(0);
images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/dddd_6.png", 0));
labelsList.Add(0);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/0.jpg", 0));
//labelsList.Add(1);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/1.jpg", 0));
//labelsList.Add(1);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/2.jpg", 0));
//labelsList.Add(1);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/3.jpg", 0));
//labelsList.Add(1);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/4.jpg", 0));
//labelsList.Add(2);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/5.jpg", 0));
//labelsList.Add(2);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/6.jpg", 0));
//labelsList.Add(2);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/7.jpg", 0));
//labelsList.Add(3);
//images.Add(Highgui.imread("H:/app/3d/SMARTPV/Assets/Resources/Texture/Test/8.jpg", 0));
//labelsList.Add(3);
labels.fromList(labelsList);
int[] predictedLabel = new int[1];
double[] predictedConfidence = new double[1];
FaceRecognizer faceRecognizer = FaceRecognizer.createEigenFaceRecognizer();
faceRecognizer.train(images, labels);
string strSubstring = "";
for (int i = 0; i < rects.Length; i++)
{
Size dsize = new Size(64, 64);
Mat testSampleMat = new Mat(dsize, Imgproc.COLOR_RGBA2GRAY); //Imgproc.COLOR_RGBA2GRAY
Imgproc.resize(grayMat.submat(rects[i]), testSampleMat, dsize);
faceRecognizer.predict(testSampleMat, predictedLabel, predictedConfidence);
Texture2D texturess = new Texture2D(testSampleMat.cols(), testSampleMat.rows(), TextureFormat.RGBA32, false);//
Utils.matToTexture2D(testSampleMat, texturess);
_Texture.mainTexture = texturess;
string aaa = predictedConfidence[0] <=3000 ? "喬磊" : "不認識";
Scalar s = predictedConfidence[0] <= 3000 ? new Scalar(255, 0, 0, 255) : new Scalar(9, 255, 0, 255);
Core.putText(rgbaMat, predictedLabel[0].ToString(), new Point(rects[i].x + 10, rects[i].y + 20), Core.FONT_HERSHEY_COMPLEX, 0.4, s);
Core.rectangle(rgbaMat, new Point(rects[i].x, rects[i].y), new Point(rects[i].x + rects[i].width, rects[i].y + rects[i].height), s, 2);
strSubstring += i + "#人臉[" + aaa + "] 誤差值：" + predictedConfidence[0] + " |||" + predictedLabel[0] + "\n\t";
}
lable.text = "檢測到人臉數量:" + rects.Length;
lable2.text = strSubstring;
//rgbaMat
Utils.matToTexture2D(rgbaMat, texture, colors);
}
}
void OnDisable()
{
webCamTexture.Stop();
}
}
uj5u.com熱心網友回復：
這是訓練的圖片
uj5u.com熱心網友回復：
沒用過啊。。。。。。。。。。uj5u.com熱心網友回復：
大神 , 怎么做訓練啊?uj5u.com熱心網友回復：
圖片怎么截取的？？？？uj5u.com熱心網友回復：
這個高級了，研究了轉載請註明出處，本文鏈接：https://www.uj5u.com/qita/54806.html
標籤：Unity3D
上一篇：征途懷舊版私服問題