as中opencv的使用 人脸检测

做一个预研 开始学习下opencv的使用 先从导入项目开始


1、下载

进入官网(http://opencv.org/)下载OpenCV4Android并解压。目录结构如下图所示。

我下载了 opencv-3.2.0-android-sdk。zip


as中opencv的使用 人脸检测

as中opencv的使用 人脸检测

其中,sdk目录即是我们开发opencv所需要的类库;samples目录中存放着若干opencv应用示例(包括人脸检测等),可为我们进行android下的opencv开发提供参考


2、将OpenCV引入Android Studio

创建一个新项目  在Android Studio中选择File->Import Module,找到OpenCV解压的路径,选择sdk/java文件夹。

as中opencv的使用 人脸检测

或者

as中opencv的使用 人脸检测


看见 出来

as中opencv的使用 人脸检测


3、更新build.gradle信息  选择 opencv里面的build。gradle 把

compileSdkVersion 25
buildToolsVersion "25.0.3"

defaultConfig {
    minSdkVersion 15
    targetSdkVersion 25
}

信息改成和版本一致的

点击 open Module Settings

as中opencv的使用 人脸检测


把 openlib 加到app的项目依赖里面

as中opencv的使用 人脸检测


复制libs文件夹到项目中

在OpenCV的解压包中,将sdk-->native-->libs文件夹复制,粘贴在Project视图下app-->src-->main目录下,并将其重命名为jniLibs。


就可以了 

直接网上找段代码 看看可以使用不

import android.content.Context;
import android.content.Intent;
import android.os.Bundle;
import android.support.v7.app.AppCompatActivity;
import android.util.Log;
import android.view.View;
import android.view.Window;
import android.view.WindowManager;
import android.widget.Button;
import android.widget.RelativeLayout;

import org.opencv.android.CameraBridgeViewBase;
import org.opencv.android.JavaCameraView;
import org.opencv.android.OpenCVLoader;
import org.opencv.core.Core;
import org.opencv.core.CvType;
import org.opencv.core.Mat;
import org.opencv.core.MatOfRect;
import org.opencv.core.Rect;
import org.opencv.core.Scalar;
import org.opencv.core.Size;
import org.opencv.objdetect.CascadeClassifier;

import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;

public class MainActivity extends AppCompatActivity
        implements CameraBridgeViewBase.CvCameraViewListener {

    private CameraBridgeViewBase openCvCameraView;
    private CascadeClassifier cascadeClassifier;
    //图像人脸小于高度的多少就不检测
    private int absoluteFaceSize;
    //临时图像对象
    private Mat matLin;
    //最终图像对象
    private Mat mat;

    //前置摄像头
    public static int CAMERA_FRONT = 0;
    //后置摄像头
    public static int CAMERA_BACK = 1;

    private int camera_scene = CAMERA_BACK;

    private void initializeOpenCVDependencies() {
        try {
            // Copy the resource into a temp file so OpenCV can load it
            InputStream is = getResources().openRawResource(R.raw.lbpcascade_frontalface);
            File cascadeDir = getDir("cascade", Context.MODE_PRIVATE);
            File mCascadeFile = new File(cascadeDir, "lbpcascade_frontalface.xml");
            FileOutputStream os = new FileOutputStream(mCascadeFile);


            byte[] buffer = new byte[4096];
            int bytesRead;
            while ((bytesRead = is.read(buffer)) != -1) {
                os.write(buffer, 0, bytesRead);
            }
            is.close();
            os.close();


            // 加载人脸特征文件
            cascadeClassifier = new CascadeClassifier(mCascadeFile.getAbsolutePath());
        } catch (Exception e) {
            Log.e("OpenCVActivity", "Error loading cascade", e);
        }


        // And we are ready to go
        openCvCameraView.enableView();
    }


    @Override
    public void onCreate(Bundle savedInstanceState) {
        super.onCreate(savedInstanceState);
//        getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON);
        getWindow().clearFlags(
                WindowManager.LayoutParams.FLAG_FORCE_NOT_FULLSCREEN);
        getWindow().addFlags(WindowManager.LayoutParams.FLAG_FULLSCREEN);
        requestWindowFeature(Window.FEATURE_NO_TITLE);// 设置横屏模式以及全屏模式
        setContentView(R.layout.activity_main);

        final RelativeLayout relativeLayout = (RelativeLayout) findViewById(R.id.relative);

        openCvCameraView = new JavaCameraView(this, CameraBridgeViewBase.CAMERA_ID_FRONT);
        openCvCameraView.setCvCameraViewListener(this);


 final Button button = new Button(MainActivity.this);         button.setText("切换摄像头");         button.setOnClickListener(new View.OnClickListener() {             @Override             public void onClick(View v) {                 if (camera_scene == CAMERA_FRONT) {//如果是前置摄像头就切换成后置
                    relativeLayout.removeAllViews();                     openCvCameraView.disableView();                     openCvCameraView = null;                     cascadeClassifier = null;
                    openCvCameraView = new JavaCameraView(MainActivity.this, CameraBridgeViewBase.CAMERA_ID_BACK);                     openCvCameraView.setCvCameraViewListener(MainActivity.this);
                    openCvCameraView.setCameraIndex(CameraBridgeViewBase.CAMERA_ID_BACK);//后置摄像头                     camera_scene = CAMERA_BACK;
                    relativeLayout.addView(openCvCameraView);                     relativeLayout.addView(button);
                    initializeOpenCVDependencies();                 } else {
                    relativeLayout.removeAllViews();                     openCvCameraView.disableView();                     openCvCameraView = null;                     cascadeClassifier = null;
                    openCvCameraView = new JavaCameraView(MainActivity.this, CameraBridgeViewBase.CAMERA_ID_FRONT);                     openCvCameraView.setCvCameraViewListener(MainActivity.this);
                    openCvCameraView.setCameraIndex(CameraBridgeViewBase.CAMERA_ID_FRONT);//前置摄像头                     camera_scene = CAMERA_FRONT;
                    relativeLayout.addView(openCvCameraView);                     relativeLayout.addView(button);
                    initializeOpenCVDependencies();                 }             }         });
        relativeLayout.addView(openCvCameraView);         relativeLayout.addView(button);
if (camera_scene == CAMERA_FRONT) { openCvCameraView.setCameraIndex(CameraBridgeViewBase.CAMERA_ID_FRONT);//前置摄像头 } else if (camera_scene == CAMERA_BACK) { openCvCameraView.setCameraIndex(CameraBridgeViewBase.CAMERA_ID_BACK);//后置摄像头 } } @Override public void onCameraViewStarted(int width, int height) { matLin = new Mat(height, width, CvType.CV_8UC4);//临时图像 // 人脸小于高度的百分之30就不检测 absoluteFaceSize = (int) (height * 0.3); } @Override public void onCameraViewStopped() { } @Override public Mat onCameraFrame(Mat aInputFrame) { //转置函数,将图像翻转(顺时针90度) Core.transpose(aInputFrame, matLin); //在手机横屏时方向正常 在竖屏时图片向左转了90度 小米手机 if (camera_scene == CAMERA_FRONT) {//前置摄像头 // //转置函数,将图像翻转(对换) // Core.flip(matLin, aInputFrame, 1); 这个方法有问题 参数位置前后不一样 导致黑屏 // //转置函数,将图像反转(对换 修改01)横屏方向正常 竖屏左转了90 Core.flip(aInputFrame, matLin, 1); mat = matLin; } else if (camera_scene == CAMERA_BACK) {//后置摄像头 //转置函数,将图像翻转(对换) // Core.flip(matLin, aInputFrame, 1); mat = aInputFrame; } MatOfRect faces = new MatOfRect(); Log.i("123456", "absoluteFaceSize = " + absoluteFaceSize); // Use the classifier to detect faces if (cascadeClassifier != null) { cascadeClassifier.detectMultiScale(mat, faces, 1.1, 1, 1, new Size(absoluteFaceSize, absoluteFaceSize), new Size()); } // 检测出多少个 Rect[] facesArray = faces.toArray(); for (int i = 0; i < facesArray.length; i++) { Log.i("123456", "facesArray[i].tl()坐上坐标 == " + facesArray[i].tl() + " facesArray[i].br() == 右下坐标" + facesArray[i].br());
//3.2的sdk把core进行了拆分 细化 有的方法在别的类中 // Core.rectangle(mat, facesArray[i].tl(), facesArray[i].br(), new Scalar(0, 255, 0, 255), 3);
	//根据坐标绘制了一个方框
	Imgproc.rectangle(mat, facesArray[i].tl(), facesArray[i].br(), new Scalar(0, 255, 0, 255), 3);
} return mat; } @Override public void onResume() { super.onResume(); if (!OpenCVLoader.initDebug()) { Log.e("log_wons", "OpenCV init error"); // Handle initialization error } initializeOpenCVDependencies(); //OpenCVLoader.initAsync(OpenCVLoader.OPENCV_VERSION_2_4_6, this, mLoaderCallback); }}


布局放一个id为relative全屏的空的RelativeLayout 就可以了
AndroidManifest中加上

<uses-permission android:name="android.permission.CAMERA" />

<uses-feature
    android:name="android.hardware.camera"
    android:required="false" />
<uses-feature
    android:name="android.hardware.camera.autofocus"
    android:required="false" />
<uses-feature
    android:name="android.hardware.camera.front"
    android:required="false" />
<uses-feature
    android:name="android.hardware.camera.front.autofocus"
    android:required="false" />


6.0以上的动态权限就不加了 手动去权限管理里面开一下就行了 
这里一直遇到启动了摄像头 黑屏问题 最后发现是出图像翻转处理的问题 加了注释  但是在手机上实测 横屏方向正常 在竖屏时图像左转了90度 很蛋疼 不过总算出来了  
先这样吧 检测出来了    识别是否一致 继续研究