利用OPENCV为android开发畸变校正的JNI库

需要为项目提供一套畸变校正的算法，由于需要大量的矩阵运算，考虑到效率和适时性，使用JNI开发，希望把有关数组短阵的处理的变换全部放入C语言中处理。

主要用于android移动端，大致的数据来源一是从camera直接读取YUV数据，一种是从第三方接读取RGB数据，另一种是直接对BITMAP进行处理。

1.考虑到硬件设备接口，第三方软件接口，图像接口，OPENCV接口，希望能够开发出通用的算法库，一劳永逸的解决各种复杂的使用场景，因此数据要支持YUV，支持ARGB，支持MAT

2android对BITMAP有获取像素点的操作，也有通过象素点生成BITMAP的操作，而且有很多图像处理接口和第三方可以处理RGB矩阵，如

bm.getPixels(pixs, 0, w, 0, 0, w, h);
int[] pixs1 = new int[w*h];
final Bitmap bm2 = Bitmap.createBitmap(pixs1, w, h, Bitmap.Config.ARGB_8888);

因此设计如下接口，入口为ARGB的整型，输出也是整型

public static native boolean RgbaUndistort(int[] argb, int width, int height, int[] pixels);

3考虑到有些情况需要二维数组，

public static native boolean RgbaUndistort2(int[][] rgb, int width, int height, int[] pixels);

4考虑到OPENCV的MAT结构，由于MAT有matToBitmap可以直接转化为BITMAP，应用MAT 提供

public static native boolean RgbaUndistortMat(int[] argb, int width, int height, long pArgbOutMatAddr);

5考虑到第三方使用MAT的情况，因此输入也可以支持MAT因此设计接口

public static native boolean RgbMatUndistortMat(long pArgbMatAddr, int width, int height, long pArgbOutMatAddr);

6考虑到摄像头输出YUV，提供YUV数据处理，一个输出RGB，一个输出MAT

public static native boolean YuvNv21UndistortRgba(byte[] YuvNv21, int width, int height, int[] pixels);
public static native boolean YuvNv21UndistortRgbaMat(byte[] YuvNv21, int width, int height, long pMatAddr);

7考虑到可能有不需要畸变的场合，为YUV设计一个灰度，一个RGB接口

public static native boolean YuvNv21ToGray(byte[] YuvNv21,int width, int height, int[] pixels);
public static native boolean YuvNv21ToRGBA(byte[] YuvNv21, int width, int height, int[] pixels);

8于是编写简单的JAVA头源生类

public class ImageProc3 {static {System.loadLibrary("ImgProc3");}public static native boolean YuvNv21ToGray(byte[] YuvNv21,int width, int height,  int[] pixels);public static native boolean YuvNv21ToRGBA(byte[] YuvNv21, int width, int height, int[] pixels);public static native boolean RgbaUndistort(int[] argb, int width, int height, int[] pixels);public static native boolean RgbaUndistort2(int[][] rgb, int width, int height, int[] pixels);public static native boolean RgbaUndistortMat(int[] argb, int width, int height, long pArgbOutMatAddr);public static native boolean RgbMatUndistortMat(long pArgbMatAddr, int width, int height, long pArgbOutMatAddr);public static native boolean YuvNv21UndistortRgba(byte[] YuvNv21, int width, int height, int[] pixels);public static native boolean YuvNv21UndistortRgbaMat(byte[] YuvNv21, int width, int height, long pMatAddr);}

进入BIN目录的classes文件夹使用java -classpath . -jni 生成C头文件

根据头文件编写实现的C代码

#include <stdio.h>
#include <jni.h>
#include<Android/log.h>#include <opencv2/core/core.hpp>
#include <opencv2/highgui/highgui.hpp>
#include <opencv2/imgproc/imgproc.hpp>using namespace std;
using namespace cv;#define TAG    "Camera XXXXX" // 锟斤拷锟斤拷锟斤拷远锟斤拷锟斤拷LOG锟侥憋拷识
#define LOGD(...)  __android_log_print(ANDROID_LOG_DEBUG,TAG,__VA_ARGS__) // 锟斤拷锟斤拷LOGD锟斤拷锟斤拷#ifdef __cplusplus
extern "C" {
#endif
/** Class:     ImgProc_ImageProc3* Method:    YuvNv21ToGray* Signature: ([BII[I)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_YuvNv21ToGray(JNIEnv *jenv, jclass jclassz, jbyteArray YuvNv21, jint width, jint height, jintArray pixels){jbyte * pNV21FrameData = jenv->GetByteArrayElements(YuvNv21, 0);jint * poutPixels = jenv->GetIntArrayElements(pixels, 0);Mat mNV(height, width, CV_8UC1, (unsigned char*) pNV21FrameData);Mat mBgra(height, width, CV_8UC4, (unsigned char*) poutPixels);cvtColor(mNV, mBgra, CV_YUV420sp2RGBA);jenv->ReleaseByteArrayElements(YuvNv21, pNV21FrameData, 0);jenv->ReleaseIntArrayElements(pixels, poutPixels, 0);return true;
}/** Class:     ImgProc_ImageProc3* Method:    YuvNv21ToRGBA* Signature: ([BII[I)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_YuvNv21ToRGBA(JNIEnv *jenv, jclass jclassz, jbyteArray YuvNv21, jint width, jint height, jintArray pixels){jbyte * pBuf = (jbyte*) jenv->GetByteArrayElements(YuvNv21, 0);jint * poutPixels = jenv->GetIntArrayElements(pixels, 0);Mat image(height + height / 2, width, CV_8UC1, (unsigned char *) pBuf);Mat rgba(height, width, CV_8UC4, (unsigned char*) poutPixels);Mat tmp(height, width, CV_8UC4);cvtColor(image, tmp, CV_YUV420sp2RGBA);vector <Mat> channels;split(tmp, channels);Mat r = channels.at(0);Mat g = channels.at(1);Mat b = channels.at(2);Mat a = channels.at(3);vector <Mat> mbgr(4);mbgr[0] = b;mbgr[1] = g;mbgr[2] = r;mbgr[3] = a;merge(mbgr, rgba);jenv->ReleaseByteArrayElements(YuvNv21, pBuf, 0);jenv->ReleaseIntArrayElements(pixels, poutPixels, 0);return true;
}/** Class:     ImgProc_ImageProc3* Method:    RgbaUndistort* Signature: ([III[I)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_RgbaUndistort(JNIEnv *jenv, jclass jclassz, jintArray argb, jint width, jint height, jintArray pixels){jint * poutPixels = jenv->GetIntArrayElements(pixels, 0);jint * pinPixels = jenv->GetIntArrayElements(argb, 0);Mat out(height, width, CV_8UC4, (unsigned char*) poutPixels);Mat in(height, width, CV_8UC4, (unsigned char*) pinPixels);double cam[] = {width, 0, width / 2, 0, height, height / 2, 0, 0, 1 };double distort[] = { 0.1, 0.35, 0.0, 0.0, 0.01 };Mat camMat = Mat(3, 3, CV_64FC1, cam);Mat disMat = Mat(5, 1, CV_64FC1, distort);undistort(in, out, camMat, disMat);jenv->ReleaseIntArrayElements(argb, pinPixels, 0);jenv->ReleaseIntArrayElements(pixels, poutPixels, 0);return true;
}/** Class:     ImgProc_ImageProc3* Method:    RgbaUndistort2* Signature: ([[III[I)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_RgbaUndistort2(JNIEnv *jenv,jclass jclassz, jobjectArray argb, jint width, jint height,jintArray pixels) {jint i, j;int row = jenv->GetArrayLength(argb);jintArray myarray = (jintArray)(jenv->GetObjectArrayElement(argb, 0));int col = jenv->GetArrayLength(myarray);jint jniData[row][col];LOGD("jiaXXX %s", "Java_ImgProc_ImageProc_convertRGB3");for (i = 0; i < row; i++) {myarray = (jintArray)(jenv->GetObjectArrayElement(argb, i));jint *coldata = jenv->GetIntArrayElements(myarray, 0);for (j = 0; j < col; j++) {jniData[i][j] = coldata[j];LOGD("jiaXXX %d", jniData[i][j]);}jenv->ReleaseIntArrayElements(myarray, coldata, 0);}Mat img = Mat(row, col, CV_8UC4, jniData);LOGD("jiaXXX  %x", img.at<unsigned int>(1, 1));double cam[] = {width, 0, width / 2, 0, height, height / 2, 0, 0, 1 };double distort[] = { 0.1, 0.35, 0.0, 0.0, 0.01 };Mat camMat = Mat(3, 3, CV_64FC1, cam);Mat disMat = Mat(5, 1, CV_64FC1, distort);jint * poutPixels = jenv->GetIntArrayElements(pixels, 0);Mat out(height, width, CV_8UC4, (unsigned char*) poutPixels);undistort(img, out, camMat, disMat);jenv->ReleaseIntArrayElements(pixels, poutPixels, 0);return true;
}/** Class:     ImgProc_ImageProc3* Method:    RgbaUndistortMat* Signature: ([IIIJ)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_RgbaUndistortMat(JNIEnv *jenv, jclass jclassz, jintArray argb, jint width, jint height, jlong pArgbOutMatAddr){//jint * poutPixels = jenv->GetIntArrayElements(pixels, 0);jint * pinPixels = jenv->GetIntArrayElements(argb, 0);//Mat out(height, width, CV_8UC4, (unsigned char*) poutPixels);Mat in(height, width, CV_8UC4, (unsigned char*) pinPixels);Mat out = *((Mat*)pArgbOutMatAddr);double cam[] = {width, 0, width / 2, 0, height, height / 2, 0, 0, 1 };double distort[] = { 0.1, 0.35, 0.0, 0.0, 0.01 };Mat camMat = Mat(3, 3, CV_64FC1, cam);Mat disMat = Mat(5, 1, CV_64FC1, distort);undistort(in, out, camMat, disMat);jenv->ReleaseIntArrayElements(argb, pinPixels, 0);//jenv->ReleaseIntArrayElements(pixels, poutPixels, 0);return true;
}/** Class:     ImgProc_ImageProc3* Method:    RgbMatUndistortMat* Signature: (JIIJ)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_RgbMatUndistortMat(JNIEnv *jenv, jclass jclassz, jlong pArgbMatAddr, jint width, jint height, jlong pArgbOutMatAddr){Mat in=*((Mat*)pArgbMatAddr);Mat out = *((Mat*)pArgbOutMatAddr);double cam[] = {width, 0, width / 2, 0, height, height / 2, 0, 0, 1 };double distort[] = { 0.1, 0.35, 0.0, 0.0, 0.01 };Mat camMat = Mat(3, 3, CV_64FC1, cam);Mat disMat = Mat(5, 1, CV_64FC1, distort);undistort(in, out, camMat, disMat);return true;
}/** Class:     ImgProc_ImageProc3* Method:    YuvNv21UndistortRgba* Signature: ([BII[I)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_YuvNv21UndistortRgba(JNIEnv *jenv, jclass jclassz, jbyteArray YuvNv21, jint width, jint height, jintArray pixels){jbyte * pBuf = (jbyte*) jenv->GetByteArrayElements(YuvNv21, 0);jint * poutPixels = jenv->GetIntArrayElements(pixels, 0);Mat image(height + height / 2, width, CV_8UC1, (unsigned char *) pBuf);Mat rgba(height, width, CV_8UC4, (unsigned char*) poutPixels);Mat tmp(height, width, CV_8UC4);cvtColor(image, tmp, CV_YUV420sp2RGBA);double cam[] = { width, 0, width / 2, 0, height, height / 2, 0, 0, 1 };double distort[] = { 0.1, 0.35, 0.0, 0.0, 0.01 };Mat camMat = Mat(3, 3, CV_64FC1, cam);Mat disMat = Mat(5, 1, CV_64FC1, distort);undistort(tmp, tmp, camMat, disMat);vector < Mat > channels;split(tmp, channels);Mat r = channels.at(0);Mat g = channels.at(1);Mat b = channels.at(2);Mat a = channels.at(3);vector < Mat > mbgr(4);mbgr[0] = b;mbgr[1] = g;mbgr[2] = r;mbgr[3] = a;merge(mbgr, rgba);jenv->ReleaseByteArrayElements(YuvNv21, pBuf, 0);jenv->ReleaseIntArrayElements(pixels, poutPixels, 0);return true;
}/** Class:     ImgProc_ImageProc3* Method:    YuvNv21UndistortRgbaMat* Signature: ([BIIJ)Z*/
JNIEXPORT jboolean JNICALL Java_ImgProc_ImageProc3_YuvNv21UndistortRgbaMat(JNIEnv *jenv, jclass jclassz, jbyteArray YuvNv21, jint width, jint height, jlong pMatAddr){jbyte * pBuf = (jbyte*) jenv->GetByteArrayElements(YuvNv21, 0);//jint * poutPixels = jenv->GetIntArrayElements(pixels, 0);Mat image(height + height / 2, width, CV_8UC1, (unsigned char *) pBuf);//Mat rgba(height, width, CV_8UC4, (unsigned char*) poutPixels);Mat rgba = *((Mat*) pMatAddr);Mat tmp(height, width, CV_8UC4);cvtColor(image, tmp, CV_YUV420sp2RGBA);double cam[] = { width, 0, width / 2, 0, height, height / 2, 0, 0, 1 };double distort[] = { 0.1, 0.35, 0.0, 0.0, 0.01 };Mat camMat = Mat(3, 3, CV_64FC1, cam);Mat disMat = Mat(5, 1, CV_64FC1, distort);undistort(tmp, tmp, camMat, disMat);vector < Mat > channels;split(tmp, channels);Mat r = channels.at(0);Mat g = channels.at(1);Mat b = channels.at(2);Mat a = channels.at(3);vector < Mat > mbgr(4);mbgr[0] = b;mbgr[1] = g;mbgr[2] = r;mbgr[3] = a;merge(mbgr, rgba);jenv->ReleaseByteArrayElements(YuvNv21, pBuf, 0);//jenv->ReleaseIntArrayElements(pixels, poutPixels, 0);return true;
}#ifdef __cplusplus
}
#endif

利用OPENCV为android开发畸变校正的JNI库相关推荐

matlab相机畸变校正csdn,android广角相机畸变校正算法和实现示例
1.光学相机镜头一般都存在畸变的问题,畸变属于成像的几何失真,它是由于焦平面上不同区域对影像的放大率不同而形成的画面扭曲变形现象.除了一些特定的场合,大部分情况下,这些失真都是需要校正到正常人眼不产生 ...
利用顶点位移进行VR畸变校正
利用顶点位移进行VR畸变校正 VR开发的最大挑战之一是对高帧率与高分辨率结合的要求.我们通过把顶点转化为"镜头空间",删除了需要全屏渲染的纹理,这样就可以大规模提高手机性能. 下面 ...
[翻译]利用顶点位移的VR畸变校正
文章英文原网址: http://www.gamasutra.com/blogs/BrianKehrer/20160125/264161/VR_Distortion_Correction_using_V ...
android广角相机畸变校正算法和实现
1.光学相机镜头一般都存在畸变的问题,畸变属于成像的几何失真,它是由于焦平面上不同区域对影像的放大率不同而形成的画面扭曲变形现象.除了一些特定的场合,大部分情况下,这些失真都是需要校正到正常人眼不产生 ...
OpenCV相机标定与畸变校正
点击我爱计算机视觉标星,更快获取CVML新技术本文转载自OpenCV学堂. OpenCV单目相机标定,图像畸变校正相机标定定义与原理 01 在图像测量过程以及机器视觉应用中,为确定空间物体表面某点 ...
OpenCV for Android开发环境Win7平台搭建（转）
1.下载Cygwin 网址http://www.cygwin.org/cygwin/ 用于安装Devel节点下的Gcc开发工具.subversion以及Swig工具 2.下载http://www.c ...
opencv的android.mk,android-opencv 版本下JNI Android.mk文件的书写
不能利用 include $(all-subdir-makefiles) 会报重复引用的错误. AndroidNDK:Tryingto define local module ...opencv. 故 ...
Android开发实例-自动生成题库的数独
本系列文章主要介绍如何利用Android开发一个自动生成题目的数独游戏.涉及的知识和技术如下所示: 挖洞算法自动生成数独题目实现自定义View用于绘制数独盘数据库的基本操作看着市场上千篇一律的数独应 ...
android开发常用组件和第三方库（二）
TimLiu-Android 自己总结的Android开源项目及库. github排名 https://github.com/trending, github搜索:https://github.com ...
云炬Android开发笔记 3-2字体图标库集成与封装
1.项目:android-iconify点此链接到Github 这是一个字体图标库,用字体来代替很多图片. Android开发经常将很多本地图标放在drawable和mipmap文件夹下,这样有一些坏 ...

利用OPENCV为android开发畸变校正的JNI库

利用OPENCV为android开发畸变校正的JNI库相关推荐

最新文章

热门文章