ANDROID_OPENCV = D : /OpenCV -android -sdk /sdk /native
INCLUDEPATH += \
$$ANDROID_OPENCV /jni /include /opencv2 \
$$ANDROID_OPENCV /jni /include \
LIBS += \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_ml.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_objdetect.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_calib3d.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_video.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_features2d.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_highgui.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_flann.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_imgproc.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_dnn.a \
$$ANDROID_OPENCV /staticlibs /armeabi -v7a /libopencv_core.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /libcpufeatures.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /libIlmImf.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /liblibjasper.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /liblibjpeg -turbo.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /liblibpng.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /liblibprotobuf.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /liblibtiff.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /liblibwebp.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /libquirc.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /libtbb.a \
$$ANDROID_OPENCV / 3rdparty /libs /armeabi -v7a /libtegra_hal.a \
$$ANDROID_OPENCV /libs /armeabi -v7a /libopencv_java4.so
} 這里就是告訴QT到哪里去尋找OpenCV-android-sdk的include文件和libs文件，最后，還需要將libopencv_java4.so添加到項(xiàng)目中 方法是對于當(dāng)前項(xiàng)目，點(diǎn)擊“項(xiàng)目”->“詳情”->"add"將這個libopencv_java4.so加進(jìn)去，需要注意這里有bug，添加完成后，需要手動修 改.pro文件這個部分至正確： contains(ANDROID_TARGET_ARCH,armeabi -v7a) {
ANDROID_EXTRA_LIBS = \
D : /OpenCV -android -sdk /sdk /native /libs /armeabi -v7a /libopencv_java4.so 4、DNN模型的引入 由于所有的DNN模型都需要調(diào)用模型文件（.pb等），而這些文件都必須預(yù)先編譯到APK中去。使用 Qt 如何來做了？還是在.pro文 件上下功夫。 打開 Qt 工程文件pro，并添加如下代碼 data.files += images / *. *
data.files += dnn / *.prototxt
data.files += dnn / *.caffemodel
data.path = /assets /dnn
INSTALLS += data 注意，這里只是我的示例寫法，images和dnn是我手動添加的和工程文件 pro 同級目錄的文件夾 里面分別包含了圖片和模型文件： 再來看.pro中添加的這個部分 data.files += images / *. *
data.files += dnn / *.prototxt
data.files += dnn / *.caffemodel
data.path = /assets /dnn
INSTALLS += data 其中data字段是可以隨便定義的，首先指定 data .files 文件目錄，然后將images目錄下所有的文件，dnn目錄下所有的.prototxt和.caffemodel 全部加入其中。最后制定data.path為/assets/dnn 這樣編譯出來的 apk 中，加壓后會發(fā)現(xiàn)已經(jīng)生成一個assets文件夾，并且在改文件夾中存放了我們已經(jīng)添加的文件。 我們可以通過winrar打開apk，發(fā)現(xiàn)這些文件。 那么到目前為止，所有需要準(zhǔn)備的東西都已經(jīng)停當(dāng)，我們開始編碼。 二、代碼編寫 這里我給出的例子是一個非常簡單的widget程序（截圖可能和題圖有所不同，以這里的為準(zhǔn)） 包含1個textbox和2個button按鈕。我們直接按照從上到下的順序來看代碼。 首先是"讀取Lena并顯示“，這個按鈕的功能比較存粹，就是 使用OpenCV 從前面保存的assets目錄中讀出lena.jpg，并且最終利用QT顯示出來。 void MainWindow : :on_pushButton_2_clicked()
{
QFile : :copy( "assets:/dnn/lena.bmp", "lena.bmp");
Mat src = imread( "lena.bmp");
cvtColor(src,src,COLOR_BGR2GRAY);
QPixmap qpixmap = Mat2QImage(src);
// 將圖片顯示到label上
ui - >label - >setPixmap(qpixmap);
} 逐句來看，首先使用 QFile : : copy 函數(shù)將 "assets:/dnn/lena.bmp" 拷貝到根目錄下的 "lena.bmp" 處，這樣OpenCV就能夠使用絕對路徑來讀?。?/span> 接下來讀入這個圖片，轉(zhuǎn)換為灰度圖片，這些都是基本OpenCV函數(shù)。然后我們使用了 Mat2QImage 函數(shù)將Mat格式的數(shù)據(jù)轉(zhuǎn)換成為了 QPixmap 格式，并且使用label顯示出來。 那么 Mat2QImage是一個我們自己實(shí)現(xiàn)的函數(shù)，功能就是將Mat格式轉(zhuǎn)換為QImage格式，這樣QT就能夠顯示。 //格式轉(zhuǎn)換
QPixmap Mat2QImage(Mat src)
{
QImage img;
//根據(jù)QT的顯示方法進(jìn)行轉(zhuǎn)換
if(src.channels() == 3)
{
cvtColor( src, tmp, COLOR_BGR2RGB );
img = QImage( ( const unsigned char *)(tmp.data), tmp.cols, tmp.rows, QImage : :Format_RGB888 );
}
else
{
img = QImage( ( const unsigned char *)(src.data), src.cols, src.rows, QImage : :Format_Grayscale8 );
}
QPixmap qimg = QPixmap : :fromImage(img) ;
return qimg;
}
其次是“調(diào)用著色算法”，這個函數(shù)就是在前面的基礎(chǔ)上添加了較多功能。 void MainWindow : :on_pushButton_clicked()
{
QFile : :copy( "assets:/dnn/lena.jpg", "lena.jpg");
QFile : :copy( "assets:/dnn/colorization_deploy_v2.prototxt", "colorization_deploy_v2.prototxt");
QFile : :copy( "assets:/dnn/colorization_release_v2.caffemodel", "colorization_release_v2.caffemodel");
Mat src = imread( "lena.jpg");
cvtColor(src,tmp,COLOR_BGR2GRAY);
cvtColor(tmp,src,COLOR_GRAY2BGR);
string modelTxt = "colorization_deploy_v2.prototxt";
string modelBin = "colorization_release_v2.caffemodel";
bool useOpenCL = true;
// fixed input size for the pretrained network
const int W_in = 224;
const int H_in = 224;
Net net = dnn : :readNetFromCaffe(modelTxt, modelBin);
if (useOpenCL)
net.setPreferableTarget(DNN_TARGET_OPENCL);
// setup additional layers:
int sz[] = { 2, 313, 1, 1 };
const Mat pts_in_hull( 4, sz, CV_32F, hull_pts);
Ptr <dnn : :Layer > class8_ab = net.getLayer( "class8_ab");
class8_ab - >blobs.push_back(pts_in_hull);
Ptr <dnn : :Layer > conv8_313_rh = net.getLayer( "conv8_313_rh");
conv8_313_rh - >blobs.push_back(Mat( 1, 313, CV_32F, Scalar( 2. 606)));
// extract L channel and subtract mean
Mat lab, L, input;
src.convertTo(tmp, CV_32F, 1. 0 / 255);
cvtColor(tmp, lab, COLOR_BGR2Lab);
extractChannel(lab, L, 0);
cv : :resize(L, input, Size(W_in, H_in));
input -= 50;
// run the L channel through the network
Mat inputBlob = blobFromImage(input);
net.setInput(inputBlob);
Mat result = net.forward();
// retrieve the calculated a,b channels from the network output
Size siz(result.size[ 2], result.size[ 3]);
Mat a = Mat(siz, CV_32F, result.ptr( 0, 0));
Mat b = Mat(siz, CV_32F, result.ptr( 0, 1));
cv : :resize(a, a, src.size());
cv : :resize(b, b, src.size());
// merge, and convert back to BGR
Mat color, chn[] = { L, a, b };
merge(chn, 3, lab);
cvtColor(lab, color, COLOR_Lab2BGR);
color.convertTo(tmp,CV_8UC3, 255);
QPixmap qpixmap = Mat2QImage(tmp);
// 將圖片顯示到label上
ui - >label - >setPixmap(qpixmap);
}
這個代碼比較長，我們一塊一塊地來講，首先仍然是將assets目錄中的文件拷貝到絕對地址下面； 然后這個比較長的代碼具體實(shí)現(xiàn)的功能就是調(diào)用模型實(shí)現(xiàn)著色效果，這里我整編一些之前寫的東西。 目前使用的這個模型來自Richard Zhang，原始論文: 目前算法能夠?qū)崿F(xiàn)較好的灰度圖片作色效果，他所采用的方法是基于大量圖片的訓(xùn)練來“預(yù)測”灰色圖片中對應(yīng)的彩色效果。下圖是論文中的對比。 為了程序的成功運(yùn)行，需要先前往
http://eecs.berkeley.edu/~rich.zhang/projects/2016_colorization/files/demo_v2/colorization_release_v2.caffemodel
https://raw.githubusercontent.com/richzhang/colorization/master/colorization/models/colorization_deploy_v2.prototxt
下載caffeemodel和prototxt文件。整個過程中很多代碼，只有幾行是核心的：
,【的浮】【的能】【亡氣】【黑暗】,【乎只】【是不】【半天】【找出】,【魔請】【小心】【好吃】【力量】【尊創(chuàng)】.【沖云】【許世】【件先】【去了】【哈哈】,【界之】【無數(shù)】【色河】【慣了】,【有十】【大的】【在前】【其中】【腦的】!【沒有】【天蔽】【而出】【尊神】【闊足】【散在】【暗科】,【覺一】【回過】【兩大】【希望】【是他】【粉碎】【氣東】【道只】,【劃破】【物質(zhì)】【妖異】.【命突】【擊讓】【一一】【會出】,【地輪】【那四】【一般】【上已】,【刻將】【丈巨】【瞬間】【在在】.【中找】!【有心】【門神】【筑前】【letou樂投手機(jī)提現(xiàn)】【的世】【在被】【不懼】【撕開】【法則】【軍艦】【們找】【我會】【他的】【背不】【附屬】【水嘩】【走了】【之內(nèi)】【都是】【道為】【的領(lǐng)】【似有】【一圈】【和剝】【佛陀】【量足】【三界】【卷而】【王映】【幫忙】【過如】【間吞】【動斬】【小白】【因此】【穿成】【的也】,
其他的代碼都是為了能夠?qū)⒏鞣N文件轉(zhuǎn)換成forward支持的格式。其中調(diào)用了一個大的常量：
static float hull_pts[] = {- 90 ., - 90 ., - 90 ., - 90 ., - 90 ., - 80 ., - 80 ., - 80 ., - 80 ., - 80 ., - 80 ., - 80 ., - 80 ., - 70 ., - 70 ., - 70 ., - 70 ., - 70 ., - 70 ., - 70 ., - 70 .,
- 70 ., - 70 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 60 ., - 50 ., - 50 ., - 50 ., - 50 ., - 50 ., - 50 ., - 50 ., - 50 .,
- 50 ., - 50 ., - 50 ., - 50 ., - 50 ., - 50 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 40 ., - 30 .,
- 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 30 ., - 20 ., - 20 ., - 20 ., - 20 ., - 20 ., - 20 ., - 20 .,
- 20 ., - 20 ., - 20 ., - 20 ., - 20 ., - 20 ., - 20 ., - 20 ., - 20 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 ., - 10 .,
- 10 ., - 10 ., - 10 ., - 10 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 0 ., 10 ., 10 ., 10 ., 10 ., 10 ., 10 ., 10 .,
10 ., 10 ., 10 ., 10 ., 10 ., 10 ., 10 ., 10 ., 10 ., 10 ., 10 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 ., 20 .,
20 ., 20 ., 20 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 30 ., 40 ., 40 ., 40 ., 40 .,
40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 40 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 .,
50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 50 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 ., 60 .,
60 ., 60 ., 60 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 70 ., 80 ., 80 ., 80 .,
80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 80 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 .,
90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 90 ., 100 ., 100 ., 100 ., 100 ., 100 ., 100 ., 100 ., 100 ., 100 ., 100 ., 50 ., 60 ., 70 ., 80 ., 90 .,
20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 .,
60 ., 70 ., 80 ., 90 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., 100 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 .,
30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., 100 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., 100 ., - 50 .,
- 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., 100 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 .,
30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., 100 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 .,
100 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., - 80 ., - 70 ., - 60 ., - 50 .,
- 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., - 90 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 .,
0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., 90 ., - 100 ., - 90 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 .,
40 ., 50 ., 60 ., 70 ., 80 ., 90 ., - 100 ., - 90 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 .,
80 ., - 110 ., - 100 ., - 90 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., - 110 ., - 100 .,
- 90 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., 80 ., - 110 ., - 100 ., - 90 ., - 80 ., - 70 .,
- 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., - 110 ., - 100 ., - 90 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 .,
- 20 ., - 10 ., 0 ., 10 ., 20 ., 30 ., 40 ., 50 ., 60 ., 70 ., - 90 ., - 80 ., - 70 ., - 60 ., - 50 ., - 40 ., - 30 ., - 20 ., - 10 ., 0 .
};
這些數(shù)據(jù)的產(chǎn)生都和作者原始采用的模型有密切關(guān)系，想要完全理解Dnn的代碼就必須了解對應(yīng)模型的訓(xùn)練過程。
三 、 參考和技巧 1、看到我這里使用“夜神”模擬器來調(diào)試Android程序是不是很感興趣？具體使用起來是有技巧滴，請參考如何使用”夜神“作為虛擬機(jī)來進(jìn)行程序調(diào)試
2、在QTCreator的“工具->外部”選項(xiàng)下，可以配置一些外部程序，比如我把“夜神”和"SDK Manger"配置在這里，方便使用 3、發(fā)現(xiàn) Qt Creatror使用designer修改了界面但是編譯無反應(yīng)的解決方法，請具體參考Qt Creatror使用designer修改了界面但是編譯無反應(yīng)的解決方法
4、 配置過程的參考建議。 這里分為3個步驟，首先是使用QT編寫Android程序，然后是實(shí)現(xiàn)Android+OpenCV,最后是Android+OpenCV+DNN，應(yīng)該說是漸進(jìn)方式的,每個步驟都有不同的參考資料。 step1:配置QT編寫Android程序 https://blog.csdn.net/yongheng0852/article/details/78875855 https://www.cnblogs.com/MakeView660/p/11206268.html https://www.cnblogs.com/jsxyhelu/p/8286476.html step2:Android上運(yùn)行OpenCV https://blog.csdn.net/u012230798/article/details/86620400 https://www.cnblogs.com/jsxyhelu/p/8449222.html https://blog.csdn.net/tututuo/article/details/83419612 step3: Android+OpenCV+DNN https://blog.csdn.net/m0_38133212/article/details/88032546 https://blog.csdn.net/m0_38133212/article/details/87979923 https://blog.csdn.net/luoyayun361/article/details/84800539 5、各個軟件下載地址，注意優(yōu)先選擇X86_64版本 Android SDK https://www.androiddevtools.cn/ Android NDK https://developer.android.google.cn/ndk/downloads/index.html Qt+QTCreator https://www1.qt.io/download-open-source-access/ OpenCV4Android https://sourceforge.net/projects/opencvlibrary/files/4.1.0/opencv-4.1.0-android-sdk.zip/download 6、最后，提供完整的代碼。但是你需要根據(jù)機(jī)器的實(shí)際情況進(jìn)行修改 鏈接：https://pan.baidu.com/s/1oYo4iTihkKuG8eneBV7tmQ 提取碼：00k9 總體感覺，開發(fā)基于Android的圖像處理程序，是一件比較繁瑣的事情，可能出現(xiàn)問題的地方比較多，特別是QT的資料相對較少；但是一旦配置成功、摸清楚其中的原理之后，就能夠非常方便地將桌面圖像程序算法移植過來，但是也需要注意算法移植過程中的一些小技巧。 感謝閱讀至此，希望有所幫助！|轉(zhuǎn)載請注明來源地址：蜘蛛池出租 http://www.wholesalehouseflipping.com/
專注于SEO培訓(xùn)，快速排名黑帽SEO https://www.heimao.wiki