feat: 切换后端至PaddleOCR-NCNN,切换工程为CMake

1.项目后端整体迁移至PaddleOCR-NCNN算法,已通过基本的兼容性测试
2.工程改为使用CMake组织,后续为了更好地兼容第三方库,不再提供QMake工程
3.重整权利声明文件,重整代码工程,确保最小化侵权风险

Log: 切换后端至PaddleOCR-NCNN,切换工程为CMake
Change-Id: I4d5d2c5d37505a4a24b389b1a4c5d12f17bfa38c
This commit is contained in:
wangzhengyang
2022-05-10 09:54:44 +08:00
parent ecdd171c6f
commit 718c41634f
10018 changed files with 3593797 additions and 186748 deletions

View File

@ -0,0 +1,89 @@
import java.util.ArrayList;
import java.util.List;
import org.opencv.core.*;
import org.opencv.core.Range;
import org.opencv.highgui.HighGui;
import org.opencv.imgcodecs.Imgcodecs;
import org.opencv.imgproc.Imgproc;
class PanoramaStitchingRotatingCameraRun {
void basicPanoramaStitching (String[] args) {
String img1path = args[0], img2path = args[1];
Mat img1 = new Mat(), img2 = new Mat();
img1 = Imgcodecs.imread(img1path);
img2 = Imgcodecs.imread(img2path);
//! [camera-pose-from-Blender-at-location-1]
Mat c1Mo = new Mat( 4, 4, CvType.CV_64FC1 );
c1Mo.put(0 ,0 ,0.9659258723258972, 0.2588190734386444, 0.0, 1.5529145002365112,
0.08852133899927139, -0.3303661346435547, -0.9396926164627075, -0.10281121730804443,
-0.24321036040782928, 0.9076734185218811, -0.342020183801651, 6.130080699920654,
0, 0, 0, 1 );
//! [camera-pose-from-Blender-at-location-1]
//! [camera-pose-from-Blender-at-location-2]
Mat c2Mo = new Mat( 4, 4, CvType.CV_64FC1 );
c2Mo.put(0, 0, 0.9659258723258972, -0.2588190734386444, 0.0, -1.5529145002365112,
-0.08852133899927139, -0.3303661346435547, -0.9396926164627075, -0.10281121730804443,
0.24321036040782928, 0.9076734185218811, -0.342020183801651, 6.130080699920654,
0, 0, 0, 1);
//! [camera-pose-from-Blender-at-location-2]
//! [camera-intrinsics-from-Blender]
Mat cameraMatrix = new Mat(3, 3, CvType.CV_64FC1);
cameraMatrix.put(0, 0, 700.0, 0.0, 320.0, 0.0, 700.0, 240.0, 0, 0, 1 );
//! [camera-intrinsics-from-Blender]
//! [extract-rotation]
Range rowRange = new Range(0,3);
Range colRange = new Range(0,3);
//! [extract-rotation]
//! [compute-rotation-displacement]
//c1Mo * oMc2
Mat R1 = new Mat(c1Mo, rowRange, colRange);
Mat R2 = new Mat(c2Mo, rowRange, colRange);
Mat R_2to1 = new Mat();
Core.gemm(R1, R2.t(), 1, new Mat(), 0, R_2to1 );
//! [compute-rotation-displacement]
//! [compute-homography]
Mat tmp = new Mat(), H = new Mat();
Core.gemm(cameraMatrix, R_2to1, 1, new Mat(), 0, tmp);
Core.gemm(tmp, cameraMatrix.inv(), 1, new Mat(), 0, H);
Scalar s = new Scalar(H.get(2, 2)[0]);
Core.divide(H, s, H);
System.out.println(H.dump());
//! [compute-homography]
//! [stitch]
Mat img_stitch = new Mat();
Imgproc.warpPerspective(img2, img_stitch, H, new Size(img2.cols()*2, img2.rows()) );
Mat half = new Mat();
half = new Mat(img_stitch, new Rect(0, 0, img1.cols(), img1.rows()));
img1.copyTo(half);
//! [stitch]
Mat img_compare = new Mat();
Mat img_space = Mat.zeros(new Size(50, img1.rows()), CvType.CV_8UC3);
List<Mat>list = new ArrayList<>();
list.add(img1);
list.add(img_space);
list.add(img2);
Core.hconcat(list, img_compare);
HighGui.imshow("Compare Images", img_compare);
HighGui.imshow("Panorama Stitching", img_stitch);
HighGui.waitKey(0);
System.exit(0);
}
}
public class PanoramaStitchingRotatingCamera {
public static void main(String[] args) {
System.loadLibrary(Core.NATIVE_LIBRARY_NAME);
new PanoramaStitchingRotatingCameraRun().basicPanoramaStitching(args);
}
}

View File

@ -0,0 +1,89 @@
import java.util.ArrayList;
import java.util.List;
import java.util.Random;
import org.opencv.core.*;
import org.opencv.calib3d.Calib3d;
import org.opencv.highgui.HighGui;
import org.opencv.imgcodecs.Imgcodecs;
import org.opencv.imgproc.Imgproc;
class PerspectiveCorrectionRun {
void perspectiveCorrection (String[] args) {
String img1Path = args[0], img2Path = args[1];
Mat img1 = Imgcodecs.imread(img1Path);
Mat img2 = Imgcodecs.imread(img2Path);
//! [find-corners]
MatOfPoint2f corners1 = new MatOfPoint2f(), corners2 = new MatOfPoint2f();
boolean found1 = Calib3d.findChessboardCorners(img1, new Size(9, 6), corners1 );
boolean found2 = Calib3d.findChessboardCorners(img2, new Size(9, 6), corners2 );
//! [find-corners]
if (!found1 || !found2) {
System.out.println("Error, cannot find the chessboard corners in both images.");
System.exit(-1);
}
//! [estimate-homography]
Mat H = new Mat();
H = Calib3d.findHomography(corners1, corners2);
System.out.println(H.dump());
//! [estimate-homography]
//! [warp-chessboard]
Mat img1_warp = new Mat();
Imgproc.warpPerspective(img1, img1_warp, H, img1.size());
//! [warp-chessboard]
Mat img_draw_warp = new Mat();
List<Mat> list1 = new ArrayList<>(), list2 = new ArrayList<>() ;
list1.add(img2);
list1.add(img1_warp);
Core.hconcat(list1, img_draw_warp);
HighGui.imshow("Desired chessboard view / Warped source chessboard view", img_draw_warp);
//! [compute-transformed-corners]
Mat img_draw_matches = new Mat();
list2.add(img1);
list2.add(img2);
Core.hconcat(list2, img_draw_matches);
Point []corners1Arr = corners1.toArray();
for (int i = 0 ; i < corners1Arr.length; i++) {
Mat pt1 = new Mat(3, 1, CvType.CV_64FC1), pt2 = new Mat();
pt1.put(0, 0, corners1Arr[i].x, corners1Arr[i].y, 1 );
Core.gemm(H, pt1, 1, new Mat(), 0, pt2);
double[] data = pt2.get(2, 0);
Core.divide(pt2, new Scalar(data[0]), pt2);
double[] data1 =pt2.get(0, 0);
double[] data2 = pt2.get(1, 0);
Point end = new Point((int)(img1.cols()+ data1[0]), (int)data2[0]);
Imgproc.line(img_draw_matches, corners1Arr[i], end, RandomColor(), 2);
}
HighGui.imshow("Draw matches", img_draw_matches);
HighGui.waitKey(0);
//! [compute-transformed-corners]
System.exit(0);
}
Scalar RandomColor () {
Random rng = new Random();
int r = rng.nextInt(256);
int g = rng.nextInt(256);
int b = rng.nextInt(256);
return new Scalar(r, g, b);
}
}
public class PerspectiveCorrection {
public static void main (String[] args) {
System.loadLibrary(Core.NATIVE_LIBRARY_NAME);
new PerspectiveCorrectionRun().perspectiveCorrection(args);
}
}