feat: 开发文字识别接口

Description:  开发文字识别接口

Log: 功能开发
Change-Id: I0833d8f7e2d7123026d4aae50aa21a4357872fe0

debian/control

@@ -2,7 +2,7 @@ Source: deepin-ocr
 Section: utils
 Priority: optional
 Maintainer: Deepin Packages Builder <packages@deepin.com>
-Build-Depends: debhelper (>= 11), cmake, qtbase5-dev, pkg-config,libdtkwidget-dev
+Build-Depends: debhelper (>= 11), cmake, qtbase5-dev, pkg-config,libdtkwidget-dev,libtesseract-dev,libleptonica-dev
 Standards-Version: 4.1.3
 Homepage: <insert the upstream URL, if relevant>
 

deepin-ocr.pro

@@ -24,7 +24,8 @@ HEADERS += src/mainwindow.h \
     src/mainwidget.h \
     src/resulttextview.h \
     src/textloadwidget.h \
-    src/view/imageview.h
+    src/view/imageview.h \
+    src/tessocrutils/tessocrutils.h
 
 SOURCES += src/main.cpp \
            src/mainwindow.cpp \
@@ -34,8 +35,10 @@ SOURCES += src/main.cpp \
     src/mainwidget.cpp \
     src/textloadwidget.cpp \
     src/resulttextview.cpp \
-    src/view/imageview.cpp
+    src/view/imageview.cpp \
+    src/tessocrutils/tessocrutils.cpp
 
+LIBS +=  -llept -ltesseract \
 
 QT += dtkgui
 QT += dtkwidget
@@ -57,8 +60,11 @@ translations.files=$$TRANSLATIONS_COMPILED
 dbus_service.path=/usr/share/dbus-1/services
 dbus_service.files=./com.deepin.Ocr.service
 
+#Tesseract-ocr识别语言包
+tesslangs.path=/usr/share/deepin-ocr/tesslangs
+tesslangs.files=./assets/tesslangs/chi_sim.traineddata ./assets/tesslangs/chi_tra.traineddata ./assets/tesslangs/eng.traineddata
 
-INSTALLS += target dbus_service translations
+INSTALLS += target dbus_service translations tesslangs
 
 RESOURCES += \
     resource.qrc

src/tessocrutils/tessocrutils.cpp

@@ -0,0 +1,317 @@
+/*
+
+* Copyright (C) 2019 ~ 2019 Deepin Technology Co., Ltd.
+
+*
+
+* Author:     wangcong <wangcong@uniontech.com>
+
+*
+
+* Maintainer: wangcong <wangcong@uniontech.com>
+
+*
+
+* This program is free software: you can redistribute it and/or modify
+
+* it under the terms of the GNU General Public License as published by
+
+* the Free Software Foundation, either version 3 of the License, or
+
+* any later version.
+
+*
+
+* This program is distributed in the hope that it will be useful,
+
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+
+* GNU General Public License for more details.
+
+*
+
+* You should have received a copy of the GNU General Public License
+
+* along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+*/
+#include "tessocrutils.h"
+
+TessOcrUtils::TessOcrUtils()
+{
+
+
+}
+TessOcrUtils *TessOcrUtils::m_tessOcrUtils = nullptr;
+
+TessOcrUtils *TessOcrUtils::instance()
+{
+    if (!m_tessOcrUtils) {
+        m_tessOcrUtils = new TessOcrUtils();
+    }
+
+    return m_tessOcrUtils;
+}
+
+RecognitionResult TessOcrUtils::getRecogitionResult(const QString imagePath,const ResultType resultType)
+{
+    QString errorMessage = "";
+    ErrorCode errorCode = ErrorCode::UKNOW;
+    RecognitionResult t_result;
+    Pix *p_image;
+
+    if(imagePath.isNull() || imagePath.isEmpty())
+    {
+        //errorMesage = "不能传递空的图片路径！";
+        errorMessage = "Can't pass an empty image path!";
+        errorCode = ErrorCode::OCRPNULL;
+        setResult(errorCode,errorMessage,resultType,t_result);
+        return t_result;
+    }
+
+    QFileInfo qFile(imagePath);
+    //界面传递时最好做个限定，只能传图片
+    if(!qFile.isFile())
+    {
+        //errorMesage = "图片不存在！imagePath: " + imagePath;
+        errorMessage = "Image does not exist! imagePath: " + imagePath;
+        errorCode = ErrorCode::OCRPNULL;
+        setResult(errorCode,errorMessage,resultType,t_result);
+        return t_result;
+    }
+    try {
+        //加载图片
+         p_image = pixRead(imagePath.toLocal8Bit().data()); //absolute path of file
+         if(p_image == nullptr)
+         {
+             throw new QException();
+         }
+    } catch (const std::logic_error &e) {
+        //errorMesage = "加载图片失败！" + QString(qExc.what());
+        errorMessage = "Failed to load picture! " + QString(e.what());
+        errorCode = ErrorCode::OCRLIF;
+        setResult(errorCode,errorMessage,resultType,t_result);
+        return t_result;
+    }
+    //获取识别结果
+    return  getRecogitionResult(p_image,resultType);
+}
+
+RecognitionResult TessOcrUtils::getRecogitionResult(const QString imagePath)
+{
+    return getRecogitionResult(imagePath,ResultType::ResultString);
+}
+
+RecognitionResult TessOcrUtils::getRecogitionResult(QImage *image, const ResultType resultType)
+{
+    QString errorMessage = "";
+    ErrorCode errorCode = ErrorCode::UKNOW;
+    RecognitionResult t_result;
+
+    if(image->isNull())
+    {
+        //errorMesage = "不能传递空的图片路径！";
+        errorMessage = "Can't pass an empty image!";
+        errorCode = ErrorCode::OCRPNULL;
+        setResult(errorCode,errorMessage,resultType,t_result);
+        return t_result;
+    }
+    Pix *p_image;
+    p_image = pixCreate(image->width(), image->height(), image->depth());
+    p_image->w = static_cast<l_uint32>(image->width());
+    p_image->h = static_cast<l_uint32>(image->height());
+    p_image->d = static_cast<l_uint32>(image->depth());
+    p_image->spp = 3;
+    p_image->wpl = static_cast<l_uint32>(image->width());
+    p_image->refcount = 1;
+    p_image->xres = 0;
+    p_image->yres = 0;
+    p_image->informat = 0;
+    p_image->special = 0;
+    p_image->text = nullptr;
+    p_image->colormap = nullptr;
+    //p_image->colormap->array;
+    //p_image->colormap->depth;
+    //p_image->colormap->nalloc;
+    //p_image->colormap->n;
+    p_image->data = reinterpret_cast<l_uint32*>(image->bits());
+
+
+    //获取识别结果
+    return  getRecogitionResult(p_image,resultType);
+}
+
+RecognitionResult TessOcrUtils::getRecogitionResult(QImage *image)
+{
+    return getRecogitionResult(image,ResultType::ResultString);
+}
+
+bool TessOcrUtils::setLanguagesPath(const QString langsPath)
+{
+    if(langsPath.isNull() || langsPath.isEmpty())
+    {
+        return false;
+    }
+    m_sTessdataPath = langsPath;
+    return true;
+}
+
+RecognitionResult TessOcrUtils::getRecogitionResult(Pix * image,ResultType resultType)
+{
+    QString errorMessage = "";
+    ErrorCode errorCode = ErrorCode::UKNOW;
+    QString result = "";
+    RecognitionResult t_result;
+    if(!isExistsResultType(resultType))
+    {
+        //errorMesage = "结果类型不存在 resultType: " + QString::number(resultType);
+        errorMessage = "The result type does not exist! resultType: " + QString::number(resultType);
+        errorCode = ErrorCode::OCRRTNULL;
+        setResult(errorCode,errorMessage,resultType,t_result);
+        return t_result;
+    }
+
+    tesseract::TessBaseAPI *t_Tesseract = new tesseract::TessBaseAPI();
+
+
+    try{
+        //实例化tesseract
+        t_Tesseract = new tesseract::TessBaseAPI();
+        //初始化语言包
+        if (t_Tesseract->Init(m_sTessdataPath.toLatin1().data(), m_sLangs.toLatin1().data()))
+        {
+            //errorMesage = "初始化 Tesseract 失败！" + QString::number(resultType);
+            errorMessage = "Could not initialize tesseract! Tesseract couldn't load any languages!";
+            errorCode = ErrorCode::OCRINIF;
+            setResult(errorCode,errorMessage,resultType,t_result);
+            return t_result;
+        }
+    }catch(const std::logic_error &e){
+        //errorMesage = "初始化 Tesseract 失败！Tesseract 内部错误！" + QString(qExc.what());
+        errorMessage = "Could not initialize tesseract! Tesseract internal error! " + QString(e.what());
+        errorCode = ErrorCode::OCRINIF;
+        setResult(errorCode,errorMessage,resultType,t_result);
+        return t_result;
+    }
+
+    //为Tesseract设置待识别图片
+    t_Tesseract->SetImage(image);
+
+    try {
+        //识别图片
+        switch (resultType) {
+        case ResultType::ResultXML:
+            //result = QString(t_Tesseract->GetAltoText(0));
+            break;
+        case ResultType::ResultHTML:
+            result = QString(t_Tesseract->GetHOCRText(0));
+            break;
+        case ResultType::ResultString:
+            result = QString(t_Tesseract->GetUTF8Text());
+            break;
+        }
+    } catch (const std::logic_error &e) {
+        //errorMesage = "识别图片失败！" + QString(qExc.what());
+        errorMessage = "Image recognition failed! " + QString(e.what());
+        errorCode = ErrorCode::OCRLIF;
+        setResult(errorCode,errorMessage,resultType,t_result);
+        return t_result;
+    }
+    t_Tesseract->End();
+    delete t_Tesseract;
+    pixDestroy(&image);
+
+    t_result.flag = true;
+    t_result.message = errorMessage;
+    t_result.errorCode = ErrorCode::OK;
+    t_result.resultType = resultType;
+    t_result.result = result;
+    return t_result;
+}
+
+void TessOcrUtils::setResult(ErrorCode errCode, const QString errMessage,const ResultType resultType,RecognitionResult &result)
+{
+
+    result.flag = false;
+    result.message = errMessage;
+    result.errorCode = errCode;
+    result.resultType = resultType;
+    result.result = "";
+}
+
+bool TessOcrUtils::setLanguages(const QList<Languages> langs)
+{
+    QString t_langs = "";
+    if(langs.isEmpty())
+    {
+        return false;
+    }
+
+    int i;
+    for ( i = 0;i<langs.length();i++) {
+        Languages lang = langs[i];
+        if(!isExistsLanguage(lang))
+        {
+            return false;
+        }
+        if((langs.length()-1) == i){
+            t_langs+=getLangStr(lang);
+
+        }else{
+            t_langs+=getLangStr(lang) + "+";
+        }
+    }
+
+    m_sLangs = t_langs;
+    return  true;
+
+}
+
+QString TessOcrUtils::getLangStr(Languages lang)
+{
+    QString langStr = "";
+    switch (lang)
+    {
+    case Languages::CHI_SIM:
+        langStr = "chi_sim";
+        break;
+    case Languages::CHI_TRA:
+        langStr = "chi_tra";
+        break;
+    case Languages::ENG:
+        langStr = "eng";
+        break;
+    }
+    return langStr;
+}
+
+bool TessOcrUtils::isExistsResultType(ResultType resultType)
+{
+    bool flag = false;
+    switch (resultType)
+    {
+    case ResultType::ResultString:
+        flag = true;
+        break;
+    case ResultType::ResultHTML:
+        flag = true;
+        break;
+    case ResultType::ResultXML:
+        flag = true;
+        break;
+    }
+    return  flag;
+}
+
+bool TessOcrUtils::isExistsLanguage(Languages lang)
+{
+    bool flag = false;
+    QString str = getLangStr(lang);
+    if(!str.isNull() && !str.isEmpty()){
+        flag = true;
+    }
+    return  flag;
+}
+

src/tessocrutils/tessocrutils.h

@@ -0,0 +1,238 @@
+/*
+
+* Copyright (C) 2019 ~ 2019 Deepin Technology Co., Ltd.
+
+*
+
+* Author:     wangcong <wangcong@uniontech.com>
+
+*
+
+* Maintainer: wangcong <wangcong@uniontech.com>
+
+*
+
+* This program is free software: you can redistribute it and/or modify
+
+* it under the terms of the GNU General Public License as published by
+
+* the Free Software Foundation, either version 3 of the License, or
+
+* any later version.
+
+*
+
+* This program is distributed in the hope that it will be useful,
+
+* but WITHOUT ANY WARRANTY; without even the implied warranty of
+
+* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+
+* GNU General Public License for more details.
+
+*
+
+* You should have received a copy of the GNU General Public License
+
+* along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+*/
+#ifndef TESSOCRUTILS_H
+#define TESSOCRUTILS_H
+//本项目的文件
+
+//dtk的类
+
+//qt的类
+#include <QDebug>
+#include <QException>
+#include <QFileInfo>
+#include <QImage>
+//其他库
+#include <tesseract/baseapi.h>
+#include <leptonica/allheaders.h>
+
+
+/**
+ * @brief 返回结果字符串的类型
+ */
+enum ResultType{
+    ResultString = 1,      //纯字符串结果
+    ResultHTML = 2,        //HTML文本
+    ResultXML = 3          //XML文本
+};
+
+/**
+ * @brief 返回识别过程中的错误码
+ */
+enum ErrorCode{
+    OK = 1,                //成功
+    UKNOW = -1,            //未知错误
+    OCRPNULL = 101,        //文件路径为空
+    OCRRTNULL = 102,       //结果字符串类型不存在
+    OCRINIF = 103,         //ocr三方库初始化失败
+    OCRLIF = 104,          //OCR加载图片失败
+    OCRRIF = 105           //OCR识别图片失败
+};
+
+/**
+ * @brief 现今支持的语言包类型
+ */
+enum Languages{
+    CHI_SIM=1,      //简体中文
+    CHI_TRA=2,      //繁体中文
+    ENG=3           //英文
+};
+
+/**
+ * @brief ocr识别的返回结果
+ */
+struct RecognitionResult{
+
+    /**
+     * @brief 识别是否成功
+     */
+    bool flag;
+
+    /**
+     * @brief 识别返回的消息，如果识别失败发生的错误通过此字段返回
+     */
+    QString message;
+
+    /**
+     * @brief 返回的错误码
+     */
+    ErrorCode errorCode;
+
+    /**
+     * @brief 返回字符串结果的类型
+     */
+    ResultType resultType;
+
+    /**
+     * @brief 返回的字符串结果
+     */
+    QString result;
+
+    RecognitionResult(){
+        flag = false;
+        message.clear();
+        errorCode = ErrorCode::UKNOW;
+        resultType = ResultType::ResultString;
+        result.clear();
+    }
+};
+
+/**
+ * @brief ocr接口工具
+ * 使用方法:
+ * 1.设置语言包路径        TessOcrUtils::instance()->setLanguagesPath(langPath);
+ * 2.设置用来识别的语言包   TessOcrUtils::instance()->setLanguages(langs);
+ * 3.获取识别结果          TessOcrUtils::instance()->getRecogitionResult(t_image);
+ */
+class TessOcrUtils
+{
+public:
+    TessOcrUtils();
+    static TessOcrUtils *instance();
+
+    /**
+     * @brief 传入待识别图片的路径和想得到的返回结果类型，获取识别结果
+     * @param 图片路径
+     * @param 返回的字符串结果类型
+     * @return resultType类型的字符串结果
+     */
+     RecognitionResult getRecogitionResult(const QString imagePath,const ResultType resultType);
+
+    /**
+     * @brief 传入待识别图片的路径，获取纯字符串的识别结果
+     * @param 图片路径
+     * @return 识别的字符串结果
+     */
+     RecognitionResult getRecogitionResult(const QString imagePath);
+
+    /**
+     * @brief 传入待识别图片和想得到的返回结果类型，获取识别结果
+     * @param 图片路径
+     * @param 返回的字符串结果类型
+     * @return resultType类型的字符串结果
+     */
+     RecognitionResult getRecogitionResult(QImage *image,const ResultType resultType);
+
+    /**
+     * @brief 传入待识别图片，获取纯字符串的识别结果
+     * @param 图片路径
+     * @return 识别的字符串结果
+     */
+     RecognitionResult getRecogitionResult(QImage *image);
+
+
+    /**
+     * @brief 设置当前使用的语言包
+     * @param 需要使用的语言包
+     * @return 是否成功
+     */
+     bool setLanguages(const QList<Languages> langs);
+
+    /**
+     * @brief 设置当前使用的语言包路径
+     * @param 语言包路径
+     * @return
+     */
+     bool setLanguagesPath(const QString langsPath);
+
+private :
+
+    /**
+     * @brief 判断指定的结果类型是否存在
+     * @param 指定的类型
+     * @return 存在返回true
+     */
+     bool isExistsResultType(ResultType resultType);
+
+    /**
+     * @brief 判断指定的语言包类型是否存在
+     * @param 指定的类型
+     * @return 存在返回true
+     */
+     bool isExistsLanguage(Languages lang);
+
+    /**
+     * @brief 根据传入的枚举，获取相应的语言包字符串
+     * @param 语言包的枚举
+     * @return 语言包的字符串
+     */
+     QString getLangStr(Languages lang);
+
+    /**
+     * @brief 获取纯字符串的识别结果
+     * @param 需识别的图片
+     * @param 返回的字符串结果类型
+     * @return 返回识别结果
+     */
+     RecognitionResult getRecogitionResult(Pix * image,ResultType resultType);
+
+    /**
+     * @brief 设置返回结果,内部使用
+     * @param 错误码
+     * @param 错误消息
+     * @param 结果类型
+     */
+     void setResult(ErrorCode errCode, const QString errMessage,const ResultType resultType,RecognitionResult &result);
+
+
+     /**
+      * @brief 语言包路径m_image
+      */
+      QString m_sTessdataPath;
+
+     /**
+      * @brief 语言包
+      */
+     QString m_sLangs;
+
+     static TessOcrUtils *m_tessOcrUtils;
+
+};
+
+#endif // TESSOCRUTILS_H