feat: 开发文字识别接口
Description: 开发文字识别接口 Log: 功能开发 Change-Id: I0833d8f7e2d7123026d4aae50aa21a4357872fe0
This commit is contained in:
wangcong
BIN
assets/tesslangs/chi_sim.traineddata
Normal file
BIN
assets/tesslangs/chi_sim.traineddata
Normal file
Binary file not shown.
BIN
assets/tesslangs/chi_tra.traineddata
Normal file
BIN
assets/tesslangs/chi_tra.traineddata
Normal file
Binary file not shown.
BIN
assets/tesslangs/eng.traineddata
Normal file
BIN
assets/tesslangs/eng.traineddata
Normal file
Binary file not shown.
2
debian/control
vendored
2
debian/control
vendored
@ -2,7 +2,7 @@ Source: deepin-ocr
|
||||
Section: utils
|
||||
Priority: optional
|
||||
Maintainer: Deepin Packages Builder <packages@deepin.com>
|
||||
Build-Depends: debhelper (>= 11), cmake, qtbase5-dev, pkg-config,libdtkwidget-dev
|
||||
Build-Depends: debhelper (>= 11), cmake, qtbase5-dev, pkg-config,libdtkwidget-dev,libtesseract-dev,libleptonica-dev
|
||||
Standards-Version: 4.1.3
|
||||
Homepage: <insert the upstream URL, if relevant>
|
||||
|
||||
|
||||
@ -24,7 +24,8 @@ HEADERS += src/mainwindow.h \
|
||||
src/mainwidget.h \
|
||||
src/resulttextview.h \
|
||||
src/textloadwidget.h \
|
||||
src/view/imageview.h
|
||||
src/view/imageview.h \
|
||||
src/tessocrutils/tessocrutils.h
|
||||
|
||||
SOURCES += src/main.cpp \
|
||||
src/mainwindow.cpp \
|
||||
@ -34,8 +35,10 @@ SOURCES += src/main.cpp \
|
||||
src/mainwidget.cpp \
|
||||
src/textloadwidget.cpp \
|
||||
src/resulttextview.cpp \
|
||||
src/view/imageview.cpp
|
||||
src/view/imageview.cpp \
|
||||
src/tessocrutils/tessocrutils.cpp
|
||||
|
||||
LIBS += -llept -ltesseract \
|
||||
|
||||
QT += dtkgui
|
||||
QT += dtkwidget
|
||||
@ -57,8 +60,11 @@ translations.files=$$TRANSLATIONS_COMPILED
|
||||
dbus_service.path=/usr/share/dbus-1/services
|
||||
dbus_service.files=./com.deepin.Ocr.service
|
||||
|
||||
#Tesseract-ocr识别语言包
|
||||
tesslangs.path=/usr/share/deepin-ocr/tesslangs
|
||||
tesslangs.files=./assets/tesslangs/chi_sim.traineddata ./assets/tesslangs/chi_tra.traineddata ./assets/tesslangs/eng.traineddata
|
||||
|
||||
INSTALLS += target dbus_service translations
|
||||
INSTALLS += target dbus_service translations tesslangs
|
||||
|
||||
RESOURCES += \
|
||||
resource.qrc
|
||||
|
||||
317
src/tessocrutils/tessocrutils.cpp
Normal file
317
src/tessocrutils/tessocrutils.cpp
Normal file
@ -0,0 +1,317 @@
|
||||
/*
|
||||
|
||||
* Copyright (C) 2019 ~ 2019 Deepin Technology Co., Ltd.
|
||||
|
||||
*
|
||||
|
||||
* Author: wangcong <wangcong@uniontech.com>
|
||||
|
||||
*
|
||||
|
||||
* Maintainer: wangcong <wangcong@uniontech.com>
|
||||
|
||||
*
|
||||
|
||||
* This program is free software: you can redistribute it and/or modify
|
||||
|
||||
* it under the terms of the GNU General Public License as published by
|
||||
|
||||
* the Free Software Foundation, either version 3 of the License, or
|
||||
|
||||
* any later version.
|
||||
|
||||
*
|
||||
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
|
||||
* GNU General Public License for more details.
|
||||
|
||||
*
|
||||
|
||||
* You should have received a copy of the GNU General Public License
|
||||
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
*/
|
||||
#include "tessocrutils.h"
|
||||
|
||||
TessOcrUtils::TessOcrUtils()
|
||||
{
|
||||
|
||||
|
||||
}
|
||||
TessOcrUtils *TessOcrUtils::m_tessOcrUtils = nullptr;
|
||||
|
||||
TessOcrUtils *TessOcrUtils::instance()
|
||||
{
|
||||
if (!m_tessOcrUtils) {
|
||||
m_tessOcrUtils = new TessOcrUtils();
|
||||
}
|
||||
|
||||
return m_tessOcrUtils;
|
||||
}
|
||||
|
||||
RecognitionResult TessOcrUtils::getRecogitionResult(const QString imagePath,const ResultType resultType)
|
||||
{
|
||||
QString errorMessage = "";
|
||||
ErrorCode errorCode = ErrorCode::UKNOW;
|
||||
RecognitionResult t_result;
|
||||
Pix *p_image;
|
||||
|
||||
if(imagePath.isNull() || imagePath.isEmpty())
|
||||
{
|
||||
//errorMesage = "不能传递空的图片路径！";
|
||||
errorMessage = "Can't pass an empty image path!";
|
||||
errorCode = ErrorCode::OCRPNULL;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
|
||||
QFileInfo qFile(imagePath);
|
||||
//界面传递时最好做个限定，只能传图片
|
||||
if(!qFile.isFile())
|
||||
{
|
||||
//errorMesage = "图片不存在！imagePath: " + imagePath;
|
||||
errorMessage = "Image does not exist! imagePath: " + imagePath;
|
||||
errorCode = ErrorCode::OCRPNULL;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
try {
|
||||
//加载图片
|
||||
p_image = pixRead(imagePath.toLocal8Bit().data()); //absolute path of file
|
||||
if(p_image == nullptr)
|
||||
{
|
||||
throw new QException();
|
||||
}
|
||||
} catch (const std::logic_error &e) {
|
||||
//errorMesage = "加载图片失败！" + QString(qExc.what());
|
||||
errorMessage = "Failed to load picture! " + QString(e.what());
|
||||
errorCode = ErrorCode::OCRLIF;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
//获取识别结果
|
||||
return getRecogitionResult(p_image,resultType);
|
||||
}
|
||||
|
||||
RecognitionResult TessOcrUtils::getRecogitionResult(const QString imagePath)
|
||||
{
|
||||
return getRecogitionResult(imagePath,ResultType::ResultString);
|
||||
}
|
||||
|
||||
RecognitionResult TessOcrUtils::getRecogitionResult(QImage *image, const ResultType resultType)
|
||||
{
|
||||
QString errorMessage = "";
|
||||
ErrorCode errorCode = ErrorCode::UKNOW;
|
||||
RecognitionResult t_result;
|
||||
|
||||
if(image->isNull())
|
||||
{
|
||||
//errorMesage = "不能传递空的图片路径！";
|
||||
errorMessage = "Can't pass an empty image!";
|
||||
errorCode = ErrorCode::OCRPNULL;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
Pix *p_image;
|
||||
p_image = pixCreate(image->width(), image->height(), image->depth());
|
||||
p_image->w = static_cast<l_uint32>(image->width());
|
||||
p_image->h = static_cast<l_uint32>(image->height());
|
||||
p_image->d = static_cast<l_uint32>(image->depth());
|
||||
p_image->spp = 3;
|
||||
p_image->wpl = static_cast<l_uint32>(image->width());
|
||||
p_image->refcount = 1;
|
||||
p_image->xres = 0;
|
||||
p_image->yres = 0;
|
||||
p_image->informat = 0;
|
||||
p_image->special = 0;
|
||||
p_image->text = nullptr;
|
||||
p_image->colormap = nullptr;
|
||||
//p_image->colormap->array;
|
||||
//p_image->colormap->depth;
|
||||
//p_image->colormap->nalloc;
|
||||
//p_image->colormap->n;
|
||||
p_image->data = reinterpret_cast<l_uint32*>(image->bits());
|
||||
|
||||
|
||||
//获取识别结果
|
||||
return getRecogitionResult(p_image,resultType);
|
||||
}
|
||||
|
||||
RecognitionResult TessOcrUtils::getRecogitionResult(QImage *image)
|
||||
{
|
||||
return getRecogitionResult(image,ResultType::ResultString);
|
||||
}
|
||||
|
||||
bool TessOcrUtils::setLanguagesPath(const QString langsPath)
|
||||
{
|
||||
if(langsPath.isNull() || langsPath.isEmpty())
|
||||
{
|
||||
return false;
|
||||
}
|
||||
m_sTessdataPath = langsPath;
|
||||
return true;
|
||||
}
|
||||
|
||||
RecognitionResult TessOcrUtils::getRecogitionResult(Pix * image,ResultType resultType)
|
||||
{
|
||||
QString errorMessage = "";
|
||||
ErrorCode errorCode = ErrorCode::UKNOW;
|
||||
QString result = "";
|
||||
RecognitionResult t_result;
|
||||
if(!isExistsResultType(resultType))
|
||||
{
|
||||
//errorMesage = "结果类型不存在 resultType: " + QString::number(resultType);
|
||||
errorMessage = "The result type does not exist! resultType: " + QString::number(resultType);
|
||||
errorCode = ErrorCode::OCRRTNULL;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
|
||||
tesseract::TessBaseAPI *t_Tesseract = new tesseract::TessBaseAPI();
|
||||
|
||||
|
||||
try{
|
||||
//实例化tesseract
|
||||
t_Tesseract = new tesseract::TessBaseAPI();
|
||||
//初始化语言包
|
||||
if (t_Tesseract->Init(m_sTessdataPath.toLatin1().data(), m_sLangs.toLatin1().data()))
|
||||
{
|
||||
//errorMesage = "初始化 Tesseract 失败！" + QString::number(resultType);
|
||||
errorMessage = "Could not initialize tesseract! Tesseract couldn't load any languages!";
|
||||
errorCode = ErrorCode::OCRINIF;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
}catch(const std::logic_error &e){
|
||||
//errorMesage = "初始化 Tesseract 失败！Tesseract 内部错误！" + QString(qExc.what());
|
||||
errorMessage = "Could not initialize tesseract! Tesseract internal error! " + QString(e.what());
|
||||
errorCode = ErrorCode::OCRINIF;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
|
||||
//为Tesseract设置待识别图片
|
||||
t_Tesseract->SetImage(image);
|
||||
|
||||
try {
|
||||
//识别图片
|
||||
switch (resultType) {
|
||||
case ResultType::ResultXML:
|
||||
//result = QString(t_Tesseract->GetAltoText(0));
|
||||
break;
|
||||
case ResultType::ResultHTML:
|
||||
result = QString(t_Tesseract->GetHOCRText(0));
|
||||
break;
|
||||
case ResultType::ResultString:
|
||||
result = QString(t_Tesseract->GetUTF8Text());
|
||||
break;
|
||||
}
|
||||
} catch (const std::logic_error &e) {
|
||||
//errorMesage = "识别图片失败！" + QString(qExc.what());
|
||||
errorMessage = "Image recognition failed! " + QString(e.what());
|
||||
errorCode = ErrorCode::OCRLIF;
|
||||
setResult(errorCode,errorMessage,resultType,t_result);
|
||||
return t_result;
|
||||
}
|
||||
t_Tesseract->End();
|
||||
delete t_Tesseract;
|
||||
pixDestroy(&image);
|
||||
|
||||
t_result.flag = true;
|
||||
t_result.message = errorMessage;
|
||||
t_result.errorCode = ErrorCode::OK;
|
||||
t_result.resultType = resultType;
|
||||
t_result.result = result;
|
||||
return t_result;
|
||||
}
|
||||
|
||||
void TessOcrUtils::setResult(ErrorCode errCode, const QString errMessage,const ResultType resultType,RecognitionResult &result)
|
||||
{
|
||||
|
||||
result.flag = false;
|
||||
result.message = errMessage;
|
||||
result.errorCode = errCode;
|
||||
result.resultType = resultType;
|
||||
result.result = "";
|
||||
}
|
||||
|
||||
bool TessOcrUtils::setLanguages(const QList<Languages> langs)
|
||||
{
|
||||
QString t_langs = "";
|
||||
if(langs.isEmpty())
|
||||
{
|
||||
return false;
|
||||
}
|
||||
|
||||
int i;
|
||||
for ( i = 0;i<langs.length();i++) {
|
||||
Languages lang = langs[i];
|
||||
if(!isExistsLanguage(lang))
|
||||
{
|
||||
return false;
|
||||
}
|
||||
if((langs.length()-1) == i){
|
||||
t_langs+=getLangStr(lang);
|
||||
|
||||
}else{
|
||||
t_langs+=getLangStr(lang) + "+";
|
||||
}
|
||||
}
|
||||
|
||||
m_sLangs = t_langs;
|
||||
return true;
|
||||
|
||||
}
|
||||
|
||||
QString TessOcrUtils::getLangStr(Languages lang)
|
||||
{
|
||||
QString langStr = "";
|
||||
switch (lang)
|
||||
{
|
||||
case Languages::CHI_SIM:
|
||||
langStr = "chi_sim";
|
||||
break;
|
||||
case Languages::CHI_TRA:
|
||||
langStr = "chi_tra";
|
||||
break;
|
||||
case Languages::ENG:
|
||||
langStr = "eng";
|
||||
break;
|
||||
}
|
||||
return langStr;
|
||||
}
|
||||
|
||||
bool TessOcrUtils::isExistsResultType(ResultType resultType)
|
||||
{
|
||||
bool flag = false;
|
||||
switch (resultType)
|
||||
{
|
||||
case ResultType::ResultString:
|
||||
flag = true;
|
||||
break;
|
||||
case ResultType::ResultHTML:
|
||||
flag = true;
|
||||
break;
|
||||
case ResultType::ResultXML:
|
||||
flag = true;
|
||||
break;
|
||||
}
|
||||
return flag;
|
||||
}
|
||||
|
||||
bool TessOcrUtils::isExistsLanguage(Languages lang)
|
||||
{
|
||||
bool flag = false;
|
||||
QString str = getLangStr(lang);
|
||||
if(!str.isNull() && !str.isEmpty()){
|
||||
flag = true;
|
||||
}
|
||||
return flag;
|
||||
}
|
||||
|
||||
238
src/tessocrutils/tessocrutils.h
Normal file
238
src/tessocrutils/tessocrutils.h
Normal file
@ -0,0 +1,238 @@
|
||||
/*
|
||||
|
||||
* Copyright (C) 2019 ~ 2019 Deepin Technology Co., Ltd.
|
||||
|
||||
*
|
||||
|
||||
* Author: wangcong <wangcong@uniontech.com>
|
||||
|
||||
*
|
||||
|
||||
* Maintainer: wangcong <wangcong@uniontech.com>
|
||||
|
||||
*
|
||||
|
||||
* This program is free software: you can redistribute it and/or modify
|
||||
|
||||
* it under the terms of the GNU General Public License as published by
|
||||
|
||||
* the Free Software Foundation, either version 3 of the License, or
|
||||
|
||||
* any later version.
|
||||
|
||||
*
|
||||
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
|
||||
* GNU General Public License for more details.
|
||||
|
||||
*
|
||||
|
||||
* You should have received a copy of the GNU General Public License
|
||||
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
*/
|
||||
#ifndef TESSOCRUTILS_H
|
||||
#define TESSOCRUTILS_H
|
||||
//本项目的文件
|
||||
|
||||
//dtk的类
|
||||
|
||||
//qt的类
|
||||
#include <QDebug>
|
||||
#include <QException>
|
||||
#include <QFileInfo>
|
||||
#include <QImage>
|
||||
//其他库
|
||||
#include <tesseract/baseapi.h>
|
||||
#include <leptonica/allheaders.h>
|
||||
|
||||
|
||||
/**
|
||||
* @brief 返回结果字符串的类型
|
||||
*/
|
||||
enum ResultType{
|
||||
ResultString = 1, //纯字符串结果
|
||||
ResultHTML = 2, //HTML文本
|
||||
ResultXML = 3 //XML文本
|
||||
};
|
||||
|
||||
/**
|
||||
* @brief 返回识别过程中的错误码
|
||||
*/
|
||||
enum ErrorCode{
|
||||
OK = 1, //成功
|
||||
UKNOW = -1, //未知错误
|
||||
OCRPNULL = 101, //文件路径为空
|
||||
OCRRTNULL = 102, //结果字符串类型不存在
|
||||
OCRINIF = 103, //ocr三方库初始化失败
|
||||
OCRLIF = 104, //OCR加载图片失败
|
||||
OCRRIF = 105 //OCR识别图片失败
|
||||
};
|
||||
|
||||
/**
|
||||
* @brief 现今支持的语言包类型
|
||||
*/
|
||||
enum Languages{
|
||||
CHI_SIM=1, //简体中文
|
||||
CHI_TRA=2, //繁体中文
|
||||
ENG=3 //英文
|
||||
};
|
||||
|
||||
/**
|
||||
* @brief ocr识别的返回结果
|
||||
*/
|
||||
struct RecognitionResult{
|
||||
|
||||
/**
|
||||
* @brief 识别是否成功
|
||||
*/
|
||||
bool flag;
|
||||
|
||||
/**
|
||||
* @brief 识别返回的消息，如果识别失败发生的错误通过此字段返回
|
||||
*/
|
||||
QString message;
|
||||
|
||||
/**
|
||||
* @brief 返回的错误码
|
||||
*/
|
||||
ErrorCode errorCode;
|
||||
|
||||
/**
|
||||
* @brief 返回字符串结果的类型
|
||||
*/
|
||||
ResultType resultType;
|
||||
|
||||
/**
|
||||
* @brief 返回的字符串结果
|
||||
*/
|
||||
QString result;
|
||||
|
||||
RecognitionResult(){
|
||||
flag = false;
|
||||
message.clear();
|
||||
errorCode = ErrorCode::UKNOW;
|
||||
resultType = ResultType::ResultString;
|
||||
result.clear();
|
||||
}
|
||||
};
|
||||
|
||||
/**
|
||||
* @brief ocr接口工具
|
||||
* 使用方法:
|
||||
* 1.设置语言包路径 TessOcrUtils::instance()->setLanguagesPath(langPath);
|
||||
* 2.设置用来识别的语言包 TessOcrUtils::instance()->setLanguages(langs);
|
||||
* 3.获取识别结果 TessOcrUtils::instance()->getRecogitionResult(t_image);
|
||||
*/
|
||||
class TessOcrUtils
|
||||
{
|
||||
public:
|
||||
TessOcrUtils();
|
||||
static TessOcrUtils *instance();
|
||||
|
||||
/**
|
||||
* @brief 传入待识别图片的路径和想得到的返回结果类型，获取识别结果
|
||||
* @param 图片路径
|
||||
* @param 返回的字符串结果类型
|
||||
* @return resultType类型的字符串结果
|
||||
*/
|
||||
RecognitionResult getRecogitionResult(const QString imagePath,const ResultType resultType);
|
||||
|
||||
/**
|
||||
* @brief 传入待识别图片的路径，获取纯字符串的识别结果
|
||||
* @param 图片路径
|
||||
* @return 识别的字符串结果
|
||||
*/
|
||||
RecognitionResult getRecogitionResult(const QString imagePath);
|
||||
|
||||
/**
|
||||
* @brief 传入待识别图片和想得到的返回结果类型，获取识别结果
|
||||
* @param 图片路径
|
||||
* @param 返回的字符串结果类型
|
||||
* @return resultType类型的字符串结果
|
||||
*/
|
||||
RecognitionResult getRecogitionResult(QImage *image,const ResultType resultType);
|
||||
|
||||
/**
|
||||
* @brief 传入待识别图片，获取纯字符串的识别结果
|
||||
* @param 图片路径
|
||||
* @return 识别的字符串结果
|
||||
*/
|
||||
RecognitionResult getRecogitionResult(QImage *image);
|
||||
|
||||
|
||||
/**
|
||||
* @brief 设置当前使用的语言包
|
||||
* @param 需要使用的语言包
|
||||
* @return 是否成功
|
||||
*/
|
||||
bool setLanguages(const QList<Languages> langs);
|
||||
|
||||
/**
|
||||
* @brief 设置当前使用的语言包路径
|
||||
* @param 语言包路径
|
||||
* @return
|
||||
*/
|
||||
bool setLanguagesPath(const QString langsPath);
|
||||
|
||||
private :
|
||||
|
||||
/**
|
||||
* @brief 判断指定的结果类型是否存在
|
||||
* @param 指定的类型
|
||||
* @return 存在返回true
|
||||
*/
|
||||
bool isExistsResultType(ResultType resultType);
|
||||
|
||||
/**
|
||||
* @brief 判断指定的语言包类型是否存在
|
||||
* @param 指定的类型
|
||||
* @return 存在返回true
|
||||
*/
|
||||
bool isExistsLanguage(Languages lang);
|
||||
|
||||
/**
|
||||
* @brief 根据传入的枚举，获取相应的语言包字符串
|
||||
* @param 语言包的枚举
|
||||
* @return 语言包的字符串
|
||||
*/
|
||||
QString getLangStr(Languages lang);
|
||||
|
||||
/**
|
||||
* @brief 获取纯字符串的识别结果
|
||||
* @param 需识别的图片
|
||||
* @param 返回的字符串结果类型
|
||||
* @return 返回识别结果
|
||||
*/
|
||||
RecognitionResult getRecogitionResult(Pix * image,ResultType resultType);
|
||||
|
||||
/**
|
||||
* @brief 设置返回结果,内部使用
|
||||
* @param 错误码
|
||||
* @param 错误消息
|
||||
* @param 结果类型
|
||||
*/
|
||||
void setResult(ErrorCode errCode, const QString errMessage,const ResultType resultType,RecognitionResult &result);
|
||||
|
||||
|
||||
/**
|
||||
* @brief 语言包路径m_image
|
||||
*/
|
||||
QString m_sTessdataPath;
|
||||
|
||||
/**
|
||||
* @brief 语言包
|
||||
*/
|
||||
QString m_sLangs;
|
||||
|
||||
static TessOcrUtils *m_tessOcrUtils;
|
||||
|
||||
};
|
||||
|
||||
#endif // TESSOCRUTILS_H
|
||||
Reference in New Issue
Block a user