From a71a14ffbfc2857e4503b3bddeaaf059e855ff3d Mon Sep 17 00:00:00 2001 From: iaom Date: Fri, 27 May 2022 16:07:09 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9Euof,uot,uos,ofd=E6=A0=BC?= =?UTF-8?q?=E5=BC=8F=E6=96=87=E4=BB=B6=E5=86=85=E5=AE=B9=E8=A7=A3=E6=9E=90?= =?UTF-8?q?(=E4=B8=8D=E6=94=AF=E6=8C=81=E6=BC=94=E7=A4=BA=E6=96=87?= =?UTF-8?q?=E7=A8=BF).?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- libsearch/common.h | 7 +- libsearch/file-utils.cpp | 171 +++++++++++++++++++++++++++++++- libsearch/file-utils.h | 3 + libsearch/index/file-reader.cpp | 18 +++- 4 files changed, 196 insertions(+), 3 deletions(-) diff --git a/libsearch/common.h b/libsearch/common.h index 8fd771f..08bd864 100644 --- a/libsearch/common.h +++ b/libsearch/common.h @@ -39,7 +39,12 @@ static const QMap targetFileTypeMap = { {"dps", true}, {"et", true}, {"pdf", true}, - {"html", true} + {"html", true}, + {"uof", true}, + {"uot", true}, + {"uos", true}, + {"uop", false}, + {"ofd", true} }; static const QMap targetPhotographTypeMap = { diff --git a/libsearch/file-utils.cpp b/libsearch/file-utils.cpp index 981edf7..ccf305f 100644 --- a/libsearch/file-utils.cpp +++ b/libsearch/file-utils.cpp @@ -938,6 +938,12 @@ bool FileUtils::isEncrypedOrUnreadable(QString path) if (strsfx == "docx" || strsfx == "pptx" || strsfx == "xlsx") { return FileUtils::isOpenXMLFileEncrypted(path); + } else if (strsfx == "uot" || strsfx == "uos" || strsfx == "uop") { + return false; + + } else if (strsfx == "ofd") { + return false; + } else { return true; } @@ -951,7 +957,7 @@ bool FileUtils::isEncrypedOrUnreadable(QString path) return true; } else if(type.inherits("application/msword") || type.name() == "application/x-ole-storage") { if(strsfx == "doc" || strsfx == "dot" || strsfx == "wps" || strsfx == "ppt" || - strsfx == "pps" || strsfx == "dps" || strsfx == "et" || strsfx == "xls") { + strsfx == "pps" || strsfx == "dps" || strsfx == "et" || strsfx == "xls" || strsfx == "uof") { return false; } return true; @@ -959,6 +965,13 @@ bool FileUtils::isEncrypedOrUnreadable(QString path) if(strsfx == "pdf") return false; return true; + + } else if(name == "application/xml" || name == "application/uof") { + if(strsfx == "uof") { + return false; + } + return true; + } else { qWarning() << "Unsupport format:[" << path << "][" << type.name() << "]"; return true; @@ -1048,3 +1061,159 @@ QString FileUtils::wrapData(QLabel *p_label, const QString &text) // p_label->setText(wrapText); return wrapText; } + +/** + * uof1.0解析 + * 参考规范：GB/T 20916-2007 + * 1.文字处理 + * 2.电子表格 + * 3.演示文稿 + * ppt的内容存放在对象集中， + * 可以通过演示文稿-主体-幻灯片集-幻灯片下的锚点属性获取引用了哪些内容： + * + * 目标：文本串 + */ +void FileUtils::getUOFTextContent(QString &path, QString &textContent) +{ + QFileInfo info(path); + if (!info.exists() || info.isDir()) { + return; + } + + QFile file(path); + if (!file.open(QIODevice::ReadOnly)) { + return; + } + + QDomDocument doc; + if (!doc.setContent(&file)) { + file.close(); + return; + } + file.close(); + + bool isPDF = false; + QDomElement rootElem = doc.documentElement(); + QDomNode node = rootElem.firstChild(); + while (!node.isNull()) { + QDomElement e = node.toElement(); + if (!e.isNull() && e.tagName() == "uof:演示文稿") { + isPDF = true; + break; + } + node = node.nextSibling(); + } + + //单独处理pdf文档 + if (isPDF) { + qDebug() << path << "is PDF"; + return; + } + + file.open(QIODevice::ReadOnly); + QXmlStreamReader reader(&file); + while (!reader.atEnd()) { + //适用于文字处理与电子表格 + if (reader.readNextStartElement() && reader.name().toString() == "文本串") { + textContent.append(reader.readElementText().replace("\n", "").replace("\r", " ")); + if (textContent.length() >= MAX_CONTENT_LENGTH / 3) { + break; + } + } + } + + file.close(); +} + +/** + * uof2.0解析 + * @brief 参考规范文档 https://www.doc88.com/p-9089133923912.html 或 GJB/Z 165-2012 + * ppt文档的内容存放在graphics.xml中，需要先解析content中的引用再解析graphics内容 + * @param path + * @param textContent + */ +void FileUtils::getUOF2TextContent(QString &path, QString &textContent) +{ + QFileInfo info = QFileInfo(path); + if (!info.exists() || info.isDir()) + return; + + QuaZip file(path); + if (!file.open(QuaZip::mdUnzip)) + return; + + if (!file.setCurrentFile("content.xml")) { + return; + } + + QuaZipFile fileR(&file); + if (!fileR.open(QIODevice::ReadOnly)) { + return; + } + + QXmlStreamReader reader(&fileR); + + while (!reader.atEnd()) { + if (reader.readNextStartElement() && reader.name().toString() == "文本串_415B") { + textContent.append(reader.readElementText().replace("\n", "").replace("\r", " ")); + if (textContent.length() >= MAX_CONTENT_LENGTH / 3) { + break; + } + } + } + + fileR.close(); + file.close(); +} + +/** + * OFD文件解析 + * @brief 参考： GB/T 33190-2016 + * @param path + * @param textContent + */ +void FileUtils::getOFDTextContent(QString &path, QString &textContent) +{ + QFileInfo info = QFileInfo(path); + if (!info.exists() || info.isDir()) + return; + + QuaZip zipfile(path); + if (!zipfile.open(QuaZip::mdUnzip)) + return; + + // GB/T 33190-2016规范定义可以存在多个Doc_x目录，暂时只取第一个目录的内容 + QString prefix("Doc_0/Pages/"); + QStringList fileList; + for (const auto &file: zipfile.getFileNameList()) { + if (file.startsWith(prefix)) { + fileList << file; + } + } + + for (int i = 0; i < fileList.count(); ++i) { + QString filename = prefix + "Page_" + QString::number(i) + "/Content.xml"; + if (!zipfile.setCurrentFile(filename)) { + continue; + } + + QuaZipFile fileR(&zipfile); + fileR.open(QIODevice::ReadOnly); + QXmlStreamReader reader(&fileR); + + while (!reader.atEnd()) { + if (reader.readNextStartElement() && reader.name().toString() == "TextCode") { + textContent.append(reader.readElementText().replace("\n", "").replace("\r", " ")); + if (textContent.length() >= MAX_CONTENT_LENGTH / 3) { + fileR.close(); + zipfile.close(); + return; + } + } + } + + fileR.close(); + } + + zipfile.close(); +} diff --git a/libsearch/file-utils.h b/libsearch/file-utils.h index 397ee00..13a0a0f 100644 --- a/libsearch/file-utils.h +++ b/libsearch/file-utils.h @@ -91,6 +91,9 @@ public: static void getXlsxTextContent(QString &path, QString &textcontent); static void getPdfTextContent(QString &path, QString &textcontent); static void getTxtContent(QString &path, QString &textcontent); + static void getUOFTextContent(QString &path, QString &textContent); + static void getUOF2TextContent(QString &path, QString &textContent); + static void getOFDTextContent(QString &path, QString &textContent); static int openFile(QString &path, bool openInDir = false); static bool copyPath(QString &path); diff --git a/libsearch/index/file-reader.cpp b/libsearch/index/file-reader.cpp index d572f22..45a74d6 100644 --- a/libsearch/index/file-reader.cpp +++ b/libsearch/index/file-reader.cpp @@ -35,7 +35,7 @@ void FileReader::getTextContent(QString path, QString &textContent, QString &suf FileUtils::getPptxTextContent(path, textContent); } else if (suffix == "xlsx") { FileUtils::getXlsxTextContent(path, textContent); - } else if (strsfx == "txt" or strsfx == "html") { + } else if (suffix == "txt" or suffix == "html") { FileUtils::getTxtContent(path, textContent); } else if (suffix == "doc" || suffix == "dot" || suffix == "wps" || suffix == "ppt" || suffix == "pps" || suffix == "dps" || suffix == "et" || suffix == "xls") { @@ -45,6 +45,22 @@ void FileReader::getTextContent(QString path, QString &textContent, QString &suf FileUtils::getPdfTextContent(path, textContent); } else if (true == targetPhotographTypeMap[suffix]){ OcrObject::getInstance()->getTxtContent(path, textContent); + } else if (suffix == "uof") { + QString mimeName = FileUtils::getMimetype(path).name(); + if (mimeName == "application/xml" || mimeName == "application/uof") { + FileUtils::getUOFTextContent(path, textContent); + + } else if (mimeName == "application/x-ole-storage") { + //uof的ppt文档不支持修改母版。一旦进行这些操作，uof文档可能会被wps存为doc文件 + KBinaryParser searchdata; + searchdata.RunParser(path, textContent); + } + + } else if (suffix == "uot" || suffix == "uos" || suffix == "uop") { + FileUtils::getUOF2TextContent(path, textContent); + + } else if (suffix == "ofd") { + FileUtils::getOFDTextContent(path, textContent); } return; }