/* * Copyright (C) 2020, KylinSoft Co., Ltd. * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . * * Authors: zhangpengfei * */ #include "search-manager.h" using namespace Zeeker; size_t SearchManager::uniqueSymbol1 = 0; size_t SearchManager::uniqueSymbol2 = 0; size_t SearchManager::uniqueSymbol3 = 0; QMutex SearchManager::m_mutex1; QMutex SearchManager::m_mutex2; QMutex SearchManager::m_mutex3; SearchManager::SearchManager(QObject *parent) : QObject(parent) { m_pool.setMaxThreadCount(3); m_pool.setExpiryTimeout(1000); } SearchManager::~SearchManager() { } int SearchManager::getCurrentIndexCount() { try { Xapian::Database db(INDEX_PATH); return db.get_doccount(); } catch(const Xapian::Error &e) { qWarning() << QString::fromStdString(e.get_description()); return 0; } } void SearchManager::onKeywordSearch(QString keyword, QQueue *searchResultFile, QQueue *searchResultDir, QQueue> *searchResultContent) { m_mutex1.lock(); ++uniqueSymbol1; m_mutex1.unlock(); m_mutex2.lock(); ++uniqueSymbol2; m_mutex2.unlock(); m_mutex3.lock(); ++uniqueSymbol3; m_mutex3.unlock(); // if(FileUtils::SearchMethod::DIRECTSEARCH == FileUtils::searchMethod) { // DirectSearch *directSearch; // directSearch = new DirectSearch(keyword, searchResultFile, searchResultDir, uniqueSymbol1); // m_pool.start(directSearch); // } else if(FileUtils::SearchMethod::INDEXSEARCH == FileUtils::searchMethod) { // FileSearch *filesearch; // filesearch = new FileSearch(searchResultFile, uniqueSymbol1, keyword, "0", 1, 0, 5); // m_pool.start(filesearch); // FileSearch *dirsearch; // dirsearch = new FileSearch(searchResultDir, uniqueSymbol2, keyword, "1", 1, 0, 5); // m_pool.start(dirsearch); // FileContentSearch *contentSearch; // contentSearch = new FileContentSearch(searchResultContent, uniqueSymbol3, keyword, 0, 5); // m_pool.start(contentSearch); // } else { // qWarning() << "Unknown search method! FileUtils::searchMethod: " << static_cast(FileUtils::searchMethod); // } return; } bool SearchManager::isBlocked(QString &path) { QStringList blockList = GlobalSettings::getInstance()->getBlockDirs(); for(QString i : blockList) { if(FileUtils::isOrUnder(path, i)) return true; } return false; } bool SearchManager::creatResultInfo(SearchPluginIface::ResultInfo &ri, QString path) { QFileInfo info(path); if(!info.exists()) { return false; } ri.icon = FileUtils::getFileIcon(QUrl::fromLocalFile(path).toString(), false); ri.name = info.fileName(); ri.description = QVector() \ << SearchPluginIface::DescriptionInfo{tr("Path:"), path} \ << SearchPluginIface::DescriptionInfo{tr("Modified time:"), info.lastModified().toString("yyyy/MM/dd hh:mm:ss")}; ri.actionKey = path; ri.type = 0; return true; } FileSearch::FileSearch(DataQueue *searchResult, size_t uniqueSymbol, QString keyword, QString value, unsigned slot, int begin, int num) { this->setAutoDelete(true); m_search_result = searchResult; m_uniqueSymbol = uniqueSymbol; m_keyword = keyword; m_value = value; m_slot = slot; m_begin = begin; m_num = num; } FileSearch::~FileSearch() { m_search_result = nullptr; } void FileSearch::run() { if(!m_search_result->isEmpty()) { m_search_result->clear(); } int resultCount = 0; int total = 0; while(total < 100) { resultCount = keywordSearchfile(); if(resultCount == 0 || resultCount == -1) break; total += resultCount; m_begin += m_num; } return; } int FileSearch::keywordSearchfile() { try { qDebug() << "--keywordSearchfile start--"; Xapian::Database db(INDEX_PATH); Xapian::Query query = creatQueryForFileSearch(db); Xapian::Enquire enquire(db); Xapian::Query queryFile; if(!m_value.isEmpty()) { std::string slotValue = m_value.toStdString(); Xapian::Query queryValue = Xapian::Query(Xapian::Query::OP_VALUE_RANGE, m_slot, slotValue, slotValue); queryFile = Xapian::Query(Xapian::Query::OP_AND, query, queryValue); } else { queryFile = query; } qDebug() << "keywordSearchfile:" << QString::fromStdString(queryFile.get_description()); enquire.set_query(queryFile); Xapian::MSet result = enquire.get_mset(m_begin, m_num); int resultCount = result.size(); qDebug() << "keywordSearchfile results count=" << resultCount; if(resultCount == 0) return 0; if(getResult(result) == -1) return -1; qDebug() << "--keywordSearchfile finish--"; return resultCount; } catch(const Xapian::Error &e) { qWarning() << QString::fromStdString(e.get_description()); qDebug() << "--keywordSearchfile finish--"; return -1; } } Xapian::Query FileSearch::creatQueryForFileSearch(Xapian::Database &db) { auto userInput = m_keyword.toLower(); std::vector v; for(int i = 0; i < userInput.size(); i++) { v.push_back(Xapian::Query(QUrl::toPercentEncoding(userInput.at(i)).toStdString())); // qDebug()<enqueue(ri); SearchManager::m_mutex1.unlock(); } else { SearchManager::m_mutex1.unlock(); return -1; } break; case 0: SearchManager::m_mutex2.lock(); if(m_uniqueSymbol == SearchManager::uniqueSymbol1) { m_search_result->enqueue(ri); SearchManager::m_mutex2.unlock(); } else { SearchManager::m_mutex2.unlock(); return -1; } break; default: break; } } // searchResult.append(path); //qDebug() << "doc=" << path << ",weight=" << docScoreWeight << ",percent=" << docScorePercent; } // if(!pathTobeDelete->isEmpty()) // deleteAllIndex(pathTobeDelete) return 0; } FileContentSearch::FileContentSearch(DataQueue *searchResult, size_t uniqueSymbol, QString keyword, int begin, int num) { this->setAutoDelete(true); m_search_result = searchResult; m_uniqueSymbol = uniqueSymbol; m_keyword = keyword; m_begin = begin; m_num = num; } FileContentSearch::~FileContentSearch() { m_search_result = nullptr; } void FileContentSearch::run() { if(!m_search_result->isEmpty()) { m_search_result->clear(); } int resultCount = 0; int total = 0; while(total < 50) { resultCount = keywordSearchContent(); if(resultCount == 0 || resultCount == -1) { break; } total += resultCount; m_begin += m_num; } return; } int FileContentSearch::keywordSearchContent() { try { qDebug() << "--keywordSearchContent search start--"; Xapian::Database db(CONTENT_INDEX_PATH); Xapian::Enquire enquire(db); Xapian::QueryParser qp; qp.set_default_op(Xapian::Query::OP_AND); qp.set_database(db); /* ::friso::ResultMap ret; ::friso::FrisoSegmentation::getInstance()->callSegement(ret, keyword.toLocal8Bit().data()); for (::friso::ResultMap::iterator it_map = ret.begin(); it_map != ret.end(); ++it_map){ target_str += it_map->first; target_str += " "; it_map->second.first.clear(); ::std::vector().swap(it_map->second.first); } ret.clear(); ret.erase(ret.begin(), ret.end()); ::friso::ResultMap().swap(ret); */ QVector sKeyWord = ChineseSegmentation::getInstance()->callSegement(m_keyword.toStdString()); //Creat a query std::string words; for(int i = 0; i < sKeyWord.size(); i++) { words.append(sKeyWord.at(i).word).append(" "); } // Xapian::Query query = qp.parse_query(words); std::vector v; for(int i=0; i 6 + QString::fromStdString(keyWord).size()) { // snippet.replace(0, 3, "...").replace(snippet.size() - 3, 3, "..."); // } else { // snippet.append("...").prepend("..."); // } // ri.description.prepend(SearchPluginIface::DescriptionInfo{"",snippet}); //// snippets.append(snippet); // QString().swap(snippet); // std::string().swap(s); // ++count; // } //fix me: make a snippet without cut cjk char. auto pos = term.positionlist_begin(); QString snippet = FileUtils::chineseSubString(data,*pos,120); // if(data.length() - *pos < 120) { // std::string s = data.substr((data.length() < 120) ? 0 : (data.length() - 120), 120); // snippet = QString::fromStdString(s); // } else { // std::string s = data.substr(*pos, 120); // snippet = QString::fromStdString(s); // } ri.description.prepend(SearchPluginIface::DescriptionInfo{"",snippet}); QString().swap(snippet); // std::string().swap(s); std::string().swap(data); // for(QString i : QString::fromStdString(keyWord).split(" ",QString::SkipEmptyParts)) // { // std::string word = i.toStdString(); // term.skip_to(word); // int size = word.size(); // auto pos = term.positionlist_begin(); // std::string s = data.substr((*pos < 60)? 0: (*pos - 60) , size + 120); // QString snippet = QString::fromStdString(s); // snippet.replace(0,3,"...").replace(snippet.size()-3,3,"..."); // snippets.append(snippet); // std::string().swap(word); // std::string().swap(s); // QString().swap(snippet); // } SearchManager::m_mutex3.lock(); if(m_uniqueSymbol == SearchManager::uniqueSymbol3) { m_search_result->enqueue(ri); SearchManager::m_mutex3.unlock(); // snippets.clear(); // QStringList().swap(snippets); } else { SearchManager::m_mutex3.unlock(); return -1; } // searchResult.insert(path,snippets); //qDebug() << "path=" << path << ",weight=" << docScoreWeight << ",percent=" << docScorePercent; } // // if(!pathTobeDelete->isEmpty()) // // deleteAllIndex(pathTobeDelete) return 0; } DirectSearch::DirectSearch(QString keyword, DataQueue *searchResult, QString value, size_t uniqueSymbol) { this->setAutoDelete(true); m_keyword = keyword; m_searchResult = searchResult; m_uniqueSymbol = uniqueSymbol; m_value = value; } void DirectSearch::run() { QQueue bfs; bfs.enqueue(QStandardPaths::writableLocation(QStandardPaths::HomeLocation)); QFileInfoList list; QDir dir; // QDir::Hidden if(m_value == DIR_SEARCH_VALUE) { dir.setFilter(QDir::Dirs | QDir::NoDotAndDotDot); } else { dir.setFilter(QDir::Dirs | QDir::Files | QDir::NoDotAndDotDot); dir.setSorting(QDir::DirsFirst); } QStringList blockList = GlobalSettings::getInstance()->getBlockDirs(); while(!bfs.empty()) { dir.setPath(bfs.dequeue()); list = dir.entryInfoList(); for (auto i : list) { if (i.isDir() && (!(i.isSymLink()))) { bool findIndex = false; for (QString j : blockList) { if (FileUtils::isOrUnder(i.absoluteFilePath(), j)) { findIndex = true; break; } } if (findIndex == true) { qDebug() << "path is blocked:" << i.absoluteFilePath(); continue; } bfs.enqueue(i.absoluteFilePath()); } if(i.fileName().contains(m_keyword, Qt::CaseInsensitive)) { // qWarning() << i.fileName() << m_keyword; if(m_searchResult->length() > 49) return; if((i.isDir() && m_value == DIR_SEARCH_VALUE) || (i.isFile() && m_value == FILE_SEARCH_VALUE)) { SearchPluginIface::ResultInfo ri; if(SearchManager::creatResultInfo(ri,i.absoluteFilePath())) { SearchManager::m_mutex1.lock(); if(m_uniqueSymbol == SearchManager::uniqueSymbol1) { m_searchResult->enqueue(ri); SearchManager::m_mutex1.unlock(); } else { SearchManager::m_mutex1.unlock(); return; } } } } } } }