From 2af31c6df7f4ca0298b0b7ab8b6bc6011b94829b Mon Sep 17 00:00:00 2001 From: baijunjie Date: Tue, 1 Mar 2022 10:37:03 +0800 Subject: [PATCH] Add the DirWatcher Class. --- libsearch/dirwatcher/dir-watcher.cpp | 297 +++++++++++++++++++++++++++ libsearch/dirwatcher/dir-watcher.h | 65 ++++++ libsearch/dirwatcher/dirwatcher.pri | 7 + libsearch/libsearch.pro | 1 + 4 files changed, 370 insertions(+) create mode 100644 libsearch/dirwatcher/dir-watcher.cpp create mode 100644 libsearch/dirwatcher/dir-watcher.h create mode 100644 libsearch/dirwatcher/dirwatcher.pri diff --git a/libsearch/dirwatcher/dir-watcher.cpp b/libsearch/dirwatcher/dir-watcher.cpp new file mode 100644 index 0000000..0776bf7 --- /dev/null +++ b/libsearch/dirwatcher/dir-watcher.cpp @@ -0,0 +1,297 @@ +#include "dir-watcher.h" + +#include +#include +#include +#include +#include +#include + +static std::once_flag flag; +static DirWatcher *global_intance = nullptr; +QMutex DirWatcher::s_mutex; + +DirWatcher::DirWatcher(QObject *parent) : QObject(parent) +{ + initData(); + initDiskWatcher(); +} + +DirWatcher::~DirWatcher() +{ + if (m_volumeMonitor) { + g_signal_handler_disconnect(m_volumeMonitor, m_mountAddHandle); + g_signal_handler_disconnect(m_volumeMonitor, m_mountRemoveHandle); + m_volumeMonitor = nullptr; + } +} + +DirWatcher *DirWatcher::getDirWatcher() +{ + std::call_once(flag, [ & ] { + global_intance = new DirWatcher(); + }); + return global_intance; +} + +QStringList DirWatcher::currentindexableDir() +{ + s_mutex.lock(); + QStringList indexableDirList = m_indexableDirList; + s_mutex.unlock(); + return indexableDirList; +} + +QStringList DirWatcher::currentBlackListOfIndex() +{ + s_mutex.lock(); + QStringList blackListOfIndex = m_blackListOfIndex; + s_mutex.unlock(); + return blackListOfIndex; +} + +/** + * @brief DirWatcher::blackListOfDir 根据传入目录返回当前目录下的所有不可搜索目录，没有则返回空列表 + * @param dirPath 要搜索的目录 + */ +QStringList DirWatcher::blackListOfDir(const QString &dirPath) +{ + //new TODO: Optimize the search algorithm. + //There is no processing for the subvolumes.May be a bug. + QStringList blackListOfDir; + s_mutex.lock(); + for (auto t = m_repeatedlyMountedDeviceInfo.constBegin(); t != m_repeatedlyMountedDeviceInfo.constEnd(); t++) { + QString topRepeatedMountPoint; + for (QString mountPoint: t.value()) { + if (mountPoint.startsWith(dirPath)) { + if (topRepeatedMountPoint.isEmpty()) { + topRepeatedMountPoint = mountPoint; + continue; + } else if (topRepeatedMountPoint.startsWith(mountPoint)) { + blackListOfDir.append(topRepeatedMountPoint); + topRepeatedMountPoint = mountPoint; + } else { + blackListOfDir.append(mountPoint); + } + } + } + } + s_mutex.unlock(); + return blackListOfDir; +} + +void DirWatcher::appendBlackListItemOfIndex(const QString &path) +{ + s_mutex.lock(); + m_blackListOfIndex.append(path); + m_blackListOfIndex = m_blackListOfIndex.toSet().toList(); + s_mutex.unlock(); +} + +void DirWatcher::appendBlackListItemOfIndex(const QStringList &pathList) +{ + s_mutex.lock(); + m_blackListOfIndex.append(pathList); + m_blackListOfIndex = m_blackListOfIndex.toSet().toList(); + s_mutex.unlock(); +} + +void DirWatcher::removeBlackListItemOfIndex(const QString &path) +{ + s_mutex.lock(); + m_blackListOfIndex.removeAll(path); + s_mutex.unlock(); +} + +void DirWatcher::removeBlackListItemOfIndex(const QStringList &pathList) +{ + s_mutex.lock(); + for (QString path: pathList) { + m_blackListOfIndex.removeAll(path); + } + s_mutex.unlock(); +} + +void DirWatcher::mountAddCallback(GVolumeMonitor *monitor, GMount *gmount, DirWatcher *pThis) +{ + qDebug() << "Mount Added"; + pThis->handleDisk(); +} + +void DirWatcher::mountRemoveCallback(GVolumeMonitor *monitor, GMount *gmount, DirWatcher *pThis) +{ + qDebug() << "Mount Removed"; + s_mutex.lock(); + //处理u盘设备 + if (pThis->m_removedUDiskDevice != NULL) { + pThis->m_currentUDiskDeviceInfo.remove(pThis->m_removedUDiskDevice); + qDebug() << "m_currentMountedDeviceInfo:" << pThis->m_currentMountedDeviceInfo; + qDebug() << "m_repeatedlyMountedDeviceInfo:" << pThis->m_repeatedlyMountedDeviceInfo; + qDebug() << "m_currentUDiskDeviceInfo:" << pThis->m_currentUDiskDeviceInfo; + qDebug() << "m_blackListOfIndex:" << pThis->m_blackListOfIndex; + pThis->m_removedUDiskDevice = ""; + s_mutex.unlock(); + return; + } + + GMount* mount = (GMount*)g_object_ref(gmount); + GFile* rootFile; + rootFile = g_mount_get_root(mount); + if (!rootFile) { + s_mutex.unlock(); + return; + } + QString mountPoint = g_file_get_uri(rootFile); + if (mountPoint.isEmpty()) { + s_mutex.unlock(); + return; + } + //处理uri转码,处理子卷情况 + if (mountPoint.startsWith("file:///")) { + QString removedMountPoint = g_filename_from_uri(mountPoint.toUtf8().constData(), nullptr, nullptr); + pThis->m_blackListOfIndex.removeAll(removedMountPoint); + for (auto t = pThis->m_infoOfSubvolume.constBegin(); t != pThis->m_infoOfSubvolume.constEnd(); t++) { + if (removedMountPoint.startsWith(t.value())) { + pThis->m_blackListOfIndex.removeAll(removedMountPoint.replace(t.value(), t.key())); + } + if (removedMountPoint.startsWith(t.key())) { + pThis->m_blackListOfIndex.removeAll(removedMountPoint.replace(t.key(), t.value())); + } + } + s_mutex.unlock(); + qDebug() << "m_currentMountedDeviceInfo:" << pThis->m_currentMountedDeviceInfo; + qDebug() << "m_repeatedlyMountedDeviceInfo:" << pThis->m_repeatedlyMountedDeviceInfo; + qDebug() << "m_currentUDiskDeviceInfo:" << pThis->m_currentUDiskDeviceInfo; + qDebug() << "m_blackListOfIndex:" << pThis->m_blackListOfIndex; + } else { + s_mutex.unlock(); + qWarning() << "There's someting wrong with the MountPoint!"; + } + g_object_unref(rootFile); +} + +void DirWatcher::initData() +{ + //目前方案只索引数据盘和家目录。 + m_indexableDirList << "/data" << QDir::homePath(); + m_blackListOfIndex << "/data/home" << "/data/root"; + + //init auto mounted device list + setfsent(); + while (1) { + fstab *myFstab = getfsent(); + if (!myFstab) { + endfsent(); + break; + } + QString automaticMountPoint = myFstab->fs_file; + QString spec = myFstab->fs_spec; + + //目前只索引data和home，因此只存这两个文件夹下的挂载点 + if (automaticMountPoint.contains("/data") || automaticMountPoint.contains("/home")) { + m_autoMountList.append(automaticMountPoint); + } + if (!spec.startsWith("UUID")) { + m_infoOfSubvolume.insert(spec, automaticMountPoint); + } + } + + //init disk data, refresh the black list + handleDisk(); +} + +void DirWatcher::initDiskWatcher() +{ + //use Dbus to monitor the hot plug of Udisk. + QDBusConnection::systemBus().connect("org.freedesktop.UDisks2", + "/org/freedesktop/UDisks2", + "org.freedesktop.DBus.ObjectManager", + "InterfacesAdded", + this, SLOT(handleAddedUDiskDevice(QDBusMessage))); + QDBusConnection::systemBus().connect("org.freedesktop.UDisks2", + "/org/freedesktop/UDisks2", + "org.freedesktop.DBus.ObjectManager", + "InterfacesRemoved", + this, SLOT(handleRemovedUDiskDevice(QDBusMessage))); + + m_volumeMonitor = g_volume_monitor_get(); + if (!m_volumeMonitor) { + return; + } + m_mountAddHandle = g_signal_connect(m_volumeMonitor, "mount-added", G_CALLBACK(mountAddCallback), this); + m_mountRemoveHandle = g_signal_connect(m_volumeMonitor, "mount-removed", G_CALLBACK(mountRemoveCallback), this); +} + +void DirWatcher::handleDisk() +{ + //init current mounted device info + s_mutex.lock(); + m_currentMountedDeviceInfo.clear(); + for (QStorageInfo &storage: QStorageInfo::mountedVolumes()) { + if (storage.isValid() && storage.isReady() && QString(storage.device()).contains(QRegExp("/sd[a-z][1-9]"))) { + m_currentMountedDeviceInfo[storage.device()].append(storage.rootPath()); + + if (m_currentMountedDeviceInfo.value(storage.device()).length() > 1) { + m_repeatedlyMountedDeviceInfo.insert(storage.device(), m_currentMountedDeviceInfo.value(storage.device())); + } + if (storage.rootPath().startsWith("/data") || storage.rootPath().startsWith("/home")) { + m_blackListOfIndex.append(storage.rootPath()); + } + } + } + + //init udisk info + if (!m_addedUDiskDeviceList.isEmpty()) { + for (QString addedUDiskDevice: m_addedUDiskDeviceList) { + m_currentUDiskDeviceInfo.insert(addedUDiskDevice, m_currentMountedDeviceInfo.value("/dev/" + addedUDiskDevice)); + } + } + + //将u盘设备在/data和/home下的所有挂载点添加到索引黑名单 + if (!m_currentUDiskDeviceInfo.isEmpty()) { + for (auto t = m_currentUDiskDeviceInfo.constBegin(); t != m_currentUDiskDeviceInfo.constEnd(); t++) { + for (QString udiskDevice: t.value()) { + if (udiskDevice.startsWith("/data") || udiskDevice.startsWith("/home")) { + m_blackListOfIndex.append(udiskDevice); + } + } + } + } + + //从黑名单中移除所有自动挂载设备（目前只包含自动挂载到/data和/home目录下的设备） + for (QString autoMountDevice: m_autoMountList) { + m_blackListOfIndex.removeAll(autoMountDevice); + } + m_blackListOfIndex.removeDuplicates(); + + qDebug() << "autoMountList:" << m_autoMountList; + qDebug() << "m_currentMountedDeviceInfo:" << m_currentMountedDeviceInfo; + qDebug() << "m_repeatedlyMountedDeviceInfo:" << m_repeatedlyMountedDeviceInfo; + qDebug() << "m_currentUDiskDeviceInfo:" << m_currentUDiskDeviceInfo; + qDebug() << "m_blackListOfIndex:" << m_blackListOfIndex; + + s_mutex.unlock(); +} + +void DirWatcher::handleAddedUDiskDevice(QDBusMessage msg) +{ + QDBusObjectPath objPath = msg.arguments().at(0).value(); + if (objPath.path().contains(QRegExp("/sd[a-z][1-9]"))) { + s_mutex.lock(); + m_addedUDiskDeviceList.append(objPath.path().section("/",-1)); + qDebug() << "Add Udisk:" << m_addedUDiskDeviceList; + s_mutex.unlock(); + } +} + +void DirWatcher::handleRemovedUDiskDevice(QDBusMessage msg) +{ + Q_EMIT this->udiskRemoved(); + QDBusObjectPath objPath = msg.arguments().at(0).value(); + if (objPath.path().contains(QRegExp("/sd[a-z][1-9]"))) { + s_mutex.lock(); + m_removedUDiskDevice = objPath.path().section("/",-1); + m_addedUDiskDeviceList.removeAll(m_removedUDiskDevice); + s_mutex.unlock(); + } +} diff --git a/libsearch/dirwatcher/dir-watcher.h b/libsearch/dirwatcher/dir-watcher.h new file mode 100644 index 0000000..a13debf --- /dev/null +++ b/libsearch/dirwatcher/dir-watcher.h @@ -0,0 +1,65 @@ +#ifndef MOUNTDISKLISTENER_H +#define MOUNTDISKLISTENER_H + +#include +#include +#include +#include +#include +#include + +#undef slots +#undef signals +#undef emit + +#include +#include + +class DirWatcher : public QObject +{ + Q_OBJECT +public: + static DirWatcher *getDirWatcher(); + QStringList currentindexableDir(); + QStringList currentBlackListOfIndex(); + void appendBlackListItemOfIndex(const QString &path); + void appendBlackListItemOfIndex(const QStringList &pathList); + void removeBlackListItemOfIndex(const QString &path); + void removeBlackListItemOfIndex(const QStringList &pathList); + + QStringList blackListOfDir(const QString &dirPath); + + static void mountAddCallback(GVolumeMonitor *monitor, GMount *gmount, DirWatcher *pThis); + static void mountRemoveCallback(GVolumeMonitor *monitor, GMount *gmount, DirWatcher *pThis); +public Q_SLOTS: + void handleDisk(); + void handleAddedUDiskDevice(QDBusMessage msg); + void handleRemovedUDiskDevice(QDBusMessage msg); +private: + DirWatcher(QObject *parent = nullptr); + ~DirWatcher(); + void initData(); + void initDiskWatcher(); + + static QMutex s_mutex; + + GVolumeMonitor *m_volumeMonitor = nullptr; + quint64 m_mountAddHandle; + quint64 m_mountRemoveHandle; + + QStringList m_blackListOfIndex; + QStringList m_indexableDirList; + QStringList m_autoMountList; + QMultiMap m_infoOfSubvolume; + QMap m_currentMountedDeviceInfo; + QMap m_repeatedlyMountedDeviceInfo; + + QStringList m_addedUDiskDeviceList; + QString m_removedUDiskDevice; + QMap m_currentUDiskDeviceInfo; +Q_SIGNALS: + void udiskRemoved(); +}; + +#endif // MOUNTDISKLISTENER_H + diff --git a/libsearch/dirwatcher/dirwatcher.pri b/libsearch/dirwatcher/dirwatcher.pri new file mode 100644 index 0000000..4558940 --- /dev/null +++ b/libsearch/dirwatcher/dirwatcher.pri @@ -0,0 +1,7 @@ +INCLUDEPATH += $$PWD + +HEADERS += \ + $$PWD/dir-watcher.h + +SOURCES += \ + $$PWD/dir-watcher.cpp diff --git a/libsearch/libsearch.pro b/libsearch/libsearch.pro index 064a772..40fdb11 100644 --- a/libsearch/libsearch.pro +++ b/libsearch/libsearch.pro @@ -37,6 +37,7 @@ include(notesearch/notesearch.pri) include(settingsearch/settingsearch.pri) include(websearch/websearch.pri) include(searchinterface/search-interface.pri) +include(dirwatcher/dirwatcher.pri) LIBS += -L$$OUT_PWD/../libchinese-segmentation/ -lchinese-segmentation LIBS += -lxapian -lquazip5 -luchardet -lQt5Xdg#-L/usr/local/lib/libjemalloc -ljemalloc