p90463782
/
ukui-search
forked from openkylin/ukui-search
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

同步分词模块<更新分词基础词库内容，分词准确性提升>

This commit is contained in:
iaom 2022-11-22 10:26:10 +08:00
parent 65f61447fb
commit 6f3c610896
2 changed files with 298036 additions and 176186 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

474220
libchinese-segmentation/dict/jieba.dict.utf8
View File

File diff suppressed because it is too large Load Diff

2
libchinese-segmentation/pinyin4cpp/pinyin4cpp_dataTrie.cpp
View File

@ -65,7 +65,7 @@ bool Pinyin4cppDataTrie::InitAttachDat(const string &dat_cache_file, const strin
const auto seek_off = lseek(m_mmapFd, 0, SEEK_END);
assert(seek_off >= 0);
m_mmapLength = seek_off;
m_mmapLength = static_cast<size_t>(seek_off);
m_mmapAddr = reinterpret_cast<char *>(mmap(NULL, m_mmapLength, PROT_READ, MAP_SHARED, m_mmapFd, 0));
assert(MAP_FAILED != m_mmapAddr);
assert(m_mmapLength >= sizeof(CacheFileHeader));