Merge pull request #249 from iaom/0531-dev-main
[FIX]: Offset info error in keyword extraction.
This commit is contained in:
commit
83ff5325f6
|
@ -116,6 +116,7 @@ void ConstructDocumentForContent::run() {
|
|||
doc.addTerm(upTerm);
|
||||
doc.addValue(m_path);
|
||||
|
||||
//'\xEF\xBC\x8C' is "," "\xE3\x80\x82" is "。" use three " " to replace ,to ensure the offset info.
|
||||
content = content.replace("\t", " ").replace("\xEF\xBC\x8C", " ").replace("\xE3\x80\x82", " ");
|
||||
|
||||
// QVector<SKeyWord> term = ChineseSegmentation::getInstance()->callSegement(content.left(20480000));
|
||||
|
|
Loading…
Reference in New Issue