third_codes/cppjieba
1
0
Fork 0
mirror of https://github.com/yanyiwu/cppjieba.git synced 2025-07-18 00:00:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

modify the worlen weight calc by log()

Browse Source
This commit is contained in:
gwdwyy 2013-07-20 13:19:17 +08:00
parent 1e246d6bb8
commit 562b376869
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/KeyWordExt.cpp
View File

@ -89,7 +89,7 @@ namespace CppJieba
bool KeyWordExt::_sortWLIDF(vector<WordInfo>& wordInfos)
{
size_t wLenSum = 0;
//size_t wLenSum = 0;
for(uint i = 0; i < wordInfos.size(); i++)
{
wordInfos[i].wLen = getUtf8WordLen(wordInfos[i].word);
@ -98,14 +98,15 @@ namespace CppJieba
LogFatal("wLen is 0");
return false;
}
wLenSum += wordInfos[i].wLen;
//wLenSum += wordInfos[i].wLen;
}
/*
if(0 == wLenSum)
{
LogFatal("wLenSum == 0.");
return false;
}
}*/
for(uint i = 0; i < wordInfos.size(); i++)
{
@ -117,7 +118,7 @@ namespace CppJieba
{
LogFatal("getUtf8WordLen(%s) return 0");
}
wInfo.weight = 1.0 * wLen / wLenSum * wInfo.idf;
wInfo.weight = log(double(wLen + 1)) * wInfo.idf;
}
sort(wordInfos.begin(), wordInfos.end(), _wordInfoCompare);
return true;