third_codes/cppjieba
1
0
Fork 0
mirror of https://github.com/yanyiwu/cppjieba.git synced 2025-07-18 00:00:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

modify some gbk enc for more robust

Browse Source
This commit is contained in:
wyy 2013-12-06 22:52:59 -08:00
parent 7106a4475f
commit 8e8a68352b
2 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/ChineseFilter.hpp
View File

@ -112,7 +112,7 @@ namespace CppJieba
}
char x = 0x80;
int resFlag = (str[0] & x ? 1 : 0);
resLen = 1;
resLen = 0;
if(!resFlag)
{
while(resLen < len && !(str[resLen] & x))
@ -124,9 +124,17 @@ namespace CppJieba
{
while(resLen < len && (str[resLen] & x))
{
#ifdef CPPJIEBA_GBK
resLen += 2;
#else
resLen ++;
#endif
}
}
if(resLen > len)
{
return -1;
}
return resFlag;
}
}

7
src/SegmentBase.hpp
View File

@ -31,7 +31,7 @@ namespace CppJieba
LogError("not inited.");
return false;
}
const char * cstr = str.c_str();
const char * const cstr = str.c_str();
uint size = str.size();
uint offset = 0;
string subs;
@ -60,6 +60,11 @@ namespace CppJieba
}
cut(unico.begin(), unico.end(), res);
}
if(len == 0)
{
LogFatal("str[%s] illegal.", cstr);
return false;
}
offset += len;
}
return true;