mirror of
https://github.com/yanyiwu/cppjieba.git
synced 2025-07-18 00:00:12 +08:00
129 lines
4.0 KiB
C++
129 lines
4.0 KiB
C++
#ifndef CPPJIEBA_MIXSEGMENT_H
|
|
#define CPPJIEBA_MIXSEGMENT_H
|
|
|
|
#include "MPSegment.hpp"
|
|
#include "HMMSegment.hpp"
|
|
#include "Limonp/str_functs.hpp"
|
|
|
|
namespace CppJieba
|
|
{
|
|
class MixSegment: public SegmentBase
|
|
{
|
|
private:
|
|
MPSegment _mpSeg;
|
|
HMMSegment _hmmSeg;
|
|
public:
|
|
MixSegment()
|
|
{
|
|
}
|
|
virtual ~MixSegment()
|
|
{
|
|
dispose();
|
|
}
|
|
public:
|
|
bool init(const char* const mpSegDict, const char* const hmmSegDict)
|
|
{
|
|
if(_getInitFlag())
|
|
{
|
|
LogError("inited.");
|
|
return false;
|
|
}
|
|
if(!_mpSeg.init(mpSegDict))
|
|
{
|
|
LogError("_mpSeg init");
|
|
return false;
|
|
}
|
|
if(!_hmmSeg.init(hmmSegDict))
|
|
{
|
|
LogError("_hmmSeg init");
|
|
return false;
|
|
}
|
|
return _setInitFlag(true);
|
|
}
|
|
bool dispose()
|
|
{
|
|
if(!_getInitFlag())
|
|
{
|
|
return true;
|
|
}
|
|
_mpSeg.dispose();
|
|
_hmmSeg.dispose();
|
|
_setInitFlag(false);
|
|
return true;
|
|
}
|
|
public:
|
|
//virtual bool cut(const string& str, vector<string>& res) const;
|
|
bool cut(const string& str, vector<string>& res)const
|
|
{
|
|
return SegmentBase::cut(str, res);
|
|
}
|
|
bool cut(Unicode::const_iterator begin, Unicode::const_iterator end, vector<string>& res)const
|
|
{
|
|
if(!_getInitFlag())
|
|
{
|
|
LogError("not inited.");
|
|
return false;
|
|
}
|
|
if(begin == end)
|
|
{
|
|
return false;
|
|
}
|
|
vector<TrieNodeInfo> infos;
|
|
if(!_mpSeg.cut(begin, end, infos))
|
|
{
|
|
LogError("mpSeg cutDAG failed.");
|
|
return false;
|
|
}
|
|
Unicode unico;
|
|
vector<Unicode> hmmRes;
|
|
string tmp;
|
|
for(uint i= 0; i < infos.size(); i++)
|
|
{
|
|
TransCode::encode(infos[i].word,tmp);
|
|
if(1 == infos[i].word.size())
|
|
{
|
|
unico.push_back(infos[i].word[0]);
|
|
}
|
|
else
|
|
{
|
|
if(!unico.empty())
|
|
{
|
|
hmmRes.clear();
|
|
if(!_hmmSeg.cut(unico.begin(), unico.end(), hmmRes))
|
|
{
|
|
LogError("_hmmSeg cut failed.");
|
|
return false;
|
|
}
|
|
for(uint j = 0; j < hmmRes.size(); j++)
|
|
{
|
|
TransCode::encode(hmmRes[j], tmp);
|
|
res.push_back(tmp);
|
|
}
|
|
}
|
|
unico.clear();
|
|
TransCode::encode(infos[i].word, tmp);
|
|
res.push_back(tmp);
|
|
}
|
|
}
|
|
if(!unico.empty())
|
|
{
|
|
hmmRes.clear();
|
|
if(!_hmmSeg.cut(unico.begin(), unico.end(), hmmRes))
|
|
{
|
|
LogError("_hmmSeg cut failed.");
|
|
return false;
|
|
}
|
|
for(uint j = 0; j < hmmRes.size(); j++)
|
|
{
|
|
TransCode::encode(hmmRes[j], tmp);
|
|
res.push_back(tmp);
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
};
|
|
}
|
|
|
|
#endif
|