cppjieba/demo/segment_demo.cpp

#include <iostream>
#include <fstream>
#include "../cppjieba/headers.h"

using namespace CppJieba;

MPSegment seg;
HMMSegment hmmseg;
MixSegment mixseg;
bool init(const char * const dictPath, const char * const modelPath)
{
    if(!seg.init(dictPath))
    {
        cout<<"seg init failed."<<endl;
        return false;
    }

    if(!hmmseg.init(modelPath))
    {
        cout<<"hmmseg init failed."<<endl;
        return false;
    }

    if(!mixseg.init(dictPath, modelPath))
    {
        cout<<"mixseg init failed."<<endl;
        return false;
    }

    return true;
}

void cutMP(const char * const filePath)
{
    ifstream ifile(filePath);
    vector<string> res;
    string line;
    while(getline(ifile, line))
    {
        if(!line.empty())
        {
            seg.cut(line, res);
            cout<<line<<"\n"<<joinStr(res,"/")<<endl;
        }
    }
}

void cutHMM(const char * const filePath)
{
    ifstream ifile(filePath);
    vector<string> res;
    string line;
    while(getline(ifile, line))
    {
        if(!line.empty())
        {
            hmmseg.cut(line, res);
            cout<<line<<"\n"<<joinStr(res,"/")<<endl;
        }
    }
}

void cutMix(const char* const filePath)
{
    ifstream ifs(filePath);
    vector<string> res;
    string line;
    while(getline(ifs, line))
    {
        mixseg.cut(line, res);
        cout<<line<<'\n'<<joinStr(res,"/")<<endl;
    }
}

bool dispose()
{
    if(!seg.dispose())
    {
        cout<<"seg dispose failed."<<endl;
        return false;
    }
    if(!hmmseg.dispose())
    {
        cout<<"seg dispose failed."<<endl;
        return false;
    }
    if(!mixseg.dispose())
    {
        cout<<"seg dispose failed."<<endl;
        return false;
    }
    return true;
}

const char * const DEFAULT_DICTPATH = "../dicts/jieba.dict.gbk";
const char * const DEFAULT_MODELPATH = "../dicts/hmm_model.gbk";

int main(int argc, char ** argv)
{
    if(argc < 2)
    {
        cout<<"usage: \n\t"<<argv[0]<<"[options] <filename>\n"
            <<"options:\n"
            <<"\t--algorithm\tSupported encoding methods are [cutDAG, cutHMM, cutMix] for now. \n\t\t\tIf not specified, the default is cutDAG\n"
            <<"\t--dictpath\tIf not specified, the default is "<<DEFAULT_DICTPATH<<'\n'
            <<"\t--modelpath\tIf not specified, the default is "<<DEFAULT_MODELPATH<<'\n'
            <<"example:\n"
            <<"\t"<<argv[0]<<" testlines.gbk --encoding gbk --dictpath ../dicts/jieba.dict.gbk\n"
            <<"\t"<<argv[0]<<" testlines.gbk --modelpath ../dicts/hmm_model.gbk --algorithm cutHMM\n"
            <<"\t"<<argv[0]<<" testlines.gbk --modelpath ../dicts/hmm_model.gbk --algorithm cutMix\n"
            <<endl;
        
        return -1;
    }
    ArgvContext arg(argc, argv);
    string dictPath = arg["--dictpath"];
    string modelPath = arg["--modelpath"];
    //string encoding = arg["--encoding"];
    string algorithm = arg["--algorithm"];
    if(dictPath.empty())
    {
        dictPath = DEFAULT_DICTPATH;
    }
    if(modelPath.empty())
    {
        modelPath = DEFAULT_MODELPATH;
    }
    //if("gbk" == encoding)
    //{
    //    TransCode::setGbkEnc();
    //}
    //else
    //{
    //    TransCode::setUtf8Enc();
    //}

    if(!init(dictPath.c_str(), modelPath.c_str()))
    {
        LogError("init failed.");
        return -1;
    }
    if("cutHMM" == algorithm)
    {
        cutHMM(arg[1].c_str());
    }
    else if("cutMix" == algorithm)
    {
        cutMix(arg[1].c_str());
    }
    else
    {
        cutMP(arg[1].c_str());
    }
    dispose();
    return 0;
}