cppjieba/demo/segment.cpp

#include <iostream>
#include <fstream>
#include <ArgvContext.hpp>
#include "../cppjieba/MPSegment.h"
#include "../cppjieba/HMMSegment.h"
#include "../cppjieba/MixSegment.h"

using namespace CppJieba;

MPSegment seg;
HMMSegment hmmseg;
MixSegment mixseg;
bool init(const char * const dictPath, const char * const modelPath)
{
    if(!seg.init(dictPath))
    {
        cout<<"seg init failed."<<endl;
        return false;
    }

    if(!hmmseg.init(modelPath))
    {
        cout<<"hmmseg init failed."<<endl;
        return false;
    }

    if(!mixseg.init(dictPath, modelPath))
    {
        cout<<"mixseg init failed."<<endl;
        return false;
    }

    return true;
}

void cut(const ISegment * seg, const char * const filePath)
{
    ifstream ifile(filePath);
    vector<string> res;
    string line;
    while(getline(ifile, line))
    {
        if(!line.empty())
        {
            res.clear();
            seg->cut(line, res);
            cout<<line<<"\n"<<join(res.begin(), res.end(),"/")<<endl;
        }
    }
}

bool dispose()
{
    if(!seg.dispose())
    {
        cout<<"seg dispose failed."<<endl;
        return false;
    }
    if(!hmmseg.dispose())
    {
        cout<<"seg dispose failed."<<endl;
        return false;
    }
    if(!mixseg.dispose())
    {
        cout<<"seg dispose failed."<<endl;
        return false;
    }
    return true;
}

const char * const DEFAULT_DICTPATH = "../dicts/jieba.dict.utf8";
const char * const DEFAULT_MODELPATH = "../dicts/hmm_model.utf8";

int main(int argc, char ** argv)
{
    if(argc < 2)
    {
        cout<<"usage: \n\t"<<argv[0]<<"[options] <filename>\n"
            <<"options:\n"
            <<"\t--algorithm\tSupported methods are [cutDAG, cutHMM, cutMix] for now. \n\t\t\tIf not specified, the default is cutDAG\n"
            <<"\t--dictpath\tIf not specified, the default is "<<DEFAULT_DICTPATH<<'\n'
            <<"\t--modelpath\tIf not specified, the default is "<<DEFAULT_MODELPATH<<'\n'
            <<"example:\n"
            <<"\t"<<argv[0]<<" testlines.utf8 --dictpath ../dicts/jieba.dict.utf8\n"
            <<"\t"<<argv[0]<<" testlines.utf8 --modelpath ../dicts/hmm_model.utf8 --algorithm cutHMM\n"
            <<"\t"<<argv[0]<<" testlines.utf8 --modelpath ../dicts/hmm_model.utf8 --algorithm cutMix\n"
            <<endl;
        
        return -1;
    }
    ArgvContext arg(argc, argv);
    string dictPath = arg["--dictpath"];
    string modelPath = arg["--modelpath"];
    string algorithm = arg["--algorithm"];
    if(dictPath.empty())
    {
        dictPath = DEFAULT_DICTPATH;
    }
    if(modelPath.empty())
    {
        modelPath = DEFAULT_MODELPATH;
    }

    if(!init(dictPath.c_str(), modelPath.c_str()))
    {
        LogError("init failed.");
        return -1;
    }
    if("cutHMM" == algorithm)
    {
        cut(&hmmseg, arg[1].c_str());
    }
    else if("cutMix" == algorithm)
    {
        cut(&mixseg, arg[1].c_str());
    }
    else
    {
        cut(&seg, arg[1].c_str());
    }
    dispose();
    return 0;
}