cppjieba/test/segment_demo.cpp

#include <iostream>
#include <fstream>

#define LOGGER_LEVEL LL_WARN

#include "../src/MPSegment.hpp"
#include "../src/HMMSegment.hpp"
#include "../src/MixSegment.hpp"

using namespace CppJieba;

const char * const TEST_FILE = "../test/testdata/testlines.utf8";
const char * const JIEBA_DICT_FILE = "../dict/jieba.dict.utf8";
const char * const HMM_DICT_FILE = "../dict/hmm_model.utf8";
const char * const USER_DICT_FILE = "../test/testdata/userdict.utf8";

void cut(const ISegment& seg, const char * const filePath)
{
    ifstream ifile(filePath);
    vector<string> words;
    string line;
    string res;
    while(getline(ifile, line))
    {
        if(!line.empty())
        {
            words.clear();
            seg.cut(line, words);
            join(words.begin(), words.end(), res, "/");
            cout<< res <<endl;
        }
    }
}


int main(int argc, char ** argv)
{
    {
        printf("\e[32m%s\e[0m\n", "[demo] MPSegment"); // colorful
        MPSegment seg(JIEBA_DICT_FILE);
        cut(seg, TEST_FILE);
    }
    {
        printf("\e[32m%s\e[0m\n", "[demo] HMMSegment"); // colorful
        HMMSegment seg(HMM_DICT_FILE);
        cut(seg, TEST_FILE);
    }
    {
        printf("\e[32m%s\e[0m\n", "[demo] MixSegment"); // colorful
        MixSegment seg(JIEBA_DICT_FILE, HMM_DICT_FILE);
        cut(seg, TEST_FILE);
    }
    {
        printf("\e[32m%s\e[0m\n", "[demo] MixSegment with UserDict"); // colorful
        MixSegment seg(JIEBA_DICT_FILE, HMM_DICT_FILE, USER_DICT_FILE);
        cut(seg, TEST_FILE);
    }
    return EXIT_SUCCESS;
}