mirror of
https://github.com/yanyiwu/cppjieba.git
synced 2025-07-18 00:00:12 +08:00
55 lines
1.5 KiB
C++
55 lines
1.5 KiB
C++
#include <iostream>
|
|
#include <ctime>
|
|
#include <fstream>
|
|
#include "../src/MPSegment.hpp"
|
|
#include "../src/HMMSegment.hpp"
|
|
#include "../src/MixSegment.hpp"
|
|
#include "../src/KeywordExtractor.hpp"
|
|
#include "../src/Limonp/Colors.hpp"
|
|
|
|
using namespace CppJieba;
|
|
|
|
void cut(size_t times = 50) {
|
|
MixSegment seg("../dict/jieba.dict.utf8", "../dict/hmm_model.utf8");
|
|
vector<string> res;
|
|
string doc;
|
|
ifstream ifs("../test/testdata/weicheng.utf8");
|
|
assert(ifs);
|
|
doc << ifs;
|
|
long beginTime = clock();
|
|
for(size_t i = 0; i < times; i ++) {
|
|
printf("process [%3.0lf %%]\r", 100.0*(i+1)/times);
|
|
fflush(stdout);
|
|
res.clear();
|
|
seg.cut(doc, res);
|
|
}
|
|
printf("\n");
|
|
long endTime = clock();
|
|
ColorPrintln(GREEN, "cut: [%.3lf seconds]time consumed.", double(endTime - beginTime)/CLOCKS_PER_SEC);
|
|
}
|
|
|
|
void extract(size_t times = 400) {
|
|
KeywordExtractor extractor("../dict/jieba.dict.utf8", "../dict/hmm_model.utf8", "../dict/idf.utf8", "../dict/stop_words.utf8");
|
|
vector<string> words;
|
|
string doc;
|
|
ifstream ifs("../test/testdata/review.100");
|
|
assert(ifs);
|
|
doc << ifs;
|
|
long beginTime = clock();
|
|
for(size_t i = 0; i < times; i ++) {
|
|
printf("process [%3.0lf %%]\r", 100.0*(i+1)/times);
|
|
fflush(stdout);
|
|
words.clear();
|
|
extractor.extract(doc, words, 5);
|
|
}
|
|
printf("\n");
|
|
long endTime = clock();
|
|
ColorPrintln(GREEN, "extract: [%.3lf seconds]time consumed.", double(endTime - beginTime)/CLOCKS_PER_SEC);
|
|
}
|
|
|
|
int main(int argc, char ** argv) {
|
|
cut();
|
|
extract();
|
|
return EXIT_SUCCESS;
|
|
}
|