add tools.cpp

This commit is contained in:
gwdwyy 2013-07-22 13:06:19 +08:00
parent 53ce28ae09
commit 86cf38bfef
8 changed files with 35 additions and 10 deletions

View File

@ -181,8 +181,12 @@ using namespace CppJieba;
int main() int main()
{ {
/*
cout<<__FILE__<<__LINE__<<endl;
Segment segment; Segment segment;
cout<<__FILE__<<__LINE__<<endl;
segment.init(); segment.init();
cout<<__FILE__<<__LINE__<<endl;
if(!segment.loadSegDict("../dicts/segdict.utf8.v2.1")) if(!segment.loadSegDict("../dicts/segdict.utf8.v2.1"))
{ {
cerr<<"1"<<endl; cerr<<"1"<<endl;
@ -195,12 +199,14 @@ int main()
while(getline(ifile, line)) while(getline(ifile, line))
{ {
res.clear(); res.clear();
cout<<__FILE__<<__LINE__<<endl;
segment.cutDAG(line, res); segment.cutDAG(line, res);
PRINT_VECTOR(res); PRINT_VECTOR(res);
getchar(); getchar();
} }
segment.dispose(); segment.dispose();
*/
return 0; return 0;
} }

View File

@ -398,6 +398,7 @@ namespace CppJieba
using namespace CppJieba; using namespace CppJieba;
int main() int main()
{ {
cout<<__FILE__<<__FILE__<<endl;
Trie trie; Trie trie;
trie.init(); trie.init();
trie.loadDict("../dicts/segdict.utf8.v2.1"); trie.loadDict("../dicts/segdict.utf8.v2.1");

View File

@ -87,8 +87,6 @@ namespace CppJieba
bool _getInitFlag(); bool _getInitFlag();
public: public:
//const TrieNodeInfo* find(const string& uniStr);
//const TrieNodeInfo* find(const ChUnicode* const chUniStr, size_t len);
const TrieNodeInfo* find(const string& str); const TrieNodeInfo* find(const string& str);
const TrieNodeInfo* findPrefix(const string& str); const TrieNodeInfo* findPrefix(const string& str);

View File

@ -7,8 +7,8 @@ PACKOPT = rc
SOURCES := $(wildcard *.cpp) SOURCES := $(wildcard *.cpp)
OBJS := $(patsubst %.cpp,%.o,$(SOURCES)) OBJS := $(patsubst %.cpp,%.o,$(SOURCES))
DOPACK = $(PACK) $(PACKOPT) $@ $? DOPACK = $(PACK) $(PACKOPT) $@ $^
DOLINK = $(LINK) $(LINKOPT) -o $@ $? DOLINK = $(LINK) $(LINKOPT) -o $@ $^
CMLIB = libcm.a CMLIB = libcm.a

View File

@ -6,13 +6,13 @@
namespace CPPCOMMON namespace CPPCOMMON
{ {
const string& UnicodeEncoding::UTF8ENC = "utf-8";
const string& UnicodeEncoding::GBKENC = "gbk";
UnicodeEncoding::UnicodeEncoding(const string& enc) UnicodeEncoding::UnicodeEncoding(const string& enc)
{ {
_encVec.push_back(UTF8ENC); _encVec.push_back(UTF8ENC);
_encVec.push_back(GBKENC); _encVec.push_back(GBKENC);
if(!isInVec<string>(_encVec, enc)) if(!isInVec<string>(_encVec, enc))
{ {
//default //default
@ -100,7 +100,7 @@ int main()
//} //}
ifile.close(); ifile.close();
ifile.open("testdata/dict.gbk"); ifile.open("testdata/dict.gbk");
enc.setEncoding(UnicodeEncoding::GBKENC); enc.setEncoding(GBKENC);
while(getline(ifile, line)) while(getline(ifile, line))
{ {

View File

@ -12,11 +12,12 @@
namespace CPPCOMMON namespace CPPCOMMON
{ {
using namespace std; using namespace std;
const char* const UTF8ENC = "utf-8";
const char* const GBKENC = "gbk";
class UnicodeEncoding class UnicodeEncoding
{ {
public:
static const string& UTF8ENC;
static const string& GBKENC;
private: private:
string _encoding; string _encoding;
vector<string> _encVec; vector<string> _encVec;

6
src/tools.cpp Normal file
View File

@ -0,0 +1,6 @@
#include "tools.h"
namespace CppJieba
{
UnicodeEncoding gEncoding(UTF8ENC);
}

13
src/tools.h Normal file
View File

@ -0,0 +1,13 @@
#ifndef CPPJIEBA_TOOLS_H
#define CPPJIEBA_TOOLS_H
#include "cppcommon/encoding.h"
namespace CppJieba
{
using namespace CPPCOMMON;
//global singleton encoding class.
extern UnicodeEncoding gEncoding;
}
#endif