third_codes/jieba
1
0
Fork 0
mirror of https://github.com/fxsjy/jieba.git synced 2025-07-10 00:01:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #13 from felixonmars/master

Browse Source 
add file-like object support for load_userdict
This commit is contained in:
Sun Junyi 2012-11-21 04:40:26 -08:00
commit 0ea6d8156d
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
jieba/__init__.py
View File

@ -165,9 +165,11 @@ def cut(sentence,cut_all=False):
if x!="": if x!="":
yield x yield x
def load_userdict(f_name): def load_userdict(f):
global trie,total,FREQ global trie,total,FREQ
content = open(f_name,'rb').read().decode('utf-8') if isinstance(f, (str, unicode)):
f = open(f, 'rb')
content = f.read().decode('utf-8')
for line in content.split("\n"): for line in content.split("\n"):
if line.rstrip()=='': continue if line.rstrip()=='': continue
word,freq = line.split(" ") word,freq = line.split(" ")