third_codes/jieba
1
0
Fork 0
mirror of https://github.com/fxsjy/jieba.git synced 2025-07-10 00:01:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

exlucde word fragments from FREQ

Browse Source
This commit is contained in:
Wang Bin 2015-04-02 11:06:55 +08:00
parent 885417aed1
commit 84ffa0d4bf
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
jieba/posseg/__init__.py
View File

@ -189,7 +189,7 @@ def __cut_DAG(sentence):
if buf:
if len(buf) == 1:
yield pair(buf, word_tag_tab.get(buf, 'x'))
elif buf not in jieba.FREQ:
elif not jieba.FREQ.get(buf):
recognized = __cut_detail(buf)
for t in recognized:
yield t
@ -203,7 +203,7 @@ def __cut_DAG(sentence):
if buf:
if len(buf) == 1:
yield pair(buf, word_tag_tab.get(buf, 'x'))
elif (buf not in jieba.FREQ):
elif not jieba.FREQ.get(buf):
recognized = __cut_detail(buf)
for t in recognized:
yield t