third_codes/jieba
1
0
Fork 0
mirror of https://github.com/fxsjy/jieba.git synced 2025-07-10 00:01:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

improve speed

Browse Source
This commit is contained in:
fxsjy 2012-10-09 06:37:01 +08:00
parent 8b6268670a
commit ef0c0284ff
1 changed files with 6 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
jieba/__init__.py
View File

@ -57,16 +57,13 @@ def __cut_all(sentence):
i+=1
j=i
def calc(sentence,DAG,idx,route):
if idx in route:
return route[idx]
if idx>=len(sentence):
return (1.0,'')
next = DAG[idx]
best = max([ ( FREQ.get(sentence[idx:x+1],min_freq) * calc(sentence,DAG,x+1,route=route)[0],x )for x in next ])
route[idx]=best
return best
def calc(sentence,DAG,idx,route):
N = len(sentence)
route[N] = (1.0,'')
for idx in xrange(N-1,-1,-1):
candidates = [ ( FREQ.get(sentence[idx:x+1],min_freq) * route[x+1][0],x ) for x in DAG[idx] ]
route[idx] = max(candidates)
def __cut_DAG(sentence):
N = len(sentence)