third_codes/jieba
1
0
Fork 0
mirror of https://github.com/fxsjy/jieba.git synced 2025-07-10 00:01:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

speed up the viterbi

Browse Source
This commit is contained in:
Sun Junyi 2013-06-16 13:21:43 +08:00
parent b050bfe946
commit 9d1e23ce6f
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
jieba/finalseg/__init__.py
View File

@ -15,6 +15,12 @@ prob_trans = load_model("prob_trans.py")
prob_emit = load_model("prob_emit.py")
PrevStatus = {
'B':('E','S'),
'M':('M','B'),
'S':('S','E'),
'E':('B','M')
}
def viterbi(obs, states, start_p, trans_p, emit_p):
V = [{}] #tabular
@ -26,7 +32,8 @@ def viterbi(obs, states, start_p, trans_p, emit_p):
V.append({})
newpath = {}
for y in states:
(prob,state ) = max([(V[t-1][y0] + trans_p[y0].get(y,MIN_FLOAT) + emit_p[y].get(obs[t],MIN_FLOAT) ,y0) for y0 in states ])
em_p = emit_p[y].get(obs[t],MIN_FLOAT)
(prob,state ) = max([(V[t-1][y0] + trans_p[y0].get(y,MIN_FLOAT) + em_p ,y0) for y0 in PrevStatus[y] ])
V[t][y] =prob
newpath[y] = path[state] + [y]
path = newpath