Merge pull request #84 from linkerlin/master

自动检测CPU数目,启动合适数目的进程。
This commit is contained in:
Sun Junyi 2013-07-27 20:35:03 -07:00
commit 4fad12017e
2 changed files with 5 additions and 2 deletions

View File

@ -292,8 +292,10 @@ def __lcut_all(sentence):
def __lcut_for_search(sentence):
return list(__ref_cut_for_search(sentence))
import multiprocessing
@require_initialized
def enable_parallel(processnum):
def enable_parallel(processnum=multiprocessing.cpu_count()):
global pool,cut,cut_for_search
if os.name=='nt':
raise Exception("jieba: parallel mode only supports posix system")

View File

@ -3,7 +3,8 @@ import sys,time
import sys
sys.path.append("../../")
import jieba
jieba.enable_parallel(4)
jieba.enable_parallel()
url = sys.argv[1]
content = open(url,"rb").read()