mirror of
https://github.com/fxsjy/jieba.git
synced 2025-07-10 00:01:33 +08:00
ca444fb4da
Because of the interface change about ChineseAnlayzer , the code 'from jieba.analyse import Chinese Analyzer' in this test file would report an ImportError like 'cannot import name 'ChineseAnalyzer'. Just change import code to 'from jieba.analyse.analyzer import ChineseAnalyzer' can fix it.
65 lines
1.7 KiB
Python
65 lines
1.7 KiB
Python
# -*- coding: UTF-8 -*-
|
||
from __future__ import unicode_literals
|
||
import sys,os
|
||
sys.path.append("../")
|
||
from whoosh.index import create_in,open_dir
|
||
from whoosh.fields import *
|
||
from whoosh.qparser import QueryParser
|
||
|
||
from jieba.analyse.analyzer import ChineseAnalyzer
|
||
|
||
analyzer = ChineseAnalyzer()
|
||
|
||
schema = Schema(title=TEXT(stored=True), path=ID(stored=True), content=TEXT(stored=True, analyzer=analyzer))
|
||
if not os.path.exists("tmp"):
|
||
os.mkdir("tmp")
|
||
|
||
ix = create_in("tmp", schema) # for create new index
|
||
#ix = open_dir("tmp") # for read only
|
||
writer = ix.writer()
|
||
|
||
writer.add_document(
|
||
title="document1",
|
||
path="/a",
|
||
content="This is the first document we’ve added!"
|
||
)
|
||
|
||
writer.add_document(
|
||
title="document2",
|
||
path="/b",
|
||
content="The second one 你 中文测试中文 is even more interesting! 吃水果"
|
||
)
|
||
|
||
writer.add_document(
|
||
title="document3",
|
||
path="/c",
|
||
content="买水果然后来世博园。"
|
||
)
|
||
|
||
writer.add_document(
|
||
title="document4",
|
||
path="/c",
|
||
content="工信处女干事每月经过下属科室都要亲口交代24口交换机等技术性器件的安装工作"
|
||
)
|
||
|
||
writer.add_document(
|
||
title="document4",
|
||
path="/c",
|
||
content="咱俩交换一下吧。"
|
||
)
|
||
|
||
writer.commit()
|
||
searcher = ix.searcher()
|
||
parser = QueryParser("content", schema=ix.schema)
|
||
|
||
for keyword in ("水果世博园","你","first","中文","交换机","交换"):
|
||
print("result of ",keyword)
|
||
q = parser.parse(keyword)
|
||
results = searcher.search(q)
|
||
for hit in results:
|
||
print(hit.highlights("content"))
|
||
print("="*10)
|
||
|
||
for t in analyzer("我的好朋友是李明;我爱北京天安门;IBM和Microsoft; I have a dream. this is intetesting and interested me a lot"):
|
||
print(t.text)
|