mirror of
https://github.com/rspeer/wordfreq.git
synced 2024-12-23 09:21:37 +00:00
parent
e15a231401
commit
4a4534c466
@ -34,7 +34,7 @@ def test_tokens():
|
||||
]
|
||||
)
|
||||
|
||||
# Jieba's original tokenizer knows a lot of names, it sees.
|
||||
# Jieba's original tokenizer knows a lot of names, it seems.
|
||||
eq_(
|
||||
tokenize(hobart, 'zh', external_wordlist=True),
|
||||
['加勒特', '霍巴特']
|
||||
|
Loading…
Reference in New Issue
Block a user