mirror of
https://github.com/rspeer/wordfreq.git
synced 2024-12-23 09:21:37 +00:00
test_chinese: fix typo in comment
This commit is contained in:
parent
cea2a61444
commit
2a84a926f5
@ -34,7 +34,7 @@ def test_tokens():
|
|||||||
]
|
]
|
||||||
)
|
)
|
||||||
|
|
||||||
# Jieba's original tokenizer knows a lot of names, it sees.
|
# Jieba's original tokenizer knows a lot of names, it seems.
|
||||||
eq_(
|
eq_(
|
||||||
tokenize(hobart, 'zh', external_wordlist=True),
|
tokenize(hobart, 'zh', external_wordlist=True),
|
||||||
['加勒特', '霍巴特']
|
['加勒特', '霍巴特']
|
||||||
|
Loading…
Reference in New Issue
Block a user