iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-24 01:41:39 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

added arabic tests

Browse Source 
Former-commit-id: f83d31a357
This commit is contained in:
Joshua Chin 2015-07-07 15:10:59 -04:00
parent 21c809416d
commit b3a008f992
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
tests/test.py
View File

@ -137,3 +137,14 @@ def test_not_really_random():
@raises(ValueError) @raises(ValueError)
def test_not_enough_ascii(): def test_not_enough_ascii():
random_ascii_words(lang='zh') random_ascii_words(lang='zh')
def test_ar():
eq_(
tokenize('متــــــــعب', 'ar'),
['متعب']
)
eq_(
tokenize('حَرَكَات', 'ar'),
['حركات']
)