From f83d31a35774b08d40ab5c6a9fb8c09616e71819 Mon Sep 17 00:00:00 2001 From: Joshua Chin Date: Tue, 7 Jul 2015 15:10:59 -0400 Subject: [PATCH] added arabic tests --- tests/test.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/tests/test.py b/tests/test.py index 358abd4..afdefae 100644 --- a/tests/test.py +++ b/tests/test.py @@ -137,3 +137,14 @@ def test_not_really_random(): @raises(ValueError) def test_not_enough_ascii(): random_ascii_words(lang='zh') + +def test_ar(): + eq_( + tokenize('متــــــــعب', 'ar'), + ['متعب'] + ) + + eq_( + tokenize('حَرَكَات', 'ar'), + ['حركات'] + )