diff --git a/tests/test.py b/tests/test.py index d68db1e..679811c 100644 --- a/tests/test.py +++ b/tests/test.py @@ -149,6 +149,6 @@ def test_ar(): ) eq_( - tokenize('\ufefb', 'ar'), - ['\u0644\u0627'] + tokenize('\ufefb', 'ar'), # An Arabic ligature... + ['\u0644\u0627'] # ...that is affected by NFKC normalization )