From 41e1dd41d82358fd44f972e501c8586d0bbd64a2 Mon Sep 17 00:00:00 2001 From: Andrew Lin Date: Mon, 3 Aug 2015 11:09:44 -0400 Subject: [PATCH] Document the NFKC-normalized ligature in the Arabic test. --- tests/test.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/test.py b/tests/test.py index d68db1e..679811c 100644 --- a/tests/test.py +++ b/tests/test.py @@ -149,6 +149,6 @@ def test_ar(): ) eq_( - tokenize('\ufefb', 'ar'), - ['\u0644\u0627'] + tokenize('\ufefb', 'ar'), # An Arabic ligature... + ['\u0644\u0627'] # ...that is affected by NFKC normalization )