From 66c69e6fac30ec69385084ae3cfccf92215ecd74 Mon Sep 17 00:00:00 2001 From: Andrew Lin Date: Fri, 31 Jul 2015 19:23:42 -0400 Subject: [PATCH] Switch to more explanatory Unicode escapes when testing NFKC normalization. --- tests/test.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/test.py b/tests/test.py index d38fd14..d68db1e 100644 --- a/tests/test.py +++ b/tests/test.py @@ -149,6 +149,6 @@ def test_ar(): ) eq_( - tokenize('إﻻ', 'ar'), - ['إلا'] + tokenize('\ufefb', 'ar'), + ['\u0644\u0627'] )