From b6f246ecbb45d10149530de43eebe0dbbc8645a4 Mon Sep 17 00:00:00 2001 From: Rob Speer Date: Tue, 17 Feb 2015 14:02:36 -0500 Subject: [PATCH] stop running 'remove_unsafe_private_use' unnecessarily --- wordfreq/util.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/wordfreq/util.py b/wordfreq/util.py index 6072281..07bf574 100644 --- a/wordfreq/util.py +++ b/wordfreq/util.py @@ -1,6 +1,5 @@ # coding: utf-8 from unicodedata import normalize -from ftfy.fixes import remove_unsafe_private_use def standardize_word(word): @@ -21,4 +20,4 @@ def standardize_word(word): that the capitalized versions will not share a word count with the lowercase versions. """ - return normalize('NFKC', remove_unsafe_private_use(word)).lower() + return normalize('NFKC', word).lower()