From 24e26c4c1d7d16f6d1cb000964b72c5a35fc79f4 Mon Sep 17 00:00:00 2001 From: Rob Speer Date: Tue, 6 Dec 2016 17:39:40 -0500 Subject: [PATCH] add a test for "aujourd'hui" --- tests/test_french_and_related.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/test_french_and_related.py b/tests/test_french_and_related.py index c6e3809..17f59c3 100644 --- a/tests/test_french_and_related.py +++ b/tests/test_french_and_related.py @@ -17,6 +17,7 @@ def test_apostrophes(): ["l'", 'heure']) eq_(tokenize("L'Hôpital", 'fr', include_punctuation=True), ["l'", 'hôpital']) + eq_(tokenize("aujourd'hui", 'fr'), ["aujourd'hui"]) eq_(tokenize("This isn't French", 'en'), ['this', "isn't", 'french'])