updated comments

Former-commit-id: 131b916c57
2024-12-23 17:31:41 +00:00 · 2015-07-17 14:50:12 -04:00 · 2015-07-17 14:50:12 -04:00 · e8fa25cb73
commit e8fa25cb73
parent 4c7910246e
1 changed files with 1 additions and 1 deletions
--- a/tests/test.py
+++ b/tests/test.py
@ -94,7 +94,7 @@ def test_failed_cB_conversion():

 def test_tokenization():
    # We preserve apostrophes within words, so "can't" is a single word in the
-    # data, while the fake word "plan't" can't be found.
+    # data
    eq_(tokenize("can't", 'en'), ["can't"])

    eq_(tokenize('😂test', 'en'), ['😂', 'test'])