removed unnecessary strip

Former-commit-id: 002351bace
2024-12-24 18:01:38 +00:00 · 2015-07-17 15:11:28 -04:00 · 2015-07-17 15:11:28 -04:00 · bb706b65f4
commit bb706b65f4
parent 919f2f5912
1 changed files with 1 additions and 1 deletions
--- a/wordfreq_builder/wordfreq_builder/word_counts.py
+++ b/wordfreq_builder/wordfreq_builder/word_counts.py
@ -18,7 +18,7 @@ def count_tokens(filename):
    counts = defaultdict(int)
    with open(filename, encoding='utf-8', errors='replace') as infile:
        for line in infile:
-            for token in simple_tokenize(line.strip()):
+            for token in simple_tokenize(line):
                counts[token] += 1
    return counts