iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 09:21:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #71 from LuminosoInsight/pytest-fixes

Browse Source 
Fix a deprecation warning by using raw strings
This commit is contained in:
Lance Nathan 2019-08-14 16:25:42 -04:00 committed by GitHub
commit 5f085b2c17
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
wordfreq/preprocess.py
View File

@ -6,8 +6,8 @@ from .transliterate import transliterate
MARK_RE = regex.compile(r'[\p{Mn}\N{ARABIC TATWEEL}]', regex.V1) MARK_RE = regex.compile(r'[\p{Mn}\N{ARABIC TATWEEL}]', regex.V1)
DIGIT_RE = regex.compile('\d') DIGIT_RE = regex.compile(r'\d')
MULTI_DIGIT_RE = regex.compile('\d[\d.,]+') MULTI_DIGIT_RE = regex.compile(r'\d[\d.,]+')
def preprocess_text(text, language): def preprocess_text(text, language):