iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 17:31:41 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

merge

Browse Source
This commit is contained in:
Joshua Chin 2015-07-10 14:12:42 -04:00
commit 2612bc23ff
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/gen_regex.py
View File

@ -8,7 +8,7 @@ CATEGORIES = [unicodedata.category(chr(i)) for i in range(0x110000)]
DATA_PATH = pathlib.Path(resource_filename('wordfreq', 'data')) DATA_PATH = pathlib.Path(resource_filename('wordfreq', 'data'))
def func_to_regex(accept): def func_to_regex(accept_func):
""" """
Given a function that returns True or False for a numerical codepoint, Given a function that returns True or False for a numerical codepoint,
return a regex character class accepting the characters resulting in True. return a regex character class accepting the characters resulting in True.
@ -18,7 +18,7 @@ def func_to_regex(accept):
ranges = [] ranges = []
for codepoint, category in enumerate(CATEGORIES): for codepoint, category in enumerate(CATEGORIES):
if accept(codepoint): if accept_func(codepoint):
if not parsing_range: if not parsing_range:
ranges.append([codepoint, codepoint]) ranges.append([codepoint, codepoint])
parsing_range = True parsing_range = True