iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 09:21:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #74 from LuminosoInsight/msgpack-1.0-bugfix

Browse Source 
Fix code affected by a breaking change in msgpack 1.0
This commit is contained in:
Moss Collum 2020-02-28 13:05:37 -05:00 committed by GitHub
commit 40443c9a3b
3 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
CHANGELOG.md
View File

@ -1,3 +1,9 @@
## Version 2.2.2 (2020-02-28)
Library change:
- Fixed an incompatibility with newly-released `msgpack 1.0`.
## Version 2.2.1 (2019-02-05)
Library changes:

2
setup.py
View File

@ -35,7 +35,7 @@ if sys.version_info < (3, 4):
setup(
name="wordfreq",
version='2.2.1',
version='2.2.2',
maintainer='Robyn Speer',
maintainer_email='rspeer@luminoso.com',
url='http://github.com/LuminosoInsight/wordfreq/',

2
wordfreq/chinese.py
View File

@ -6,7 +6,7 @@ import gzip
DICT_FILENAME = resource_filename('wordfreq', 'data/jieba_zh.txt')
ORIG_DICT_FILENAME = resource_filename('wordfreq', 'data/jieba_zh_orig.txt')
SIMP_MAP_FILENAME = resource_filename('wordfreq', 'data/_chinese_mapping.msgpack.gz')
SIMPLIFIED_MAP = msgpack.load(gzip.open(SIMP_MAP_FILENAME), raw=False)
SIMPLIFIED_MAP = msgpack.load(gzip.open(SIMP_MAP_FILENAME), raw=False, strict_map_key=False)
jieba_tokenizer = None
jieba_orig_tokenizer = None