iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 09:21:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

specifically test that the long sequence underflows to 0

Browse Source
This commit is contained in:
Robyn Speer 2021-02-18 15:09:31 -05:00
parent bd57b64d00
commit 6b97d093b6
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tests/test_chinese.py
View File

@ -1,4 +1,4 @@
from wordfreq import tokenize, word_frequency from wordfreq import tokenize, word_frequency, zipf_frequency
import pytest import pytest
@ -80,8 +80,10 @@ def test_alternate_codes():
def test_unreasonably_long(): def test_unreasonably_long():
# This crashed earlier versions of wordfreq # This crashed earlier versions of wordfreq due to an overflow in
# exponentiation. We've now changed the sequence of operations so it
# will underflow instead.
lots_of_ls = 'l' * 800 lots_of_ls = 'l' * 800
assert word_frequency(lots_of_ls, 'zh') < 1e-300 assert word_frequency(lots_of_ls, 'zh') == 0.
assert zipf_frequency(lots_of_ls, 'zh') == 0. assert zipf_frequency(lots_of_ls, 'zh') == 0.