diff --git a/README.md b/README.md index aa5e9a6..b9ca577 100644 --- a/README.md +++ b/README.md @@ -257,7 +257,7 @@ into multiple tokens: >>> zipf_frequency('New York', 'en') 5.35 >>> zipf_frequency('北京地铁', 'zh') # "Beijing Subway" - 3.55 + 3.54 The word frequencies are combined with the half-harmonic-mean function in order to provide an estimate of what their combined frequency would be. In Chinese, diff --git a/wordfreq/data/large_ar.msgpack.gz b/wordfreq/data/large_ar.msgpack.gz index 999c275..febed58 100644 Binary files a/wordfreq/data/large_ar.msgpack.gz and b/wordfreq/data/large_ar.msgpack.gz differ diff --git a/wordfreq/data/large_de.msgpack.gz b/wordfreq/data/large_de.msgpack.gz index 7b2d67d..fb719c1 100644 Binary files a/wordfreq/data/large_de.msgpack.gz and b/wordfreq/data/large_de.msgpack.gz differ diff --git a/wordfreq/data/large_en.msgpack.gz b/wordfreq/data/large_en.msgpack.gz index 8890639..fd7072b 100644 Binary files a/wordfreq/data/large_en.msgpack.gz and b/wordfreq/data/large_en.msgpack.gz differ diff --git a/wordfreq/data/large_es.msgpack.gz b/wordfreq/data/large_es.msgpack.gz index c96f8eb..6e5649f 100644 Binary files a/wordfreq/data/large_es.msgpack.gz and b/wordfreq/data/large_es.msgpack.gz differ diff --git a/wordfreq/data/large_fi.msgpack.gz b/wordfreq/data/large_fi.msgpack.gz index 34ae9ab..9759551 100644 Binary files a/wordfreq/data/large_fi.msgpack.gz and b/wordfreq/data/large_fi.msgpack.gz differ diff --git a/wordfreq/data/large_fr.msgpack.gz b/wordfreq/data/large_fr.msgpack.gz index 99b4488..367a4b8 100644 Binary files a/wordfreq/data/large_fr.msgpack.gz and b/wordfreq/data/large_fr.msgpack.gz differ diff --git a/wordfreq/data/large_it.msgpack.gz b/wordfreq/data/large_it.msgpack.gz index 1ac714a..40dc15a 100644 Binary files a/wordfreq/data/large_it.msgpack.gz and b/wordfreq/data/large_it.msgpack.gz differ diff --git a/wordfreq/data/large_ja.msgpack.gz b/wordfreq/data/large_ja.msgpack.gz index c75b5f7..932d4e9 100644 Binary files a/wordfreq/data/large_ja.msgpack.gz and b/wordfreq/data/large_ja.msgpack.gz differ diff --git a/wordfreq/data/large_nl.msgpack.gz b/wordfreq/data/large_nl.msgpack.gz index ca776cb..149d229 100644 Binary files a/wordfreq/data/large_nl.msgpack.gz and b/wordfreq/data/large_nl.msgpack.gz differ diff --git a/wordfreq/data/large_pl.msgpack.gz b/wordfreq/data/large_pl.msgpack.gz index f15e958..888a526 100644 Binary files a/wordfreq/data/large_pl.msgpack.gz and b/wordfreq/data/large_pl.msgpack.gz differ diff --git a/wordfreq/data/large_pt.msgpack.gz b/wordfreq/data/large_pt.msgpack.gz index cc16cf5..b6248e3 100644 Binary files a/wordfreq/data/large_pt.msgpack.gz and b/wordfreq/data/large_pt.msgpack.gz differ diff --git a/wordfreq/data/large_ru.msgpack.gz b/wordfreq/data/large_ru.msgpack.gz index a137f6f..c1cf1a6 100644 Binary files a/wordfreq/data/large_ru.msgpack.gz and b/wordfreq/data/large_ru.msgpack.gz differ diff --git a/wordfreq/data/large_zh.msgpack.gz b/wordfreq/data/large_zh.msgpack.gz index 193aeb6..ec35ce4 100644 Binary files a/wordfreq/data/large_zh.msgpack.gz and b/wordfreq/data/large_zh.msgpack.gz differ diff --git a/wordfreq/data/small_ar.msgpack.gz b/wordfreq/data/small_ar.msgpack.gz index d98d0d1..f7f7478 100644 Binary files a/wordfreq/data/small_ar.msgpack.gz and b/wordfreq/data/small_ar.msgpack.gz differ diff --git a/wordfreq/data/small_bg.msgpack.gz b/wordfreq/data/small_bg.msgpack.gz index bcb8cf6..ab1aa9e 100644 Binary files a/wordfreq/data/small_bg.msgpack.gz and b/wordfreq/data/small_bg.msgpack.gz differ diff --git a/wordfreq/data/small_bn.msgpack.gz b/wordfreq/data/small_bn.msgpack.gz index 30e6873..4e9fc0b 100644 Binary files a/wordfreq/data/small_bn.msgpack.gz and b/wordfreq/data/small_bn.msgpack.gz differ diff --git a/wordfreq/data/small_ca.msgpack.gz b/wordfreq/data/small_ca.msgpack.gz index 7c1a0f3..02b3ac1 100644 Binary files a/wordfreq/data/small_ca.msgpack.gz and b/wordfreq/data/small_ca.msgpack.gz differ diff --git a/wordfreq/data/small_cs.msgpack.gz b/wordfreq/data/small_cs.msgpack.gz index 6658c1a..dd6e70a 100644 Binary files a/wordfreq/data/small_cs.msgpack.gz and b/wordfreq/data/small_cs.msgpack.gz differ diff --git a/wordfreq/data/small_da.msgpack.gz b/wordfreq/data/small_da.msgpack.gz index f338116..e7b96aa 100644 Binary files a/wordfreq/data/small_da.msgpack.gz and b/wordfreq/data/small_da.msgpack.gz differ diff --git a/wordfreq/data/small_de.msgpack.gz b/wordfreq/data/small_de.msgpack.gz index f598602..422cd13 100644 Binary files a/wordfreq/data/small_de.msgpack.gz and b/wordfreq/data/small_de.msgpack.gz differ diff --git a/wordfreq/data/small_el.msgpack.gz b/wordfreq/data/small_el.msgpack.gz index 8b8c935..bab1fbd 100644 Binary files a/wordfreq/data/small_el.msgpack.gz and b/wordfreq/data/small_el.msgpack.gz differ diff --git a/wordfreq/data/small_en.msgpack.gz b/wordfreq/data/small_en.msgpack.gz index 3fcbe69..edd9acc 100644 Binary files a/wordfreq/data/small_en.msgpack.gz and b/wordfreq/data/small_en.msgpack.gz differ diff --git a/wordfreq/data/small_es.msgpack.gz b/wordfreq/data/small_es.msgpack.gz index 96d4804..d24a91e 100644 Binary files a/wordfreq/data/small_es.msgpack.gz and b/wordfreq/data/small_es.msgpack.gz differ diff --git a/wordfreq/data/small_fa.msgpack.gz b/wordfreq/data/small_fa.msgpack.gz index c19d402..59fdd4a 100644 Binary files a/wordfreq/data/small_fa.msgpack.gz and b/wordfreq/data/small_fa.msgpack.gz differ diff --git a/wordfreq/data/small_fi.msgpack.gz b/wordfreq/data/small_fi.msgpack.gz index 7ff2316..ca7b0c7 100644 Binary files a/wordfreq/data/small_fi.msgpack.gz and b/wordfreq/data/small_fi.msgpack.gz differ diff --git a/wordfreq/data/small_fr.msgpack.gz b/wordfreq/data/small_fr.msgpack.gz index b963faf..1493421 100644 Binary files a/wordfreq/data/small_fr.msgpack.gz and b/wordfreq/data/small_fr.msgpack.gz differ diff --git a/wordfreq/data/small_he.msgpack.gz b/wordfreq/data/small_he.msgpack.gz index 88b8d7d..e5e1c42 100644 Binary files a/wordfreq/data/small_he.msgpack.gz and b/wordfreq/data/small_he.msgpack.gz differ diff --git a/wordfreq/data/small_hi.msgpack.gz b/wordfreq/data/small_hi.msgpack.gz index d2d8827..71acdca 100644 Binary files a/wordfreq/data/small_hi.msgpack.gz and b/wordfreq/data/small_hi.msgpack.gz differ diff --git a/wordfreq/data/small_hu.msgpack.gz b/wordfreq/data/small_hu.msgpack.gz index 6162576..0da564c 100644 Binary files a/wordfreq/data/small_hu.msgpack.gz and b/wordfreq/data/small_hu.msgpack.gz differ diff --git a/wordfreq/data/small_id.msgpack.gz b/wordfreq/data/small_id.msgpack.gz index 403aaea..79e4ebb 100644 Binary files a/wordfreq/data/small_id.msgpack.gz and b/wordfreq/data/small_id.msgpack.gz differ diff --git a/wordfreq/data/small_it.msgpack.gz b/wordfreq/data/small_it.msgpack.gz index 1171d9f..8ca00d2 100644 Binary files a/wordfreq/data/small_it.msgpack.gz and b/wordfreq/data/small_it.msgpack.gz differ diff --git a/wordfreq/data/small_ja.msgpack.gz b/wordfreq/data/small_ja.msgpack.gz index c4da474..0e541d0 100644 Binary files a/wordfreq/data/small_ja.msgpack.gz and b/wordfreq/data/small_ja.msgpack.gz differ diff --git a/wordfreq/data/small_ko.msgpack.gz b/wordfreq/data/small_ko.msgpack.gz index aba1d33..32f2aa0 100644 Binary files a/wordfreq/data/small_ko.msgpack.gz and b/wordfreq/data/small_ko.msgpack.gz differ diff --git a/wordfreq/data/small_mk.msgpack.gz b/wordfreq/data/small_mk.msgpack.gz index 3b5ba9a..230f3f8 100644 Binary files a/wordfreq/data/small_mk.msgpack.gz and b/wordfreq/data/small_mk.msgpack.gz differ diff --git a/wordfreq/data/small_ms.msgpack.gz b/wordfreq/data/small_ms.msgpack.gz index 91c0dd0..a58a247 100644 Binary files a/wordfreq/data/small_ms.msgpack.gz and b/wordfreq/data/small_ms.msgpack.gz differ diff --git a/wordfreq/data/small_nb.msgpack.gz b/wordfreq/data/small_nb.msgpack.gz index df1752b..5a6bc69 100644 Binary files a/wordfreq/data/small_nb.msgpack.gz and b/wordfreq/data/small_nb.msgpack.gz differ diff --git a/wordfreq/data/small_nl.msgpack.gz b/wordfreq/data/small_nl.msgpack.gz index ebd6735..4ddcc09 100644 Binary files a/wordfreq/data/small_nl.msgpack.gz and b/wordfreq/data/small_nl.msgpack.gz differ diff --git a/wordfreq/data/small_pl.msgpack.gz b/wordfreq/data/small_pl.msgpack.gz index b9b45d6..8404892 100644 Binary files a/wordfreq/data/small_pl.msgpack.gz and b/wordfreq/data/small_pl.msgpack.gz differ diff --git a/wordfreq/data/small_pt.msgpack.gz b/wordfreq/data/small_pt.msgpack.gz index 7e8f036..d716e72 100644 Binary files a/wordfreq/data/small_pt.msgpack.gz and b/wordfreq/data/small_pt.msgpack.gz differ diff --git a/wordfreq/data/small_ro.msgpack.gz b/wordfreq/data/small_ro.msgpack.gz index 6d2464c..c7ab53d 100644 Binary files a/wordfreq/data/small_ro.msgpack.gz and b/wordfreq/data/small_ro.msgpack.gz differ diff --git a/wordfreq/data/small_ru.msgpack.gz b/wordfreq/data/small_ru.msgpack.gz index e67f262..0c3be07 100644 Binary files a/wordfreq/data/small_ru.msgpack.gz and b/wordfreq/data/small_ru.msgpack.gz differ diff --git a/wordfreq/data/small_sh.msgpack.gz b/wordfreq/data/small_sh.msgpack.gz index 8c7aee3..c2fb43a 100644 Binary files a/wordfreq/data/small_sh.msgpack.gz and b/wordfreq/data/small_sh.msgpack.gz differ diff --git a/wordfreq/data/small_sv.msgpack.gz b/wordfreq/data/small_sv.msgpack.gz index 251f5d6..5f89210 100644 Binary files a/wordfreq/data/small_sv.msgpack.gz and b/wordfreq/data/small_sv.msgpack.gz differ diff --git a/wordfreq/data/small_tr.msgpack.gz b/wordfreq/data/small_tr.msgpack.gz index 69e880e..374e762 100644 Binary files a/wordfreq/data/small_tr.msgpack.gz and b/wordfreq/data/small_tr.msgpack.gz differ diff --git a/wordfreq/data/small_uk.msgpack.gz b/wordfreq/data/small_uk.msgpack.gz index e354a18..3dae8d8 100644 Binary files a/wordfreq/data/small_uk.msgpack.gz and b/wordfreq/data/small_uk.msgpack.gz differ diff --git a/wordfreq/data/small_zh.msgpack.gz b/wordfreq/data/small_zh.msgpack.gz index 45fd8bb..c0a118d 100644 Binary files a/wordfreq/data/small_zh.msgpack.gz and b/wordfreq/data/small_zh.msgpack.gz differ