iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 09:21:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add query.iter_wordlist, to visit all words in a list

Browse Source
This commit is contained in:
Robyn Speer 2013-10-29 12:44:16 -04:00
parent 36344d3737
commit 67fefa5dd5
1 changed files with 26 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
wordfreq/query.py
View File

@ -36,6 +36,32 @@ def word_frequency(word, lang, wordlist='multi', default=0.):
else:
return row[0]
def iter_wordlist(wordlist, lang=None):
"""
Returns a generator, yielding (word, lang, frequency) triples from
a wordlist in descending order of frequency.
If a `lang` is specified, the results will only contain words in that
language.
"""
c = CONN.cursor()
if lang is None:
results = c.execute(
"SELECT word, lang, freq from words where wordlist=? "
"ORDER BY freq desc",
(wordlist,)
)
else:
results = c.execute(
"SELECT word, lang, freq from words where "
"wordlist=? and lang=? ORDER BY freq DESC",
(wordlist, lang)
)
return results
METANL_CONSTANT = 50291582140.06433
def metanl_word_frequency(word, lang, default=0.):
"""