iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 17:31:41 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

generated freq dict in place

Browse Source 
Former-commit-id: d988b1b42e
This commit is contained in:
Joshua Chin 2015-07-17 15:13:25 -04:00
parent c0650a6893
commit b6d03324b9
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
wordfreq_builder/wordfreq_builder/word_counts.py
View File

@ -47,9 +47,10 @@ def read_freqs(filename, cutoff=0):
# duplicates, it does the right thing
raw_counts[token] += val
freqs = {key: raw_count / total
for (key, raw_count) in raw_counts.items()}
return freqs
for word in raw_counts:
raw_counts[word] /= total
return raw_counts
def freqs_to_cBpack(in_filename, out_filename, cutoff=-600):