iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-24 09:51:38 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fixed build bug

Browse Source
This commit is contained in:
Joshua Chin 2015-07-20 16:51:25 -04:00
parent 173278fdd3
commit 643571c69c
2 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
wordfreq_builder/wordfreq_builder/cli/count_tokens.py
View File

@ -2,8 +2,8 @@ from wordfreq_builder.word_counts import count_tokens, write_wordlist
import argparse import argparse
def handle_counts(filename_in, filename_out, lang): def handle_counts(filename_in, filename_out):
counts = count_tokens(filename_in, lang) counts = count_tokens(filename_in)
write_wordlist(counts, filename_out) write_wordlist(counts, filename_out)
@ -11,6 +11,5 @@ if __name__ == '__main__':
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument('filename_in', help='name of input file containing tokens') parser.add_argument('filename_in', help='name of input file containing tokens')
parser.add_argument('filename_out', help='name of output file') parser.add_argument('filename_out', help='name of output file')
parser.add_argument('lang', help='language of input file')
args = parser.parse_args() args = parser.parse_args()
handle_counts(args.filename_in, args.filename_out, args.lang) handle_counts(args.filename_in, args.filename_out)

2
wordfreq_builder/wordfreq_builder/ninja.py
View File

@ -98,7 +98,7 @@ def wikipedia_deps(dirname_in, languages):
lines, 'tokenize_japanese', plain_text_file, mecab_token_file) lines, 'tokenize_japanese', plain_text_file, mecab_token_file)
add_dep(lines, 'count', mecab_token_file, count_file) add_dep(lines, 'count', mecab_token_file, count_file)
else: else:
add_dep(lines, 'count', plain_text_file, count_file}) add_dep(lines, 'count', plain_text_file, count_file)
return lines return lines