iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 17:31:41 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix usage text: one comment, not one tweet

Browse Source 
Former-commit-id: 8d9668d8ab
This commit is contained in:
Robyn Speer 2016-01-12 13:05:38 -05:00
parent 883aa5baeb
commit 2069e30c89
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
wordfreq_builder/wordfreq_builder/cli/tokenize_reddit.py
View File

@ -4,7 +4,7 @@ import argparse
def main(): def main():
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument('filename', help='filename of input file containing one tweet per line') parser.add_argument('filename', help='filename of input file containing one comment per line')
parser.add_argument('outprefix', help='prefix of output filenames') parser.add_argument('outprefix', help='prefix of output filenames')
args = parser.parse_args() args = parser.parse_args()
tokenize_by_language(args.filename, args.outprefix, tokenizer=cld2_reddit_tokenizer) tokenize_by_language(args.filename, args.outprefix, tokenizer=cld2_reddit_tokenizer)