updated word_frequency docstring

Former-commit-id: afaed8757b
2024-12-24 18:01:38 +00:00 · 2015-07-17 14:52:06 -04:00 · 2015-07-17 14:52:06 -04:00 · f4c875983e
commit f4c875983e
parent d0e0287d71
1 changed files with 3 additions and 0 deletions
--- a/wordfreq/init.py
+++ b/wordfreq/init.py
@ -257,6 +257,9 @@ def word_frequency(word, lang, wordlist='combined', minimum=0.):
    If a word decomposes into multiple tokens, we'll return a smoothed estimate
    of the word frequency that is no greater than the frequency of any of its
    individual tokens.
+
+    It should be noted that the current tokenizer does not support
+    multi-character Chinese terms.
    """
    args = (word, lang, wordlist, minimum)
    try: