iskm/wordfreq
1
0
Fork 0
mirror of https://github.com/rspeer/wordfreq.git synced 2024-12-23 09:21:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add a specific test in Catalan

Browse Source
This commit is contained in:
Robyn Speer 2016-12-05 18:48:02 -05:00
parent ff5a8f2a65
commit 4376636316
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tests/test_french.py → tests/test_french_and_related.py
View File

@ -17,3 +17,10 @@ def test_apostrophes():
eq_(tokenize("This isn't French", lang),
['this', "isn't", 'french'])
def test_catalan():
# Catalan orthography is fiddly. Test that we get a short sentence right.
eq_(tokenize("M'acabo d'instal·lar.", 'ca'),
['m', 'acabo', 'd', 'instal·lar'])
eq_(tokenize("M'acabo d'instal·lar.", 'ca', include_punctuation=True),
["m'", 'acabo', "d'", 'instal·lar', '.'])