@@ -0,0 +1,416 @@
+package de.danielnaber.languagetool.tokenizers;%0A%0Aimport junit.framework.TestCase;%0A%0Aimport java.util.List;%0A%0Apublic class WordTokenizerTest extends TestCase %7B%0A%0A  public void testTokenize() %7B%0A    WordTokenizer w = new WordTokenizer();%0A    List %3CString%3E testList = w.tokenize(%22This is%5Cu00A0a test%22);%0A    assertEquals(testList.size(), 7);%0A    assertEquals(%22%5BThis,  , is, %5Cu00A0, a,  , test%5D%22, testList.toString());%0A  %7D%0A%7D%0A

add junit test for wordtokenizer