@@ -0,0 +1,1572 @@
+/**%0A * Licensed to the Apache Software Foundation (ASF) under one or more%0A * contributor license agreements.  See the NOTICE file distributed with%0A * this work for additional information regarding copyright ownership.%0A * The ASF licenses this file to You under the Apache License, Version 2.0%0A * (the %22License%22); you may not use this file except in compliance with%0A * the License.  You may obtain a copy of the License at%0A *%0A *     http://www.apache.org/licenses/LICENSE-2.0%0A *%0A * Unless required by applicable law or agreed to in writing, software%0A * distributed under the License is distributed on an %22AS IS%22 BASIS,%0A * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.%0A * See the License for the specific language governing permissions and%0A * limitations under the License.%0A */%0Apackage at.illecker.storm.examples.util.unsupervised;%0A%0Aimport java.util.ArrayList;%0Aimport java.util.List;%0A%0Aimport org.slf4j.Logger;%0Aimport org.slf4j.LoggerFactory;%0A%0Apublic class Tokenizer %7B%0A  private static final Logger LOG = LoggerFactory.getLogger(Tokenizer.class);%0A%0A  public static List%3CString%3E tokenize(String text) %7B%0A    List%3CString%3E tokens = new ArrayList%3CString%3E();%0A    // split at one ore more blanks%0A    String%5B%5D inputTokens = text.split(%22%5C%5Cs+%22);%0A    for (String inputToken : inputTokens) %7B%0A      // LOG.info(%22inputToken : '%22 + inputToken + %22'%22);%0A      tokens.add(inputToken);%0A    %7D%0A    return tokens;%0A  %7D%0A%0A  public static void main(String%5B%5D args) %7B%0A    Tokenizer%0A        .tokenize(%22Gas by my house hit $3.39 !!!! I'm going to Chapel Hill on Sat . :)%22);%0A  %7D%0A%7D%0A

Add Tokenizer