@@ -0,0 +1,2264 @@
+package org.apache.lucene.analysis;%0A%0A/*%0A * Licensed to the Apache Software Foundation (ASF) under one or more%0A * contributor license agreements.  See the NOTICE file distributed with%0A * this work for additional information regarding copyright ownership.%0A * The ASF licenses this file to You under the Apache License, Version 2.0%0A * (the %22License%22); you may not use this file except in compliance with%0A * the License.  You may obtain a copy of the License at%0A *%0A *     http://www.apache.org/licenses/LICENSE-2.0%0A *%0A * Unless required by applicable law or agreed to in writing, software%0A * distributed under the License is distributed on an %22AS IS%22 BASIS,%0A * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.%0A * See the License for the specific language governing permissions and%0A * limitations under the License.%0A */%0A%0Aimport java.io.IOException;%0Aimport java.util.Random;%0A%0A/** %0A * Throws IOException from random Tokenstream methods.%0A * %3Cp%3E%0A * This can be used to simulate a buggy analyzer in IndexWriter,%0A * where we must delete the document but not abort everything in the buffer.%0A */%0Apublic class CrankyTokenFilter extends TokenFilter %7B%0A  final Random random;%0A  int thingToDo;%0A  %0A  /** Creates a new CrankyTokenFilter */%0A  public CrankyTokenFilter(TokenStream input, Random random) %7B%0A    super(input);%0A    this.random = random;%0A  %7D%0A%0A  @Override%0A  public boolean incrementToken() throws IOException %7B%0A    if (thingToDo == 0 && random.nextBoolean()) %7B%0A      throw new IOException(%22Fake IOException from TokenStream.incrementToken()%22);%0A    %7D%0A    return input.incrementToken();%0A  %7D%0A  %0A  @Override%0A  public void end() throws IOException %7B%0A    super.end();%0A    if (thingToDo == 1 && random.nextBoolean()) %7B%0A      throw new IOException(%22Fake IOException from TokenStream.end()%22);%0A    %7D%0A  %7D%0A  %0A  @Override%0A  public void reset() throws IOException %7B%0A    super.reset();%0A    thingToDo = random.nextInt(10);%0A    if (thingToDo == 2 && random.nextBoolean()) %7B%0A      throw new IOException(%22Fake IOException from TokenStream.reset()%22);%0A    %7D%0A  %7D%0A%0A  @Override%0A  public void close() throws IOException %7B%0A    super.close();%0A    if (thingToDo == 3 && random.nextBoolean()) %7B%0A      throw new IOException(%22Fake IOException from TokenStream.close()%22);%0A    %7D%0A  %7D%0A%7D%0A

add CrankyTokenFilter