/*
 * Java Genetic Algorithm Library (@__identifier__@).
 * Copyright (c) @__year__@ Franz Wilhelmstötter
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 * Author:
 *    Franz Wilhelmstötter (franz.wilhelmstoetter@gmail.com)
 */
package io.jenetics.ext.internal.parser;

import java.util.Iterator;
import java.util.NoSuchElementException;
import java.util.Objects;
import java.util.function.Function;
import java.util.function.Predicate;
import java.util.stream.Stream;

/**
 * Interface for all tokenizers.
 *
 * @param <T> the token value type
 *
 * @author <a href="mailto:franz.wilhelmstoetter@gmail.com">Franz Wilhelmstötter</a>
 * @since 7.1
 * @version 7.1
 */
@FunctionalInterface
public interface Tokenizer<T> {

	/**
	 * Return the next available <em>token</em>, or {@code null} if no further
	 * tokens are available.
	 *
	 * @return the next available token
	 */
	T next();

	default Tokenizer<T> filter(final Predicate<? super T> filter) {
		return () -> {
			var token = Tokenizer.this.next();
			while (token != null && !filter.test(token)) {
				token = Tokenizer.this.next();
			}
			return token;
		};
	}

	default <A> Tokenizer<A> map(final Function<? super T, ? extends A> f) {
		return () -> f.apply(next());
	}

	default Stream<T> tokens() {
		return Stream.generate(this::next).takeWhile(Objects::nonNull);
	}


	static <T> Iterator<T> toIterator(final Tokenizer<? extends T> tokenizer) {
		return new Iterator<T>() {
			private T next;
			private boolean hasNext = false;
			private boolean finished = false;

			@Override
			public boolean hasNext() {
				if (finished) return false;
				if (hasNext) return true;

				try {
					return (hasNext = (next = tokenizer.next()) != null);
				} finally {
					if (!hasNext) finished = true;
				}
			}

			@Override
			public T next() {
				if (!hasNext()) {
					throw new NoSuchElementException();
				}

				hasNext = false;
				return next;
			}
		};
	}

}

@@ -800,156 +800,15 @@
 til.
-Iterator;%0Aimport java.util.NoSuchElementException;%0Aimport java.util.Objects;%0Aimport java.util.function.Function;%0Aimport java.util.function.Predicate
+Objects
 ;%0Aim
@@ -1267,1035 +1267,93 @@
 ult 
-Tokenizer%3CT%3E filter(final Predicate%3C? super T%3E filter) %7B%0A%09%09return () -%3E %7B%0A%09%09%09var token = Tokenizer.this.next();%0A%09%09%09while (token != null && !filter.test(token)) %7B%0A%09%09%09%09token = Tokenizer.this.next();%0A%09%09%09%7D%0A%09%09%09return token;%0A%09%09%7D;%0A%09%7D%0A%0A%09default %3CA%3E Tokenizer%3CA%3E map(final Function%3C? super T, ? extends A%3E f) %7B%0A%09%09return () -%3E f.apply(next());%0A%09%7D%0A%0A%09default Stream%3CT%3E tokens() %7B%0A%09%09return Stream.generate(this::next).takeWhile(Objects::nonNull);%0A%09%7D%0A%0A%0A%09static %3CT%3E Iterator%3CT%3E toIterator(final Tokenizer%3C? extends T%3E tokenizer) %7B%0A%09%09return new Iterator%3CT%3E() %7B%0A%09%09%09private T next;%0A%09%09%09private boolean hasNext = false;%0A%09%09%09private boolean finished = false;%0A%0A%09%09%09@Override%0A%09%09%09public boolean hasNext() %7B%0A%09%09%09%09if (finished) return false;%0A%09%09%09%09if (hasNext) return true;%0A%0A%09%09%09%09try %7B%0A%09%09%09%09%09return (hasNext = (next = tokenizer.next()) != null);%0A%09%09%09%09%7D finally %7B%0A%09%09%09%09%09if (!hasNext) finished = true;%0A%09%09%09%09%7D%0A%09%09%09%7D%0A%0A%09%09%09@Override%0A%09%09%09public T next() %7B%0A%09%09%09%09if (!hasNext()) %7B%0A%09%09%09%09%09throw new NoSuchElementException();%0A%09%09%09%09%7D%0A%0A%09%09%09%09hasNext = false;%0A%09%09%09%09return next;%0A%09%09%09%7D%0A%09%09%7D
+Stream%3CT%3E tokens() %7B%0A%09%09return Stream.generate(this::next).takeWhile(Objects::nonNull)
 ;%0A%09%7D

Remove unused methods.