1 /* 2 * Licensed to the Apache Software Foundation (ASF) under one or more 3 * contributor license agreements. See the NOTICE file distributed with 4 * this work for additional information regarding copyright ownership. 5 * The ASF licenses this file to You under the Apache License, Version 2.0 6 * (the "License"); you may not use this file except in compliance with 7 * the License. You may obtain a copy of the License at 8 * 9 * http://www.apache.org/licenses/LICENSE-2.0 10 * 11 * Unless required by applicable law or agreed to in writing, software 12 * distributed under the License is distributed on an "AS IS" BASIS, 13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 * See the License for the specific language governing permissions and 15 * limitations under the License. 16 */ 17 18 package org.apache.commons.text.similarity; 19 20 import java.util.function.Function; 21 22 /** 23 * A tokenizer. Can produce arrays of tokens from a given type. 24 * 25 * @param <T> The type to tokenize. 26 * @param <R> The return array element type. 27 * @since 1.0 28 */ 29 interface Tokenizer<T, R> extends Function<T, R[]> { 30 // empty 31 }