View Javadoc
1   /*
2    * Licensed to the Apache Software Foundation (ASF) under one or more
3    * contributor license agreements.  See the NOTICE file distributed with
4    * this work for additional information regarding copyright ownership.
5    * The ASF licenses this file to You under the Apache License, Version 2.0
6    * (the "License"); you may not use this file except in compliance with
7    * the License.  You may obtain a copy of the License at
8    *
9    *      https://www.apache.org/licenses/LICENSE-2.0
10   *
11   * Unless required by applicable law or agreed to in writing, software
12   * distributed under the License is distributed on an "AS IS" BASIS,
13   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14   * See the License for the specific language governing permissions and
15   * limitations under the License.
16   */
17  
18  package org.apache.commons.lang3.util;
19  
20  import static org.junit.jupiter.api.Assertions.assertArrayEquals;
21  import static org.junit.jupiter.api.Assertions.assertEquals;
22  import static org.junit.jupiter.api.Assertions.assertFalse;
23  import static org.junit.jupiter.api.Assertions.assertTrue;
24  
25  import java.util.ArrayList;
26  import java.util.Arrays;
27  import java.util.Iterator;
28  import java.util.List;
29  import java.util.StringTokenizer;
30  import java.util.stream.Collectors;
31  
32  import org.apache.commons.lang3.AbstractLangTest;
33  import org.apache.commons.lang3.StringUtils;
34  import org.junit.jupiter.api.Test;
35  import org.junit.jupiter.params.ParameterizedTest;
36  import org.junit.jupiter.params.provider.MethodSource;
37  
38  /**
39   * Tests {@link IterableStringTokenizer}.
40   */
41  class IterableStringTokenizerTest extends AbstractLangTest {
42  
43      /**
44       * Delimiters from {@link StringTokenizer}.
45       */
46      private static final String[] DELIMITERS_ARRAY = { " ", "\t", "\n", "\r", "\f" };
47  
48      private static final String DELIMITERS_STRING = String.join("", DELIMITERS_ARRAY);
49  
50      private static final String[] DATA = { "a", "b", "c" };
51  
52      public static String[] delimiters() {
53          return DELIMITERS_ARRAY;
54      }
55  
56      @Test
57      void testConstructorArguments1ForEach() {
58          final List<String> list = new ArrayList<>();
59          new IterableStringTokenizer("a,b,c").forEach(list::add);
60          assertEquals(Arrays.asList("a,b,c"), list);
61      }
62  
63      @Test
64      void testConstructorArguments1ToList() {
65          assertEquals(Arrays.asList("a,b,c"), new IterableStringTokenizer("a,b,c").toList());
66      }
67  
68      @ParameterizedTest
69      @MethodSource("delimiters")
70      void testConstructorArguments2AllDelimsToList(final String singleDelim) {
71          final String data = String.join(singleDelim, DATA);
72          assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(data, DELIMITERS_STRING).toList());
73      }
74  
75      @ParameterizedTest
76      @MethodSource("delimiters")
77      void testConstructorArguments2ForEach(final String singleDelim) {
78          final List<String> list = new ArrayList<>();
79          new IterableStringTokenizer(String.join(singleDelim, DATA), singleDelim).forEach(list::add);
80          assertEquals(Arrays.asList(DATA), list);
81      }
82  
83      @ParameterizedTest
84      @MethodSource("delimiters")
85      void testConstructorArguments2ToList(final String singleDelim) {
86          assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(String.join(singleDelim, DATA), singleDelim).toList());
87      }
88  
89      @ParameterizedTest
90      @MethodSource("delimiters")
91      void testConstructorArguments3AllDelimsToList(final String singleDelim) {
92          final String data = String.join(singleDelim, DATA);
93          assertEquals(Arrays.asList("a", singleDelim, "b", singleDelim, "c"), new IterableStringTokenizer(data, DELIMITERS_STRING, true).toList());
94          assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(data, DELIMITERS_STRING, false).toList());
95      }
96  
97      @ParameterizedTest
98      @MethodSource("delimiters")
99      void testConstructorArguments3ToList(final String singleDelim) {
100         final String data = String.join(singleDelim, DATA);
101         assertEquals(Arrays.asList("a", singleDelim, "b", singleDelim, "c"), new IterableStringTokenizer(data, singleDelim, true).toList());
102         assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(data, singleDelim, false).toList());
103     }
104 
105     @Test
106     void testEmptyString() {
107         assertTrue(new IterableStringTokenizer(StringUtils.EMPTY).toList().isEmpty());
108     }
109 
110     @Test
111     void testIterator() {
112         final IterableStringTokenizer tokenizer = new IterableStringTokenizer("a,b,c", ",");
113         final Iterator<String> iterator = tokenizer.iterator();
114         assertTrue(iterator.hasNext());
115         assertEquals("a", iterator.next());
116         assertTrue(iterator.hasNext());
117         assertEquals("b", iterator.next());
118         assertTrue(iterator.hasNext());
119         assertEquals("c", iterator.next());
120         assertFalse(iterator.hasNext());
121     }
122 
123     @Test
124     void testNonDefaultDelimiterToArray() {
125         assertArrayEquals(new String[] {}, new IterableStringTokenizer("", "|").toArray());
126         assertArrayEquals(new String[] { "a" }, new IterableStringTokenizer("a", "|").toArray());
127         assertArrayEquals(new String[] { "a", "b" }, new IterableStringTokenizer("a|b", "|").toArray());
128         assertArrayEquals(new String[] { "a", "b", "c" }, new IterableStringTokenizer("a|b|c", "|").toArray());
129     }
130 
131     @Test
132     void testNonDefaultDelimiterToList() {
133         assertEquals(Arrays.asList(DATA), new IterableStringTokenizer("a|b|c", "|").toList());
134         assertEquals(Arrays.asList(DATA), new IterableStringTokenizer("a!b!c", "!").toList());
135         assertEquals(Arrays.asList(DATA), new IterableStringTokenizer("a^!b^!c", "^!").toList());
136     }
137 
138     @Test
139     void testToArray() {
140         // 0 tokens
141         assertArrayEquals(new String[] {}, new IterableStringTokenizer("").toArray());
142         // 1 token
143         assertArrayEquals(new String[] { "a" }, new IterableStringTokenizer("a").toArray());
144         assertArrayEquals(new String[] { "a,b" }, new IterableStringTokenizer("a,b").toArray());
145         assertArrayEquals(new String[] { "a,b,c" }, new IterableStringTokenizer("a,b,c").toArray());
146         // > 1 token
147         assertArrayEquals(new String[] { "a", "b" }, new IterableStringTokenizer("a b").toArray());
148     }
149 
150     @Test
151     void testToList() {
152         // 0 tokens
153         assertEquals(Arrays.asList(), new IterableStringTokenizer("").toList());
154         // 1 token
155         assertEquals(Arrays.asList("a"), new IterableStringTokenizer("a").toList());
156         assertEquals(Arrays.asList("a,b"), new IterableStringTokenizer("a,b").toList());
157         assertEquals(Arrays.asList("a,b,c"), new IterableStringTokenizer("a,b,c").toList());
158         // > 1 token
159         assertEquals(Arrays.asList("a", "b"), new IterableStringTokenizer("a b").toList());
160     }
161 
162     @Test
163     void testToStream() {
164         // 0 tokens
165         assertEquals(Arrays.asList(), new IterableStringTokenizer("").toList());
166         // 1 token
167         assertEquals(Arrays.asList("a"), new IterableStringTokenizer("a").toList());
168         assertEquals(Arrays.asList("a,b"), new IterableStringTokenizer("a,b").toStream().collect(Collectors.toList()));
169         assertEquals(Arrays.asList("a,b,c"), new IterableStringTokenizer("a,b,c").toStream().collect(Collectors.toList()));
170         // > 1 token
171         assertEquals(Arrays.asList("a", "b"), new IterableStringTokenizer("a b").toStream().collect(Collectors.toList()));
172     }
173 }