1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.commons.lang3.util;
19
20 import static org.junit.jupiter.api.Assertions.assertArrayEquals;
21 import static org.junit.jupiter.api.Assertions.assertEquals;
22 import static org.junit.jupiter.api.Assertions.assertFalse;
23 import static org.junit.jupiter.api.Assertions.assertTrue;
24
25 import java.util.ArrayList;
26 import java.util.Arrays;
27 import java.util.Iterator;
28 import java.util.List;
29 import java.util.StringTokenizer;
30 import java.util.stream.Collectors;
31
32 import org.apache.commons.lang3.AbstractLangTest;
33 import org.apache.commons.lang3.StringUtils;
34 import org.junit.jupiter.api.Test;
35 import org.junit.jupiter.params.ParameterizedTest;
36 import org.junit.jupiter.params.provider.MethodSource;
37
38
39
40
41 class IterableStringTokenizerTest extends AbstractLangTest {
42
43
44
45
46 private static final String[] DELIMITERS_ARRAY = { " ", "\t", "\n", "\r", "\f" };
47
48 private static final String DELIMITERS_STRING = String.join("", DELIMITERS_ARRAY);
49
50 private static final String[] DATA = { "a", "b", "c" };
51
52 public static String[] delimiters() {
53 return DELIMITERS_ARRAY;
54 }
55
56 @Test
57 void testConstructorArguments1ForEach() {
58 final List<String> list = new ArrayList<>();
59 new IterableStringTokenizer("a,b,c").forEach(list::add);
60 assertEquals(Arrays.asList("a,b,c"), list);
61 }
62
63 @Test
64 void testConstructorArguments1ToList() {
65 assertEquals(Arrays.asList("a,b,c"), new IterableStringTokenizer("a,b,c").toList());
66 }
67
68 @ParameterizedTest
69 @MethodSource("delimiters")
70 void testConstructorArguments2AllDelimsToList(final String singleDelim) {
71 final String data = String.join(singleDelim, DATA);
72 assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(data, DELIMITERS_STRING).toList());
73 }
74
75 @ParameterizedTest
76 @MethodSource("delimiters")
77 void testConstructorArguments2ForEach(final String singleDelim) {
78 final List<String> list = new ArrayList<>();
79 new IterableStringTokenizer(String.join(singleDelim, DATA), singleDelim).forEach(list::add);
80 assertEquals(Arrays.asList(DATA), list);
81 }
82
83 @ParameterizedTest
84 @MethodSource("delimiters")
85 void testConstructorArguments2ToList(final String singleDelim) {
86 assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(String.join(singleDelim, DATA), singleDelim).toList());
87 }
88
89 @ParameterizedTest
90 @MethodSource("delimiters")
91 void testConstructorArguments3AllDelimsToList(final String singleDelim) {
92 final String data = String.join(singleDelim, DATA);
93 assertEquals(Arrays.asList("a", singleDelim, "b", singleDelim, "c"), new IterableStringTokenizer(data, DELIMITERS_STRING, true).toList());
94 assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(data, DELIMITERS_STRING, false).toList());
95 }
96
97 @ParameterizedTest
98 @MethodSource("delimiters")
99 void testConstructorArguments3ToList(final String singleDelim) {
100 final String data = String.join(singleDelim, DATA);
101 assertEquals(Arrays.asList("a", singleDelim, "b", singleDelim, "c"), new IterableStringTokenizer(data, singleDelim, true).toList());
102 assertEquals(Arrays.asList(DATA), new IterableStringTokenizer(data, singleDelim, false).toList());
103 }
104
105 @Test
106 void testEmptyString() {
107 assertTrue(new IterableStringTokenizer(StringUtils.EMPTY).toList().isEmpty());
108 }
109
110 @Test
111 void testIterator() {
112 final IterableStringTokenizer tokenizer = new IterableStringTokenizer("a,b,c", ",");
113 final Iterator<String> iterator = tokenizer.iterator();
114 assertTrue(iterator.hasNext());
115 assertEquals("a", iterator.next());
116 assertTrue(iterator.hasNext());
117 assertEquals("b", iterator.next());
118 assertTrue(iterator.hasNext());
119 assertEquals("c", iterator.next());
120 assertFalse(iterator.hasNext());
121 }
122
123 @Test
124 void testNonDefaultDelimiterToArray() {
125 assertArrayEquals(new String[] {}, new IterableStringTokenizer("", "|").toArray());
126 assertArrayEquals(new String[] { "a" }, new IterableStringTokenizer("a", "|").toArray());
127 assertArrayEquals(new String[] { "a", "b" }, new IterableStringTokenizer("a|b", "|").toArray());
128 assertArrayEquals(new String[] { "a", "b", "c" }, new IterableStringTokenizer("a|b|c", "|").toArray());
129 }
130
131 @Test
132 void testNonDefaultDelimiterToList() {
133 assertEquals(Arrays.asList(DATA), new IterableStringTokenizer("a|b|c", "|").toList());
134 assertEquals(Arrays.asList(DATA), new IterableStringTokenizer("a!b!c", "!").toList());
135 assertEquals(Arrays.asList(DATA), new IterableStringTokenizer("a^!b^!c", "^!").toList());
136 }
137
138 @Test
139 void testToArray() {
140
141 assertArrayEquals(new String[] {}, new IterableStringTokenizer("").toArray());
142
143 assertArrayEquals(new String[] { "a" }, new IterableStringTokenizer("a").toArray());
144 assertArrayEquals(new String[] { "a,b" }, new IterableStringTokenizer("a,b").toArray());
145 assertArrayEquals(new String[] { "a,b,c" }, new IterableStringTokenizer("a,b,c").toArray());
146
147 assertArrayEquals(new String[] { "a", "b" }, new IterableStringTokenizer("a b").toArray());
148 }
149
150 @Test
151 void testToList() {
152
153 assertEquals(Arrays.asList(), new IterableStringTokenizer("").toList());
154
155 assertEquals(Arrays.asList("a"), new IterableStringTokenizer("a").toList());
156 assertEquals(Arrays.asList("a,b"), new IterableStringTokenizer("a,b").toList());
157 assertEquals(Arrays.asList("a,b,c"), new IterableStringTokenizer("a,b,c").toList());
158
159 assertEquals(Arrays.asList("a", "b"), new IterableStringTokenizer("a b").toList());
160 }
161
162 @Test
163 void testToStream() {
164
165 assertEquals(Arrays.asList(), new IterableStringTokenizer("").toList());
166
167 assertEquals(Arrays.asList("a"), new IterableStringTokenizer("a").toList());
168 assertEquals(Arrays.asList("a,b"), new IterableStringTokenizer("a,b").toStream().collect(Collectors.toList()));
169 assertEquals(Arrays.asList("a,b,c"), new IterableStringTokenizer("a,b,c").toStream().collect(Collectors.toList()));
170
171 assertEquals(Arrays.asList("a", "b"), new IterableStringTokenizer("a b").toStream().collect(Collectors.toList()));
172 }
173 }