1 /*
2 * Licensed to the Apache Software Foundation (ASF) under one or more
3 * contributor license agreements. See the NOTICE file distributed with
4 * this work for additional information regarding copyright ownership.
5 * The ASF licenses this file to You under the Apache License, Version 2.0
6 * (the "License"); you may not use this file except in compliance with
7 * the License. You may obtain a copy of the License at
8 *
9 * https://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 */
17
18 package org.apache.commons.codec.binary;
19
20 import java.util.Arrays;
21 import java.util.Objects;
22 import java.util.function.Supplier;
23
24 import org.apache.commons.codec.BinaryDecoder;
25 import org.apache.commons.codec.BinaryEncoder;
26 import org.apache.commons.codec.CodecPolicy;
27 import org.apache.commons.codec.DecoderException;
28 import org.apache.commons.codec.EncoderException;
29
30 /**
31 * Abstract superclass for Base-N encoders and decoders.
32 *
33 * <p>
34 * This class is thread-safe.
35 * </p>
36 * <p>
37 * You can set the decoding behavior when the input bytes contain leftover trailing bits that cannot be created by a valid encoding. These can be bits that are
38 * unused from the final character or entire characters. The default mode is lenient decoding.
39 * </p>
40 * <ul>
41 * <li>Lenient: Any trailing bits are composed into 8-bit bytes where possible. The remainder are discarded.</li>
42 * <li>Strict: The decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a valid encoding. Any unused bits from the final
43 * character must be zero. Impossible counts of entire final characters are not allowed.</li>
44 * </ul>
45 * <p>
46 * When strict decoding is enabled it is expected that the decoded bytes will be re-encoded to a byte array that matches the original, i.e. no changes occur on
47 * the final character. This requires that the input bytes use the same padding and alphabet as the encoder.
48 * </p>
49 */
50 public abstract class BaseNCodec implements BinaryEncoder, BinaryDecoder {
51
52 /**
53 * Builds {@link Base64} instances.
54 *
55 * @param <T> the codec type to build.
56 * @param <B> the codec builder subtype.
57 * @since 1.17.0
58 */
59 public abstract static class AbstractBuilder<T, B extends AbstractBuilder<T, B>> implements Supplier<T> {
60
61 private int unencodedBlockSize;
62 private int encodedBlockSize;
63 private CodecPolicy decodingPolicy = DECODING_POLICY_DEFAULT;
64 private int lineLength;
65 private byte[] lineSeparator = CHUNK_SEPARATOR;
66 private final byte[] defaultEncodeTable;
67 private byte[] encodeTable;
68 private byte[] decodeTable;
69
70 /** Padding byte. */
71 private byte padding = PAD_DEFAULT;
72
73 AbstractBuilder(final byte[] defaultEncodeTable) {
74 this.defaultEncodeTable = defaultEncodeTable;
75 this.encodeTable = defaultEncodeTable;
76 }
77
78 /**
79 * Returns this instance typed as the subclass type {@code B}.
80 * <p>
81 * This is the same as the expression:
82 * </p>
83 *
84 * <pre>
85 * (B) this
86 * </pre>
87 *
88 * @return {@code this} instance typed as the subclass type {@code B}.
89 */
90 @SuppressWarnings("unchecked")
91 B asThis() {
92 return (B) this;
93 }
94
95 byte[] getDecodeTable() {
96 return decodeTable;
97 }
98
99 CodecPolicy getDecodingPolicy() {
100 return decodingPolicy;
101 }
102
103 int getEncodedBlockSize() {
104 return encodedBlockSize;
105 }
106
107 byte[] getEncodeTable() {
108 return encodeTable;
109 }
110
111 int getLineLength() {
112 return lineLength;
113 }
114
115 byte[] getLineSeparator() {
116 return lineSeparator;
117 }
118
119 byte getPadding() {
120 return padding;
121 }
122
123 int getUnencodedBlockSize() {
124 return unencodedBlockSize;
125 }
126
127 /**
128 * Sets the decode table.
129 *
130 * @param decodeTable the decode table.
131 * @return {@code this} instance.
132 * @since 1.20.0
133 */
134 public B setDecodeTable(final byte[] decodeTable) {
135 this.decodeTable = decodeTable != null ? decodeTable.clone() : null;
136 return asThis();
137 }
138
139 /**
140 * Sets the decode table.
141 *
142 * @param decodeTable the decode table, null resets to the default.
143 * @return {@code this} instance.
144 */
145 B setDecodeTableRaw(final byte[] decodeTable) {
146 this.decodeTable = decodeTable;
147 return asThis();
148 }
149
150 /**
151 * Sets the decoding policy.
152 *
153 * @param decodingPolicy the decoding policy, null resets to the default.
154 * @return {@code this} instance.
155 */
156 public B setDecodingPolicy(final CodecPolicy decodingPolicy) {
157 this.decodingPolicy = decodingPolicy != null ? decodingPolicy : DECODING_POLICY_DEFAULT;
158 return asThis();
159 }
160
161 /**
162 * Sets the encoded block size, subclasses normally set this on construction.
163 *
164 * @param encodedBlockSize the encoded block size, subclasses normally set this on construction.
165 * @return {@code this} instance.
166 */
167 B setEncodedBlockSize(final int encodedBlockSize) {
168 this.encodedBlockSize = encodedBlockSize;
169 return asThis();
170 }
171
172 /**
173 * Sets the encode table.
174 *
175 * @param encodeTable the encode table, null resets to the default.
176 * @return {@code this} instance.
177 */
178 public B setEncodeTable(final byte... encodeTable) {
179 this.encodeTable = encodeTable != null ? encodeTable.clone() : defaultEncodeTable;
180 return asThis();
181 }
182
183 /**
184 * Sets the encode table.
185 *
186 * @param encodeTable the encode table, null resets to the default.
187 * @return {@code this} instance.
188 */
189 B setEncodeTableRaw(final byte... encodeTable) {
190 this.encodeTable = encodeTable != null ? encodeTable : defaultEncodeTable;
191 return asThis();
192 }
193
194 /**
195 * Sets the line length.
196 *
197 * @param lineLength the line length, less than 0 resets to the default.
198 * @return {@code this} instance.
199 */
200 public B setLineLength(final int lineLength) {
201 this.lineLength = Math.max(0, lineLength);
202 return asThis();
203 }
204
205 /**
206 * Sets the line separator.
207 *
208 * @param lineSeparator the line separator, null resets to the default.
209 * @return {@code this} instance.
210 */
211 public B setLineSeparator(final byte... lineSeparator) {
212 this.lineSeparator = lineSeparator != null ? lineSeparator.clone() : CHUNK_SEPARATOR;
213 return asThis();
214 }
215
216 /**
217 * Sets the padding byte.
218 *
219 * @param padding the padding byte.
220 * @return {@code this} instance.
221 */
222 public B setPadding(final byte padding) {
223 this.padding = padding;
224 return asThis();
225 }
226
227 /**
228 * Sets the unencoded block size, subclasses normally set this on construction.
229 *
230 * @param unencodedBlockSize the unencoded block size, subclasses normally set this on construction.
231 * @return {@code this} instance.
232 */
233 B setUnencodedBlockSize(final int unencodedBlockSize) {
234 this.unencodedBlockSize = unencodedBlockSize;
235 return asThis();
236 }
237 }
238
239 /**
240 * Holds thread context so classes can be thread-safe.
241 *
242 * This class is not itself thread-safe; each thread must allocate its own copy.
243 */
244 static class Context {
245
246 /**
247 * Placeholder for the bytes we're dealing with for our based logic. Bitwise operations store and extract the encoding or decoding from this variable.
248 */
249 int ibitWorkArea;
250
251 /**
252 * Placeholder for the bytes we're dealing with for our based logic. Bitwise operations store and extract the encoding or decoding from this variable.
253 */
254 long lbitWorkArea;
255
256 /**
257 * Buffer for streaming.
258 */
259 byte[] buffer;
260
261 /**
262 * Position where next character should be written in the buffer.
263 */
264 int pos;
265
266 /**
267 * Position where next character should be read from the buffer.
268 */
269 int readPos;
270
271 /**
272 * Boolean flag to indicate the EOF has been reached. Once EOF has been reached, this object becomes useless, and must be thrown away.
273 */
274 boolean eof;
275
276 /**
277 * Variable tracks how many characters have been written to the current line. Only used when encoding. We use it to make sure each encoded line never
278 * goes beyond lineLength (if lineLength > 0).
279 */
280 int currentLinePos;
281
282 /**
283 * Writes to the buffer only occur after every 3/5 reads when encoding, and every 4/8 reads when decoding. This variable helps track that.
284 */
285 int modulus;
286
287 /**
288 * Returns a String useful for debugging (especially within a debugger.)
289 *
290 * @return a String useful for debugging.
291 */
292 @Override
293 public String toString() {
294 return String.format("%s[buffer=%s, currentLinePos=%s, eof=%s, ibitWorkArea=%s, lbitWorkArea=%s, " + "modulus=%s, pos=%s, readPos=%s]",
295 this.getClass().getSimpleName(), Arrays.toString(buffer), currentLinePos, eof, ibitWorkArea, lbitWorkArea, modulus, pos, readPos);
296 }
297 }
298
299 /**
300 * End-of-file marker.
301 *
302 * @since 1.7
303 */
304 static final int EOF = -1;
305
306 /**
307 * MIME chunk size per RFC 2045 section 6.8.
308 *
309 * <p>
310 * The {@value} character limit does not count the trailing CRLF, but counts all other characters, including any equal signs.
311 * </p>
312 *
313 * @see <a href="https://www.ietf.org/rfc/rfc2045">RFC 2045 section 6.8</a>
314 */
315 public static final int MIME_CHUNK_SIZE = 76;
316
317 /**
318 * PEM chunk size per RFC 1421 section 4.3.2.4.
319 *
320 * <p>
321 * The {@value} character limit does not count the trailing CRLF, but counts all other characters, including any equal signs.
322 * </p>
323 *
324 * @see <a href="https://tools.ietf.org/html/rfc1421">RFC 1421 section 4.3.2.4</a>
325 */
326 public static final int PEM_CHUNK_SIZE = 64;
327 private static final int DEFAULT_BUFFER_RESIZE_FACTOR = 2;
328
329 /**
330 * Defines the default buffer size - currently {@value} - must be large enough for at least one encoded block+separator
331 */
332 private static final int DEFAULT_BUFFER_SIZE = 8192;
333
334 /**
335 * The maximum size buffer to allocate.
336 *
337 * <p>
338 * This is set to the same size used in the JDK {@link java.util.ArrayList}:
339 * </p>
340 * <blockquote> Some VMs reserve some header words in an array. Attempts to allocate larger arrays may result in OutOfMemoryError: Requested array size
341 * exceeds VM limit. </blockquote>
342 */
343 private static final int MAX_BUFFER_SIZE = Integer.MAX_VALUE - 8;
344
345 /** Mask used to extract 8 bits, used in decoding bytes */
346 protected static final int MASK_8BITS = 0xff;
347
348 /**
349 * Byte used to pad output.
350 */
351 protected static final byte PAD_DEFAULT = '='; // Allow static access to default
352
353 /**
354 * The default decoding policy.
355 *
356 * @since 1.15
357 */
358 protected static final CodecPolicy DECODING_POLICY_DEFAULT = CodecPolicy.LENIENT;
359
360 /**
361 * Chunk separator per RFC 2045 section 2.1.
362 *
363 * @see <a href="https://www.ietf.org/rfc/rfc2045">RFC 2045 section 2.1</a>
364 */
365 static final byte[] CHUNK_SEPARATOR = { '\r', '\n' };
366
367 /**
368 * The empty byte array.
369 */
370 static final byte[] EMPTY_BYTE_ARRAY = {};
371
372 /**
373 * Create a positive capacity at least as large the minimum required capacity. If the minimum capacity is negative then this throws an OutOfMemoryError as
374 * no array can be allocated.
375 *
376 * @param minCapacity the minimum capacity.
377 * @return the capacity.
378 * @throws OutOfMemoryError if the {@code minCapacity} is negative.
379 */
380 private static int createPositiveCapacity(final int minCapacity) {
381 if (minCapacity < 0) {
382 // overflow
383 throw new OutOfMemoryError("Unable to allocate array size: " + (minCapacity & 0xffffffffL));
384 }
385 // This is called when we require buffer expansion to a very big array.
386 // Use the conservative maximum buffer size if possible, otherwise the biggest required.
387 //
388 // Note: In this situation JDK 1.8 java.util.ArrayList returns Integer.MAX_VALUE.
389 // This excludes some VMs that can exceed MAX_BUFFER_SIZE but not allocate a full
390 // Integer.MAX_VALUE length array.
391 // The result is that we may have to allocate an array of this size more than once if
392 // the capacity must be expanded again.
393 return Math.max(minCapacity, MAX_BUFFER_SIZE);
394 }
395
396 /**
397 * Gets a copy of the chunk separator per RFC 2045 section 2.1.
398 *
399 * @return the chunk separator.
400 * @see <a href="https://www.ietf.org/rfc/rfc2045">RFC 2045 section 2.1</a>
401 * @since 1.15
402 */
403 public static byte[] getChunkSeparator() {
404 return CHUNK_SEPARATOR.clone();
405 }
406
407 /**
408 * Gets the array length or 0 if null.
409 *
410 * @param array the array or null.
411 * @return the array length or 0 if null.
412 */
413 static int getLength(final byte[] array) {
414 return array == null ? 0 : array.length;
415 }
416
417 /**
418 * Tests whether or not the {@code value} is in the given {@code table}.
419 *
420 * @param value The value to test.
421 * @param table The table to test against.
422 * @return {@code true} if the value is in the table, {@code false} otherwise.
423 */
424 static boolean isInAlphabet(final byte value, final byte[] table) {
425 return value >= 0 && value < table.length && table[value] != -1;
426 }
427
428 /**
429 * Checks if a byte value is whitespace or not.
430 *
431 * @param byteToCheck the byte to check.
432 * @return true if byte is whitespace, false otherwise.
433 * @see Character#isWhitespace(int)
434 * @deprecated Use {@link Character#isWhitespace(int)}.
435 */
436 @Deprecated
437 protected static boolean isWhiteSpace(final byte byteToCheck) {
438 return Character.isWhitespace(byteToCheck);
439 }
440
441 /**
442 * Increases our buffer by the {@link #DEFAULT_BUFFER_RESIZE_FACTOR}.
443 *
444 * @param context the context to be used.
445 * @param minCapacity the minimum required capacity.
446 * @return the resized byte[] buffer.
447 * @throws OutOfMemoryError if the {@code minCapacity} is negative.
448 */
449 private static byte[] resizeBuffer(final Context context, final int minCapacity) {
450 // Overflow-conscious code treats the min and new capacity as unsigned.
451 final int oldCapacity = context.buffer.length;
452 int newCapacity = oldCapacity * DEFAULT_BUFFER_RESIZE_FACTOR;
453 if (Integer.compareUnsigned(newCapacity, minCapacity) < 0) {
454 newCapacity = minCapacity;
455 }
456 if (Integer.compareUnsigned(newCapacity, MAX_BUFFER_SIZE) > 0) {
457 newCapacity = createPositiveCapacity(minCapacity);
458 }
459 final byte[] b = Arrays.copyOf(context.buffer, newCapacity);
460 context.buffer = b;
461 return b;
462 }
463
464 /**
465 * Deprecated: Will be removed in 2.0.
466 * <p>
467 * Instance variable just in case it needs to vary later
468 * </p>
469 *
470 * @deprecated Use {@link #pad}. Will be removed in 2.0.
471 */
472 @Deprecated
473 protected final byte PAD = PAD_DEFAULT;
474
475 /** Pad byte. Instance variable just in case it needs to vary later. */
476 protected final byte pad;
477
478 /** Number of bytes in each full block of unencoded data, for example 4 for Base64 and 5 for Base32 */
479 private final int unencodedBlockSize;
480
481 /** Number of bytes in each full block of encoded data, for example 3 for Base64 and 8 for Base32 */
482 private final int encodedBlockSize;
483
484 /**
485 * Chunksize for encoding. Not used when decoding. A value of zero or less implies no chunking of the encoded data. Rounded down to the nearest multiple of
486 * encodedBlockSize.
487 */
488 protected final int lineLength;
489
490 /**
491 * Size of chunk separator. Not used unless {@link #lineLength} > 0.
492 */
493 private final int chunkSeparatorLength;
494
495 /**
496 * Defines the decoding behavior when the input bytes contain leftover trailing bits that cannot be created by a valid encoding. These can be bits that are
497 * unused from the final character or entire characters. The default mode is lenient decoding. Set this to {@code true} to enable strict decoding.
498 * <ul>
499 * <li>Lenient: Any trailing bits are composed into 8-bit bytes where possible. The remainder are discarded.</li>
500 * <li>Strict: The decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a valid encoding. Any unused bits from the final
501 * character must be zero. Impossible counts of entire final characters are not allowed.</li>
502 * </ul>
503 * <p>
504 * When strict decoding is enabled it is expected that the decoded bytes will be re-encoded to a byte array that matches the original, i.e. no changes occur
505 * on the final character. This requires that the input bytes use the same padding and alphabet as the encoder.
506 * </p>
507 */
508 private final CodecPolicy decodingPolicy;
509
510 /**
511 * Decode table to use.
512 */
513 final byte[] decodeTable;
514
515 /**
516 * Encode table.
517 */
518 final byte[] encodeTable;
519
520 /**
521 * Constructs a new instance for a subclass.
522 *
523 * @param builder How to build this portion of the instance.
524 * @since 1.20.0
525 */
526 protected BaseNCodec(final AbstractBuilder<?, ?> builder) {
527 this.unencodedBlockSize = builder.unencodedBlockSize;
528 this.encodedBlockSize = builder.encodedBlockSize;
529 final boolean useChunking = builder.lineLength > 0 && builder.lineSeparator.length > 0;
530 this.lineLength = useChunking ? builder.lineLength / builder.encodedBlockSize * builder.encodedBlockSize : 0;
531 this.chunkSeparatorLength = builder.lineSeparator.length;
532 this.pad = builder.padding;
533 this.decodingPolicy = Objects.requireNonNull(builder.decodingPolicy, "codecPolicy");
534 this.encodeTable = Objects.requireNonNull(builder.getEncodeTable(), "builder.getEncodeTable()");
535 this.decodeTable = builder.getDecodeTable();
536 }
537
538 /**
539 * Constructs a new instance.
540 * <p>
541 * Note {@code lineLength} is rounded down to the nearest multiple of the encoded block size. If {@code chunkSeparatorLength} is zero, then chunking is
542 * disabled.
543 * </p>
544 *
545 * @param unencodedBlockSize the size of an unencoded block (for example Base64 = 3).
546 * @param encodedBlockSize the size of an encoded block (for example Base64 = 4).
547 * @param lineLength if > 0, use chunking with a length {@code lineLength}.
548 * @param chunkSeparatorLength the chunk separator length, if relevant.
549 * @deprecated Use {@link BaseNCodec#BaseNCodec(AbstractBuilder)}.
550 */
551 @Deprecated
552 protected BaseNCodec(final int unencodedBlockSize, final int encodedBlockSize, final int lineLength, final int chunkSeparatorLength) {
553 this(unencodedBlockSize, encodedBlockSize, lineLength, chunkSeparatorLength, PAD_DEFAULT);
554 }
555
556 /**
557 * Constructs a new instance.
558 * <p>
559 * Note {@code lineLength} is rounded down to the nearest multiple of the encoded block size. If {@code chunkSeparatorLength} is zero, then chunking is
560 * disabled.
561 * </p>
562 *
563 * @param unencodedBlockSize the size of an unencoded block (for example Base64 = 3).
564 * @param encodedBlockSize the size of an encoded block (for example Base64 = 4).
565 * @param lineLength if > 0, use chunking with a length {@code lineLength}.
566 * @param chunkSeparatorLength the chunk separator length, if relevant.
567 * @param pad byte used as padding byte.
568 * @deprecated Use {@link BaseNCodec#BaseNCodec(AbstractBuilder)}.
569 */
570 @Deprecated
571 protected BaseNCodec(final int unencodedBlockSize, final int encodedBlockSize, final int lineLength, final int chunkSeparatorLength, final byte pad) {
572 this(unencodedBlockSize, encodedBlockSize, lineLength, chunkSeparatorLength, pad, DECODING_POLICY_DEFAULT);
573 }
574
575 /**
576 * Constructs a new instance.
577 * <p>
578 * Note {@code lineLength} is rounded down to the nearest multiple of the encoded block size. If {@code chunkSeparatorLength} is zero, then chunking is
579 * disabled.
580 * </p>
581 *
582 * @param unencodedBlockSize the size of an unencoded block (for example Base64 = 3).
583 * @param encodedBlockSize the size of an encoded block (for example Base64 = 4).
584 * @param lineLength if > 0, use chunking with a length {@code lineLength}.
585 * @param chunkSeparatorLength the chunk separator length, if relevant.
586 * @param pad byte used as padding byte.
587 * @param decodingPolicy Decoding policy.
588 * @since 1.15
589 * @deprecated Use {@link BaseNCodec#BaseNCodec(AbstractBuilder)}.
590 */
591 @Deprecated
592 protected BaseNCodec(final int unencodedBlockSize, final int encodedBlockSize, final int lineLength, final int chunkSeparatorLength, final byte pad,
593 final CodecPolicy decodingPolicy) {
594 this.unencodedBlockSize = unencodedBlockSize;
595 this.encodedBlockSize = encodedBlockSize;
596 final boolean useChunking = lineLength > 0 && chunkSeparatorLength > 0;
597 this.lineLength = useChunking ? lineLength / encodedBlockSize * encodedBlockSize : 0;
598 this.chunkSeparatorLength = chunkSeparatorLength;
599 this.pad = pad;
600 this.decodingPolicy = Objects.requireNonNull(decodingPolicy, "codecPolicy");
601 this.encodeTable = null;
602 this.decodeTable = null;
603 }
604
605 /**
606 * Returns the amount of buffered data available for reading.
607 *
608 * @param context the context to be used.
609 * @return The amount of buffered data available for reading.
610 */
611 int available(final Context context) { // package protected for access from I/O streams
612 return hasData(context) ? context.pos - context.readPos : 0;
613 }
614
615 /**
616 * Tests a given byte array to see if it contains any characters within the alphabet or PAD.
617 *
618 * Intended for use in checking line-ending arrays.
619 *
620 * @param arrayOctet byte array to test.
621 * @return {@code true} if any byte is a valid character in the alphabet or PAD; {@code false} otherwise.
622 */
623 protected boolean containsAlphabetOrPad(final byte[] arrayOctet) {
624 if (arrayOctet != null) {
625 for (final byte element : arrayOctet) {
626 if (pad == element || isInAlphabet(element)) {
627 return true;
628 }
629 }
630 }
631 return false;
632 }
633
634 /**
635 * Decodes a byte[] containing characters in the Base-N alphabet.
636 *
637 * @param array A byte array containing Base-N character data.
638 * @return a byte array containing binary data.
639 */
640 @Override
641 public byte[] decode(final byte[] array) {
642 if (BinaryCodec.isEmpty(array)) {
643 return array;
644 }
645 final Context context = new Context();
646 decode(array, 0, array.length, context);
647 decode(array, 0, EOF, context); // Notify decoder of EOF.
648 final byte[] result = new byte[context.pos];
649 readResults(result, 0, result.length, context);
650 return result;
651 }
652
653 // package protected for access from I/O streams
654 abstract void decode(byte[] array, int i, int length, Context context);
655
656 /**
657 * Decodes an Object using the Base-N algorithm. This method is provided in order to satisfy the requirements of the Decoder interface, and will throw a
658 * DecoderException if the supplied object is not of type byte[] or String.
659 *
660 * @param obj Object to decode.
661 * @return An object (of type byte[]) containing the binary data which corresponds to the byte[] or String supplied.
662 * @throws DecoderException if the parameter supplied is not of type byte[].
663 */
664 @Override
665 public Object decode(final Object obj) throws DecoderException {
666 if (obj instanceof byte[]) {
667 return decode((byte[]) obj);
668 }
669 if (obj instanceof String) {
670 return decode((String) obj);
671 }
672 throw new DecoderException("Parameter supplied to Base-N decode is not a byte[] or a String");
673 }
674
675 /**
676 * Decodes a String containing characters in the Base-N alphabet.
677 *
678 * @param array A String containing Base-N character data.
679 * @return a byte array containing binary data.
680 */
681 public byte[] decode(final String array) {
682 return decode(StringUtils.getBytesUtf8(array));
683 }
684
685 /**
686 * Encodes a byte[] containing binary data, into a byte[] containing characters in the alphabet.
687 *
688 * @param array a byte array containing binary data.
689 * @return A byte array containing only the base N alphabetic character data.
690 */
691 @Override
692 public byte[] encode(final byte[] array) {
693 if (BinaryCodec.isEmpty(array)) {
694 return array;
695 }
696 return encode(array, 0, array.length);
697 }
698
699 /**
700 * Encodes a byte[] containing binary data, into a byte[] containing characters in the alphabet.
701 *
702 * @param array a byte array containing binary data.
703 * @param offset initial offset of the subarray.
704 * @param length length of the subarray.
705 * @return A byte array containing only the base N alphabetic character data.
706 * @since 1.11
707 */
708 public byte[] encode(final byte[] array, final int offset, final int length) {
709 if (BinaryCodec.isEmpty(array)) {
710 return array;
711 }
712 final Context context = new Context();
713 encode(array, offset, length, context);
714 encode(array, offset, EOF, context); // Notify encoder of EOF.
715 final byte[] buf = new byte[context.pos - context.readPos];
716 readResults(buf, 0, buf.length, context);
717 return buf;
718 }
719
720 // package protected for access from I/O streams
721 abstract void encode(byte[] array, int i, int length, Context context);
722
723 /**
724 * Encodes an Object using the Base-N algorithm. This method is provided in order to satisfy the requirements of the Encoder interface, and will throw an
725 * EncoderException if the supplied object is not of type byte[].
726 *
727 * @param obj Object to encode.
728 * @return An object (of type byte[]) containing the Base-N encoded data which corresponds to the byte[] supplied.
729 * @throws EncoderException if the parameter supplied is not of type byte[].
730 */
731 @Override
732 public Object encode(final Object obj) throws EncoderException {
733 if (!(obj instanceof byte[])) {
734 throw new EncoderException("Parameter supplied to Base-N encode is not a byte[]");
735 }
736 return encode((byte[]) obj);
737 }
738
739 /**
740 * Encodes a byte[] containing binary data, into a String containing characters in the appropriate alphabet. Uses UTF8 encoding.
741 * <p>
742 * This is a duplicate of {@link #encodeToString(byte[])}; it was merged during refactoring.
743 * </p>
744 *
745 * @param array a byte array containing binary data.
746 * @return String containing only character data in the appropriate alphabet.
747 * @since 1.5
748 */
749 public String encodeAsString(final byte[] array) {
750 return StringUtils.newStringUtf8(encode(array));
751 }
752
753 /**
754 * Encodes a byte[] containing binary data, into a String containing characters in the Base-N alphabet. Uses UTF8 encoding.
755 *
756 * @param array a byte array containing binary data.
757 * @return A String containing only Base-N character data.
758 */
759 public String encodeToString(final byte[] array) {
760 return StringUtils.newStringUtf8(encode(array));
761 }
762
763 /**
764 * Ensures that the buffer has room for {@code size} bytes
765 *
766 * @param size minimum spare space required.
767 * @param context the context to be used.
768 * @return the buffer.
769 */
770 protected byte[] ensureBufferSize(final int size, final Context context) {
771 if (context.buffer == null) {
772 context.buffer = new byte[Math.max(size, getDefaultBufferSize())];
773 context.pos = 0;
774 context.readPos = 0;
775 // Overflow-conscious:
776 // x + y > z == x + y - z > 0
777 } else if (context.pos + size - context.buffer.length > 0) {
778 return resizeBuffer(context, context.pos + size);
779 }
780 return context.buffer;
781 }
782
783 /**
784 * Gets the decoding behavior policy.
785 *
786 * <p>
787 * The default is lenient. If the decoding policy is strict, then decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a
788 * valid encoding. Decoding will compose trailing bits into 8-bit bytes and discard the remainder.
789 * </p>
790 *
791 * @return true if using strict decoding.
792 * @since 1.15
793 */
794 public CodecPolicy getCodecPolicy() {
795 return decodingPolicy;
796 }
797
798 /**
799 * Gets the default buffer size. Can be overridden.
800 *
801 * @return the default buffer size.
802 */
803 protected int getDefaultBufferSize() {
804 return DEFAULT_BUFFER_SIZE;
805 }
806
807 /**
808 * Gets the amount of space needed to encode the supplied array.
809 *
810 * @param array byte[] array which will later be encoded.
811 * @return amount of space needed to encode the supplied array. Returns a long since a max-len array will require > Integer.MAX_VALUE.
812 */
813 public long getEncodedLength(final byte[] array) {
814 // Calculate non-chunked size - rounded up to allow for padding
815 // cast to long is needed to avoid possibility of overflow
816 long len = (array.length + unencodedBlockSize - 1) / unencodedBlockSize * (long) encodedBlockSize;
817 if (lineLength > 0) { // We're using chunking
818 // Round up to nearest multiple
819 len += (len + lineLength - 1) / lineLength * chunkSeparatorLength;
820 }
821 return len;
822 }
823
824 /**
825 * Tests whether this object has buffered data for reading.
826 *
827 * @param context the context to be used.
828 * @return true if there is data still available for reading.
829 */
830 boolean hasData(final Context context) { // package protected for access from I/O streams
831 return context.pos > context.readPos;
832 }
833
834 /**
835 * Tests whether or not the {@code octet} is in the current alphabet. Does not allow whitespace or pad.
836 *
837 * @param value The value to test.
838 * @return {@code true} if the value is defined in the current alphabet, {@code false} otherwise.
839 */
840 protected abstract boolean isInAlphabet(byte value);
841
842 /**
843 * Tests a given byte array to see if it contains only valid characters within the alphabet. The method optionally treats whitespace and pad as valid.
844 *
845 * @param arrayOctet byte array to test.
846 * @param allowWhitespacePad if {@code true}, then whitespace and PAD are also allowed.
847 * @return {@code true} if all bytes are valid characters in the alphabet or if the byte array is empty; {@code false}, otherwise.
848 */
849 public boolean isInAlphabet(final byte[] arrayOctet, final boolean allowWhitespacePad) {
850 for (final byte octet : arrayOctet) {
851 if (!isInAlphabet(octet) && (!allowWhitespacePad || octet != pad && !Character.isWhitespace(octet))) {
852 return false;
853 }
854 }
855 return true;
856 }
857
858 /**
859 * Tests a given String to see if it contains only valid characters within the alphabet. The method treats whitespace and PAD as valid.
860 *
861 * @param basen String to test.
862 * @return {@code true} if all characters in the String are valid characters in the alphabet or if the String is empty; {@code false}, otherwise.
863 * @see #isInAlphabet(byte[], boolean)
864 */
865 public boolean isInAlphabet(final String basen) {
866 return isInAlphabet(StringUtils.getBytesUtf8(basen), true);
867 }
868
869 /**
870 * Tests true if decoding behavior is strict. Decoding will raise an {@link IllegalArgumentException} if trailing bits are not part of a valid encoding.
871 *
872 * <p>
873 * The default is false for lenient decoding. Decoding will compose trailing bits into 8-bit bytes and discard the remainder.
874 * </p>
875 *
876 * @return true if using strict decoding.
877 * @since 1.15
878 */
879 public boolean isStrictDecoding() {
880 return decodingPolicy == CodecPolicy.STRICT;
881 }
882
883 /**
884 * Reads buffered data into the provided byte[] array, starting at position bPos, up to a maximum of bAvail bytes. Returns how many bytes were actually
885 * extracted.
886 * <p>
887 * Package private for access from I/O streams.
888 * </p>
889 *
890 * @param b byte[] array to extract the buffered data into.
891 * @param position position in byte[] array to start extraction at.
892 * @param available amount of bytes we're allowed to extract. We may extract fewer (if fewer are available).
893 * @param context the context to be used.
894 * @return The number of bytes successfully extracted into the provided byte[] array.
895 */
896 int readResults(final byte[] b, final int position, final int available, final Context context) {
897 if (hasData(context)) {
898 final int len = Math.min(available(context), available);
899 System.arraycopy(context.buffer, context.readPos, b, position, len);
900 context.readPos += len;
901 if (!hasData(context)) {
902 // All data read.
903 // Reset position markers but do not set buffer to null to allow its reuse.
904 // hasData(context) will still return false, and this method will return 0 until
905 // more data is available, or -1 if EOF.
906 context.pos = context.readPos = 0;
907 }
908 return len;
909 }
910 return context.eof ? EOF : 0;
911 }
912 }