001/*
002 * Licensed to the Apache Software Foundation (ASF) under one or more
003 * contributor license agreements.  See the NOTICE file distributed with
004 * this work for additional information regarding copyright ownership.
005 * The ASF licenses this file to You under the Apache License, Version 2.0
006 * (the "License"); you may not use this file except in compliance with
007 * the License.  You may obtain a copy of the License at
008 * 
009 *      http://www.apache.org/licenses/LICENSE-2.0
010 * 
011 * Unless required by applicable law or agreed to in writing, software
012 * distributed under the License is distributed on an "AS IS" BASIS,
013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
014 * See the License for the specific language governing permissions and
015 * limitations under the License.
016 */
017package org.apache.commons.io.output;
018
019import java.io.IOException;
020import java.io.OutputStream;
021import java.io.Writer;
022import java.nio.ByteBuffer;
023import java.nio.CharBuffer;
024import java.nio.charset.Charset;
025import java.nio.charset.CharsetDecoder;
026import java.nio.charset.CoderResult;
027import java.nio.charset.CodingErrorAction;
028
029/**
030 * {@link OutputStream} implementation that transforms a byte stream to a
031 * character stream using a specified charset encoding and writes the resulting
032 * stream to a {@link Writer}. The stream is transformed using a
033 * {@link CharsetDecoder} object, guaranteeing that all charset
034 * encodings supported by the JRE are handled correctly.
035 * <p>
036 * The output of the {@link CharsetDecoder} is buffered using a fixed size buffer.
037 * This implies that the data is written to the underlying {@link Writer} in chunks
038 * that are no larger than the size of this buffer. By default, the buffer is
039 * flushed only when it overflows or when {@link #flush()} or {@link #close()}
040 * is called. In general there is therefore no need to wrap the underlying {@link Writer}
041 * in a {@link java.io.BufferedWriter}. {@link WriterOutputStream} can also
042 * be instructed to flush the buffer after each write operation. In this case, all
043 * available data is written immediately to the underlying {@link Writer}, implying that
044 * the current position of the {@link Writer} is correlated to the current position
045 * of the {@link WriterOutputStream}.
046 * <p>
047 * {@link WriterOutputStream} implements the inverse transformation of {@link java.io.OutputStreamWriter};
048 * in the following example, writing to {@code out2} would have the same result as writing to
049 * {@code out} directly (provided that the byte sequence is legal with respect to the
050 * charset encoding):
051 * <pre>
052 * OutputStream out = ...
053 * Charset cs = ...
054 * OutputStreamWriter writer = new OutputStreamWriter(out, cs);
055 * WriterOutputStream out2 = new WriterOutputStream(writer, cs);</pre>
056 * {@link WriterOutputStream} implements the same transformation as {@link java.io.InputStreamReader},
057 * except that the control flow is reversed: both classes transform a byte stream
058 * into a character stream, but {@link java.io.InputStreamReader} pulls data from the underlying stream,
059 * while {@link WriterOutputStream} pushes it to the underlying stream.
060 * <p>
061 * Note that while there are use cases where there is no alternative to using
062 * this class, very often the need to use this class is an indication of a flaw
063 * in the design of the code. This class is typically used in situations where an existing
064 * API only accepts an {@link OutputStream} object, but where the stream is known to represent
065 * character data that must be decoded for further use.
066 * <p>
067 * Instances of {@link WriterOutputStream} are not thread safe.
068 * 
069 * @see org.apache.commons.io.input.ReaderInputStream
070 * 
071 * @since 2.0
072 */
073public class WriterOutputStream extends OutputStream {
074    private static final int DEFAULT_BUFFER_SIZE = 1024;
075
076    private final Writer writer;
077    private final CharsetDecoder decoder;
078    private final boolean writeImmediately;
079
080    /**
081     * ByteBuffer used as input for the decoder. This buffer can be small
082     * as it is used only to transfer the received data to the
083     * decoder.
084     */
085    private final ByteBuffer decoderIn = ByteBuffer.allocate(128);
086
087    /**
088     * CharBuffer used as output for the decoder. It should be
089     * somewhat larger as we write from this buffer to the
090     * underlying Writer.
091     */
092    private final CharBuffer decoderOut;
093
094    /**
095     * Constructs a new {@link WriterOutputStream} with a default output buffer size of
096     * 1024 characters. The output buffer will only be flushed when it overflows or when
097     * {@link #flush()} or {@link #close()} is called.
098     * 
099     * @param writer the target {@link Writer}
100     * @param decoder the charset decoder
101     * @since 2.1
102     */
103    public WriterOutputStream(final Writer writer, final CharsetDecoder decoder) {
104        this(writer, decoder, DEFAULT_BUFFER_SIZE, false);
105    }
106
107    /**
108     * Constructs a new {@link WriterOutputStream}.
109     * 
110     * @param writer the target {@link Writer}
111     * @param decoder the charset decoder
112     * @param bufferSize the size of the output buffer in number of characters
113     * @param writeImmediately If {@code true} the output buffer will be flushed after each
114     *                         write operation, i.e. all available data will be written to the
115     *                         underlying {@link Writer} immediately. If {@code false}, the
116     *                         output buffer will only be flushed when it overflows or when
117     *                         {@link #flush()} or {@link #close()} is called.
118     * @since 2.1
119     */
120    public WriterOutputStream(final Writer writer, final CharsetDecoder decoder, final int bufferSize,
121                              final boolean writeImmediately) {
122        checkIbmJdkWithBrokenUTF16( decoder.charset());
123        this.writer = writer;
124        this.decoder = decoder;
125        this.writeImmediately = writeImmediately;
126        decoderOut = CharBuffer.allocate(bufferSize);
127    }
128
129    /**
130     * Constructs a new {@link WriterOutputStream}.
131     * 
132     * @param writer the target {@link Writer}
133     * @param charset the charset encoding
134     * @param bufferSize the size of the output buffer in number of characters
135     * @param writeImmediately If {@code true} the output buffer will be flushed after each
136     *                         write operation, i.e. all available data will be written to the
137     *                         underlying {@link Writer} immediately. If {@code false}, the
138     *                         output buffer will only be flushed when it overflows or when
139     *                         {@link #flush()} or {@link #close()} is called.
140     */
141    public WriterOutputStream(final Writer writer, final Charset charset, final int bufferSize,
142                              final boolean writeImmediately) {
143        this(writer,
144             charset.newDecoder()
145                    .onMalformedInput(CodingErrorAction.REPLACE)
146                    .onUnmappableCharacter(CodingErrorAction.REPLACE)
147                    .replaceWith("?"),
148             bufferSize,
149             writeImmediately);
150    }
151
152    /**
153     * Constructs a new {@link WriterOutputStream} with a default output buffer size of
154     * 1024 characters. The output buffer will only be flushed when it overflows or when
155     * {@link #flush()} or {@link #close()} is called.
156     * 
157     * @param writer the target {@link Writer}
158     * @param charset the charset encoding
159     */
160    public WriterOutputStream(final Writer writer, final Charset charset) {
161        this(writer, charset, DEFAULT_BUFFER_SIZE, false);
162    }
163
164    /**
165     * Constructs a new {@link WriterOutputStream}.
166     * 
167     * @param writer the target {@link Writer}
168     * @param charsetName the name of the charset encoding
169     * @param bufferSize the size of the output buffer in number of characters
170     * @param writeImmediately If {@code true} the output buffer will be flushed after each
171     *                         write operation, i.e. all available data will be written to the
172     *                         underlying {@link Writer} immediately. If {@code false}, the
173     *                         output buffer will only be flushed when it overflows or when
174     *                         {@link #flush()} or {@link #close()} is called.
175     */
176    public WriterOutputStream(final Writer writer, final String charsetName, final int bufferSize,
177                              final boolean writeImmediately) {
178        this(writer, Charset.forName(charsetName), bufferSize, writeImmediately);
179    }
180
181    /**
182     * Constructs a new {@link WriterOutputStream} with a default output buffer size of
183     * 1024 characters. The output buffer will only be flushed when it overflows or when
184     * {@link #flush()} or {@link #close()} is called.
185     * 
186     * @param writer the target {@link Writer}
187     * @param charsetName the name of the charset encoding
188     */
189    public WriterOutputStream(final Writer writer, final String charsetName) {
190        this(writer, charsetName, DEFAULT_BUFFER_SIZE, false);
191    }
192
193    /**
194     * Constructs a new {@link WriterOutputStream} that uses the default character encoding
195     * and with a default output buffer size of 1024 characters. The output buffer will only
196     * be flushed when it overflows or when {@link #flush()} or {@link #close()} is called.
197     * 
198     * @param writer the target {@link Writer}
199     * @deprecated 2.5 use {@link #WriterOutputStream(Writer, Charset)} instead
200     */
201    @Deprecated
202    public WriterOutputStream(final Writer writer) {
203        this(writer, Charset.defaultCharset(), DEFAULT_BUFFER_SIZE, false);
204    }
205
206    /**
207     * Write bytes from the specified byte array to the stream.
208     * 
209     * @param b the byte array containing the bytes to write
210     * @param off the start offset in the byte array
211     * @param len the number of bytes to write
212     * @throws IOException if an I/O error occurs
213     */
214    @Override
215    public void write(final byte[] b, int off, int len) throws IOException {
216        while (len > 0) {
217            final int c = Math.min(len, decoderIn.remaining());
218            decoderIn.put(b, off, c);
219            processInput(false);
220            len -= c;
221            off += c;
222        }
223        if (writeImmediately) {
224            flushOutput();
225        }
226    }
227
228    /**
229     * Write bytes from the specified byte array to the stream.
230     * 
231     * @param b the byte array containing the bytes to write
232     * @throws IOException if an I/O error occurs
233     */
234    @Override
235    public void write(final byte[] b) throws IOException {
236        write(b, 0, b.length);
237    }
238
239    /**
240     * Write a single byte to the stream.
241     * 
242     * @param b the byte to write
243     * @throws IOException if an I/O error occurs
244     */
245    @Override
246    public void write(final int b) throws IOException {
247        write(new byte[] { (byte)b }, 0, 1);
248    }
249
250    /**
251     * Flush the stream. Any remaining content accumulated in the output buffer
252     * will be written to the underlying {@link Writer}. After that
253     * {@link Writer#flush()} will be called. 
254     * @throws IOException if an I/O error occurs
255     */
256    @Override
257    public void flush() throws IOException {
258        flushOutput();
259        writer.flush();
260    }
261
262    /**
263     * Close the stream. Any remaining content accumulated in the output buffer
264     * will be written to the underlying {@link Writer}. After that
265     * {@link Writer#close()} will be called. 
266     * @throws IOException if an I/O error occurs
267     */
268    @Override
269    public void close() throws IOException {
270        processInput(true);
271        flushOutput();
272        writer.close();
273    }
274
275    /**
276     * Decode the contents of the input ByteBuffer into a CharBuffer.
277     * 
278     * @param endOfInput indicates end of input
279     * @throws IOException if an I/O error occurs
280     */
281    private void processInput(final boolean endOfInput) throws IOException {
282        // Prepare decoderIn for reading
283        decoderIn.flip();
284        CoderResult coderResult;
285        while (true) {
286            coderResult = decoder.decode(decoderIn, decoderOut, endOfInput);
287            if (coderResult.isOverflow()) {
288                flushOutput();
289            } else if (coderResult.isUnderflow()) {
290                break;
291            } else {
292                // The decoder is configured to replace malformed input and unmappable characters,
293                // so we should not get here.
294                throw new IOException("Unexpected coder result");
295            }
296        }
297        // Discard the bytes that have been read
298        decoderIn.compact();
299    }
300
301    /**
302     * Flush the output.
303     * 
304     * @throws IOException if an I/O error occurs
305     */
306    private void flushOutput() throws IOException {
307        if (decoderOut.position() > 0) {
308            writer.write(decoderOut.array(), 0, decoderOut.position());
309            decoderOut.rewind();
310        }
311    }
312
313    private static void checkIbmJdkWithBrokenUTF16(Charset charset){
314        if (!"UTF-16".equals(charset.name())) return;
315        final String TEST_STRING_2 = "v\u00e9s";
316        byte[] bytes = TEST_STRING_2.getBytes(charset);
317
318        final CharsetDecoder charsetDecoder2 = charset.newDecoder();
319        ByteBuffer bb2 = ByteBuffer.allocate(16);
320        CharBuffer cb2 = CharBuffer.allocate(TEST_STRING_2.length());
321        final int len = bytes.length;
322        for (int i = 0; i < len; i++) {
323            bb2.put(bytes[i]);
324            bb2.flip();
325            try {
326                charsetDecoder2.decode(bb2, cb2, i == (len - 1));
327            } catch ( IllegalArgumentException e){
328                throw new UnsupportedOperationException("UTF-16 requested when runninng on an IBM JDK with broken UTF-16 support. " +
329                        "Please find a JDK that supports UTF-16 if you intend to use UF-16 with WriterOutputStream");
330            }
331            bb2.compact();
332        }
333        cb2.rewind();
334        if (!TEST_STRING_2.equals(cb2.toString())){
335            throw new UnsupportedOperationException("UTF-16 requested when runninng on an IBM JDK with broken UTF-16 support. " +
336                    "Please find a JDK that supports UTF-16 if you intend to use UF-16 with WriterOutputStream");
337        };
338
339    }
340}