001/*
002 * Licensed to the Apache Software Foundation (ASF) under one or more
003 * contributor license agreements.  See the NOTICE file distributed with
004 * this work for additional information regarding copyright ownership.
005 * The ASF licenses this file to You under the Apache License, Version 2.0
006 * (the "License"); you may not use this file except in compliance with
007 * the License.  You may obtain a copy of the License at
008 *
009 *      http://www.apache.org/licenses/LICENSE-2.0
010 *
011 * Unless required by applicable law or agreed to in writing, software
012 * distributed under the License is distributed on an "AS IS" BASIS,
013 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
014 * See the License for the specific language governing permissions and
015 * limitations under the License.
016 */
017package org.apache.commons.io;
018
019import java.io.BufferedReader;
020import java.io.File;
021import java.io.IOException;
022import java.io.InputStream;
023import java.io.InputStreamReader;
024import java.io.OutputStream;
025import java.nio.charset.Charset;
026import java.util.ArrayList;
027import java.util.Arrays;
028import java.util.List;
029import java.util.Locale;
030import java.util.StringTokenizer;
031
032/**
033 * General File System utilities.
034 * <p>
035 * This class provides static utility methods for general file system
036 * functions not provided via the JDK {@link java.io.File File} class.
037 * <p>
038 * The current functions provided are:
039 * <ul>
040 * <li>Get the free space on a drive
041 * </ul>
042 *
043 * @since 1.1
044 * @deprecated As of 2.6 deprecated without replacement. Use equivalent
045 *  methods in {@link java.nio.file.FileStore} instead, e.g.
046 *  <code>Files.getFileStore(Paths.get("/home")).getUsableSpace()</code>
047 *  or iterate over <code>FileSystems.getDefault().getFileStores()</code>
048 */
049@Deprecated
050public class FileSystemUtils {
051
052    /** Singleton instance, used mainly for testing. */
053    private static final FileSystemUtils INSTANCE = new FileSystemUtils();
054
055    /** Operating system state flag for error. */
056    private static final int INIT_PROBLEM = -1;
057    /** Operating system state flag for neither Unix nor Windows. */
058    private static final int OTHER = 0;
059    /** Operating system state flag for Windows. */
060    private static final int WINDOWS = 1;
061    /** Operating system state flag for Unix. */
062    private static final int UNIX = 2;
063    /** Operating system state flag for Posix flavour Unix. */
064    private static final int POSIX_UNIX = 3;
065
066    /** The operating system flag. */
067    private static final int OS;
068
069    /** The path to df */
070    private static final String DF;
071
072    static {
073        int os = OTHER;
074        String dfPath = "df";
075        try {
076            String osName = System.getProperty("os.name");
077            if (osName == null) {
078                throw new IOException("os.name not found");
079            }
080            osName = osName.toLowerCase(Locale.ENGLISH);
081            // match
082            if (osName.contains("windows")) {
083                os = WINDOWS;
084            } else if (osName.contains("linux") ||
085                    osName.contains("mpe/ix") ||
086                    osName.contains("freebsd") ||
087                    osName.contains("openbsd") ||
088                    osName.contains("irix") ||
089                    osName.contains("digital unix") ||
090                    osName.contains("unix") ||
091                    osName.contains("mac os x")) {
092                os = UNIX;
093            } else if (osName.contains("sun os") ||
094                    osName.contains("sunos") ||
095                    osName.contains("solaris")) {
096                os = POSIX_UNIX;
097                dfPath = "/usr/xpg4/bin/df";
098            } else if (osName.contains("hp-ux") ||
099                    osName.contains("aix")) {
100                os = POSIX_UNIX;
101            } else {
102                os = OTHER;
103            }
104
105        } catch (final Exception ex) {
106            os = INIT_PROBLEM;
107        }
108        OS = os;
109        DF = dfPath;
110    }
111
112    /**
113     * Instances should NOT be constructed in standard programming.
114     */
115    public FileSystemUtils() {
116        super();
117    }
118
119    //-----------------------------------------------------------------------
120    /**
121     * Returns the free space on a drive or volume by invoking
122     * the command line.
123     * This method does not normalize the result, and typically returns
124     * bytes on Windows, 512 byte units on OS X and kilobytes on Unix.
125     * As this is not very useful, this method is deprecated in favour
126     * of {@link #freeSpaceKb(String)} which returns a result in kilobytes.
127     * <p>
128     * Note that some OS's are NOT currently supported, including OS/390,
129     * OpenVMS.
130     * <pre>
131     * FileSystemUtils.freeSpace("C:");       // Windows
132     * FileSystemUtils.freeSpace("/volume");  // *nix
133     * </pre>
134     * The free space is calculated via the command line.
135     * It uses 'dir /-c' on Windows and 'df' on *nix.
136     *
137     * @param path  the path to get free space for, not null, not empty on Unix
138     * @return the amount of free drive space on the drive or volume
139     * @throws IllegalArgumentException if the path is invalid
140     * @throws IllegalStateException if an error occurred in initialisation
141     * @throws IOException if an error occurs when finding the free space
142     * @since 1.1, enhanced OS support in 1.2 and 1.3
143     * @deprecated Use freeSpaceKb(String)
144     *  Deprecated from 1.3, may be removed in 2.0
145     */
146    @Deprecated
147    public static long freeSpace(final String path) throws IOException {
148        return INSTANCE.freeSpaceOS(path, OS, false, -1);
149    }
150
151    //-----------------------------------------------------------------------
152    /**
153     * Returns the free space on a drive or volume in kibibytes (1024 bytes)
154     * by invoking the command line.
155     * <pre>
156     * FileSystemUtils.freeSpaceKb("C:");       // Windows
157     * FileSystemUtils.freeSpaceKb("/volume");  // *nix
158     * </pre>
159     * The free space is calculated via the command line.
160     * It uses 'dir /-c' on Windows, 'df -kP' on AIX/HP-UX and 'df -k' on other Unix.
161     * <p>
162     * In order to work, you must be running Windows, or have a implementation of
163     * Unix df that supports GNU format when passed -k (or -kP). If you are going
164     * to rely on this code, please check that it works on your OS by running
165     * some simple tests to compare the command line with the output from this class.
166     * If your operating system isn't supported, please raise a JIRA call detailing
167     * the exact result from df -k and as much other detail as possible, thanks.
168     *
169     * @param path  the path to get free space for, not null, not empty on Unix
170     * @return the amount of free drive space on the drive or volume in kilobytes
171     * @throws IllegalArgumentException if the path is invalid
172     * @throws IllegalStateException if an error occurred in initialisation
173     * @throws IOException if an error occurs when finding the free space
174     * @since 1.2, enhanced OS support in 1.3
175     * @deprecated As of 2.6 deprecated without replacement. Please use {@link java.nio.file.FileStore#getUsableSpace()}.
176     */
177    @Deprecated
178    public static long freeSpaceKb(final String path) throws IOException {
179        return freeSpaceKb(path, -1);
180    }
181    /**
182     * Returns the free space on a drive or volume in kibibytes (1024 bytes)
183     * by invoking the command line.
184     * <pre>
185     * FileSystemUtils.freeSpaceKb("C:");       // Windows
186     * FileSystemUtils.freeSpaceKb("/volume");  // *nix
187     * </pre>
188     * The free space is calculated via the command line.
189     * It uses 'dir /-c' on Windows, 'df -kP' on AIX/HP-UX and 'df -k' on other Unix.
190     * <p>
191     * In order to work, you must be running Windows, or have a implementation of
192     * Unix df that supports GNU format when passed -k (or -kP). If you are going
193     * to rely on this code, please check that it works on your OS by running
194     * some simple tests to compare the command line with the output from this class.
195     * If your operating system isn't supported, please raise a JIRA call detailing
196     * the exact result from df -k and as much other detail as possible, thanks.
197     *
198     * @param path  the path to get free space for, not null, not empty on Unix
199     * @param timeout The timeout amount in milliseconds or no timeout if the value
200     *  is zero or less
201     * @return the amount of free drive space on the drive or volume in kilobytes
202     * @throws IllegalArgumentException if the path is invalid
203     * @throws IllegalStateException if an error occurred in initialisation
204     * @throws IOException if an error occurs when finding the free space
205     * @since 2.0
206     * @deprecated As of 2.6 deprecated without replacement. Please use {@link java.nio.file.FileStore#getUsableSpace()}.
207     */
208    @Deprecated
209    public static long freeSpaceKb(final String path, final long timeout) throws IOException {
210        return INSTANCE.freeSpaceOS(path, OS, true, timeout);
211    }
212
213    /**
214     * Returns the free space for the working directory
215     * in kibibytes (1024 bytes) by invoking the command line.
216     * <p>
217     * Identical to:
218     * <pre>
219     * freeSpaceKb(new File(".").getAbsolutePath())
220     * </pre>
221     * @return the amount of free drive space on the drive or volume in kilobytes
222     * @throws IllegalStateException if an error occurred in initialisation
223     * @throws IOException if an error occurs when finding the free space
224     * @since 2.0
225     * @deprecated As of 2.6 deprecated without replacement. Please use {@link java.nio.file.FileStore#getUsableSpace()}.
226     */
227    @Deprecated
228    public static long freeSpaceKb() throws IOException {
229        return freeSpaceKb(-1);
230    }
231
232    /**
233     * Returns the free space for the working directory
234     * in kibibytes (1024 bytes) by invoking the command line.
235     * <p>
236     * Identical to:
237     * <pre>
238     * freeSpaceKb(new File(".").getAbsolutePath())
239     * </pre>
240     * @param timeout The timeout amount in milliseconds or no timeout if the value
241     *  is zero or less
242     * @return the amount of free drive space on the drive or volume in kilobytes
243     * @throws IllegalStateException if an error occurred in initialisation
244     * @throws IOException if an error occurs when finding the free space
245     * @since 2.0
246     * @deprecated As of 2.6 deprecated without replacement. Please use {@link java.nio.file.FileStore#getUsableSpace()}.
247     */
248    @Deprecated
249    public static long freeSpaceKb(final long timeout) throws IOException {
250        return freeSpaceKb(new File(".").getAbsolutePath(), timeout);
251    }
252
253    //-----------------------------------------------------------------------
254    /**
255     * Returns the free space on a drive or volume in a cross-platform manner.
256     * Note that some OS's are NOT currently supported, including OS/390.
257     * <pre>
258     * FileSystemUtils.freeSpace("C:");  // Windows
259     * FileSystemUtils.freeSpace("/volume");  // *nix
260     * </pre>
261     * The free space is calculated via the command line.
262     * It uses 'dir /-c' on Windows and 'df' on *nix.
263     *
264     * @param path  the path to get free space for, not null, not empty on Unix
265     * @param os  the operating system code
266     * @param kb  whether to normalize to kilobytes
267     * @param timeout The timeout amount in milliseconds or no timeout if the value
268     *  is zero or less
269     * @return the amount of free drive space on the drive or volume
270     * @throws IllegalArgumentException if the path is invalid
271     * @throws IllegalStateException if an error occurred in initialisation
272     * @throws IOException if an error occurs when finding the free space
273     */
274    long freeSpaceOS(final String path, final int os, final boolean kb, final long timeout) throws IOException {
275        if (path == null) {
276            throw new IllegalArgumentException("Path must not be null");
277        }
278        switch (os) {
279            case WINDOWS:
280                return kb ? freeSpaceWindows(path, timeout) / FileUtils.ONE_KB : freeSpaceWindows(path, timeout);
281            case UNIX:
282                return freeSpaceUnix(path, kb, false, timeout);
283            case POSIX_UNIX:
284                return freeSpaceUnix(path, kb, true, timeout);
285            case OTHER:
286                throw new IllegalStateException("Unsupported operating system");
287            default:
288                throw new IllegalStateException(
289                  "Exception caught when determining operating system");
290        }
291    }
292
293    //-----------------------------------------------------------------------
294    /**
295     * Find free space on the Windows platform using the 'dir' command.
296     *
297     * @param path  the path to get free space for, including the colon
298     * @param timeout The timeout amount in milliseconds or no timeout if the value
299     *  is zero or less
300     * @return the amount of free drive space on the drive
301     * @throws IOException if an error occurs
302     */
303    long freeSpaceWindows(final String path, final long timeout) throws IOException {
304        String normPath = FilenameUtils.normalize(path, false);
305        if (normPath == null) {
306            throw new IllegalArgumentException(path);
307        }
308        if (normPath.length() > 0 && normPath.charAt(0) != '"') {
309            normPath = "\"" + normPath + "\"";
310        }
311
312        // build and run the 'dir' command
313        final String[] cmdAttribs = new String[] {"cmd.exe", "/C", "dir /a /-c " + normPath};
314
315        // read in the output of the command to an ArrayList
316        final List<String> lines = performCommand(cmdAttribs, Integer.MAX_VALUE, timeout);
317
318        // now iterate over the lines we just read and find the LAST
319        // non-empty line (the free space bytes should be in the last element
320        // of the ArrayList anyway, but this will ensure it works even if it's
321        // not, still assuming it is on the last non-blank line)
322        for (int i = lines.size() - 1; i >= 0; i--) {
323            final String line = lines.get(i);
324            if (line.length() > 0) {
325                return parseDir(line, normPath);
326            }
327        }
328        // all lines are blank
329        throw new IOException(
330                "Command line 'dir /-c' did not return any info " +
331                "for path '" + normPath + "'");
332    }
333
334    /**
335     * Parses the Windows dir response last line
336     *
337     * @param line  the line to parse
338     * @param path  the path that was sent
339     * @return the number of bytes
340     * @throws IOException if an error occurs
341     */
342    long parseDir(final String line, final String path) throws IOException {
343        // read from the end of the line to find the last numeric
344        // character on the line, then continue until we find the first
345        // non-numeric character, and everything between that and the last
346        // numeric character inclusive is our free space bytes count
347        int bytesStart = 0;
348        int bytesEnd = 0;
349        int j = line.length() - 1;
350        innerLoop1: while (j >= 0) {
351            final char c = line.charAt(j);
352            if (Character.isDigit(c)) {
353              // found the last numeric character, this is the end of
354              // the free space bytes count
355              bytesEnd = j + 1;
356              break innerLoop1;
357            }
358            j--;
359        }
360        innerLoop2: while (j >= 0) {
361            final char c = line.charAt(j);
362            if (!Character.isDigit(c) && c != ',' && c != '.') {
363              // found the next non-numeric character, this is the
364              // beginning of the free space bytes count
365              bytesStart = j + 1;
366              break innerLoop2;
367            }
368            j--;
369        }
370        if (j < 0) {
371            throw new IOException(
372                    "Command line 'dir /-c' did not return valid info " +
373                    "for path '" + path + "'");
374        }
375
376        // remove commas and dots in the bytes count
377        final StringBuilder buf = new StringBuilder(line.substring(bytesStart, bytesEnd));
378        for (int k = 0; k < buf.length(); k++) {
379            if (buf.charAt(k) == ',' || buf.charAt(k) == '.') {
380                buf.deleteCharAt(k--);
381            }
382        }
383        return parseBytes(buf.toString(), path);
384    }
385
386    //-----------------------------------------------------------------------
387    /**
388     * Find free space on the *nix platform using the 'df' command.
389     *
390     * @param path  the path to get free space for
391     * @param kb  whether to normalize to kilobytes
392     * @param posix  whether to use the POSIX standard format flag
393     * @param timeout The timeout amount in milliseconds or no timeout if the value
394     *  is zero or less
395     * @return the amount of free drive space on the volume
396     * @throws IOException if an error occurs
397     */
398    long freeSpaceUnix(final String path, final boolean kb, final boolean posix, final long timeout)
399            throws IOException {
400        if (path.isEmpty()) {
401            throw new IllegalArgumentException("Path must not be empty");
402        }
403
404        // build and run the 'dir' command
405        String flags = "-";
406        if (kb) {
407            flags += "k";
408        }
409        if (posix) {
410            flags += "P";
411        }
412        final String[] cmdAttribs =
413            flags.length() > 1 ? new String[] {DF, flags, path} : new String[] {DF, path};
414
415        // perform the command, asking for up to 3 lines (header, interesting, overflow)
416        final List<String> lines = performCommand(cmdAttribs, 3, timeout);
417        if (lines.size() < 2) {
418            // unknown problem, throw exception
419            throw new IOException(
420                    "Command line '" + DF + "' did not return info as expected " +
421                    "for path '" + path + "'- response was " + lines);
422        }
423        final String line2 = lines.get(1); // the line we're interested in
424
425        // Now, we tokenize the string. The fourth element is what we want.
426        StringTokenizer tok = new StringTokenizer(line2, " ");
427        if (tok.countTokens() < 4) {
428            // could be long Filesystem, thus data on third line
429            if (tok.countTokens() == 1 && lines.size() >= 3) {
430                final String line3 = lines.get(2); // the line may be interested in
431                tok = new StringTokenizer(line3, " ");
432            } else {
433                throw new IOException(
434                        "Command line '" + DF + "' did not return data as expected " +
435                        "for path '" + path + "'- check path is valid");
436            }
437        } else {
438            tok.nextToken(); // Ignore Filesystem
439        }
440        tok.nextToken(); // Ignore 1K-blocks
441        tok.nextToken(); // Ignore Used
442        final String freeSpace = tok.nextToken();
443        return parseBytes(freeSpace, path);
444    }
445
446    //-----------------------------------------------------------------------
447    /**
448     * Parses the bytes from a string.
449     *
450     * @param freeSpace  the free space string
451     * @param path  the path
452     * @return the number of bytes
453     * @throws IOException if an error occurs
454     */
455    long parseBytes(final String freeSpace, final String path) throws IOException {
456        try {
457            final long bytes = Long.parseLong(freeSpace);
458            if (bytes < 0) {
459                throw new IOException(
460                        "Command line '" + DF + "' did not find free space in response " +
461                        "for path '" + path + "'- check path is valid");
462            }
463            return bytes;
464
465        } catch (final NumberFormatException ex) {
466            throw new IOException(
467                    "Command line '" + DF + "' did not return numeric data as expected " +
468                    "for path '" + path + "'- check path is valid", ex);
469        }
470    }
471
472    //-----------------------------------------------------------------------
473    /**
474     * Performs the os command.
475     *
476     * @param cmdAttribs  the command line parameters
477     * @param max The maximum limit for the lines returned
478     * @param timeout The timeout amount in milliseconds or no timeout if the value
479     *  is zero or less
480     * @return the lines returned by the command, converted to lower-case
481     * @throws IOException if an error occurs
482     */
483    List<String> performCommand(final String[] cmdAttribs, final int max, final long timeout) throws IOException {
484        // this method does what it can to avoid the 'Too many open files' error
485        // based on trial and error and these links:
486        // http://bugs.sun.com/bugdatabase/view_bug.do?bug_id=4784692
487        // http://bugs.sun.com/bugdatabase/view_bug.do?bug_id=4801027
488        // http://forum.java.sun.com/thread.jspa?threadID=533029&messageID=2572018
489        // however, its still not perfect as the JDK support is so poor
490        // (see commons-exec or Ant for a better multi-threaded multi-os solution)
491
492        final List<String> lines = new ArrayList<>(20);
493        Process proc = null;
494        InputStream in = null;
495        OutputStream out = null;
496        InputStream err = null;
497        BufferedReader inr = null;
498        try {
499
500            final Thread monitor = ThreadMonitor.start(timeout);
501
502            proc = openProcess(cmdAttribs);
503            in = proc.getInputStream();
504            out = proc.getOutputStream();
505            err = proc.getErrorStream();
506            // default charset is most likely appropriate here
507            inr = new BufferedReader(new InputStreamReader(in, Charset.defaultCharset()));
508            String line = inr.readLine();
509            while (line != null && lines.size() < max) {
510                line = line.toLowerCase(Locale.ENGLISH).trim();
511                lines.add(line);
512                line = inr.readLine();
513            }
514
515            proc.waitFor();
516
517            ThreadMonitor.stop(monitor);
518
519            if (proc.exitValue() != 0) {
520                // os command problem, throw exception
521                throw new IOException(
522                        "Command line returned OS error code '" + proc.exitValue() +
523                        "' for command " + Arrays.asList(cmdAttribs));
524            }
525            if (lines.isEmpty()) {
526                // unknown problem, throw exception
527                throw new IOException(
528                        "Command line did not return any info " +
529                        "for command " + Arrays.asList(cmdAttribs));
530            }
531
532            inr.close();
533            inr = null;
534
535            in.close();
536            in = null;
537
538            if (out != null) {
539                out.close();
540                out = null;
541            }
542
543            if (err != null) {
544                err.close();
545                err = null;
546            }
547
548            return lines;
549
550        } catch (final InterruptedException ex) {
551            throw new IOException(
552                    "Command line threw an InterruptedException " +
553                    "for command " + Arrays.asList(cmdAttribs) + " timeout=" + timeout, ex);
554        } finally {
555            IOUtils.closeQuietly(in);
556            IOUtils.closeQuietly(out);
557            IOUtils.closeQuietly(err);
558            IOUtils.closeQuietly(inr);
559            if (proc != null) {
560                proc.destroy();
561            }
562        }
563    }
564
565    /**
566     * Opens the process to the operating system.
567     *
568     * @param cmdAttribs  the command line parameters
569     * @return the process
570     * @throws IOException if an error occurs
571     */
572    Process openProcess(final String[] cmdAttribs) throws IOException {
573        return Runtime.getRuntime().exec(cmdAttribs);
574    }
575
576}