// tarTools.java
// (C) 2008 by David Wieditz; d.wieditz@gmx.de
// first published 21.05.2008 on http://yacy.net
//
// This is a part of YaCy, a peer-to-peer based web search engine
//
// $LastChangedDate$
// $LastChangedRevision$
// $LastChangedBy$
//
// LICENSE
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
package net.yacy.utils;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.util.zip.GZIPInputStream;
import net.yacy.cora.util.ConcurrentLog;
import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
import org.apache.commons.compress.archivers.tar.TarArchiveInputStream;
import org.apache.commons.io.IOUtils;
/**
* Tar archives utilities for YaCy
*/
public class tarTools {
/**
* Convenience method to open a stream on a tar archive file eventually
* compressed with gzip.
*
* @param tarPath
* .tar or .tar.gz file path
* @return an opened input stream
* @throws FileNotFoundException
* when the file does not exist, is a directory rather than a
* regular file, or for some other reason cannot be opened for
* reading.
*/
public static InputStream getInputStream(final String tarPath) throws FileNotFoundException {
if (tarPath.endsWith(".gz")) {
try {
return new GZIPInputStream(new FileInputStream(new File(tarPath)));
} catch (FileNotFoundException e) {
/*
* FileNotFoundException is is a subClass of IOException but the
* following behavior does not apply
*/
throw e;
} catch (final IOException e) {
// this might happen if the stream is not in gzip format.
// there may be a 'gz' extension, but it may still be a raw tar file
// this can be caused by 'one too much gzip-content header' that was attached
// by a release file server, so just try to open is as normal stream
return new FileInputStream(new File(tarPath));
}
}
return new FileInputStream(new File(tarPath));
}
/**
* Convenience method to open a stream on a tar archive file eventually
* compressed with gzip.
*
* @param tarFile
* .tar or .tar.gz file
* @return an opened input stream
* @throws FileNotFoundException
* when the file does not exist, is a directory rather than a
* regular file, or for some other reason cannot be opened for
* reading.
*/
public static InputStream getInputStream(final File tarFile) throws Exception {
return getInputStream(tarFile.toString());
}
/**
* Untar for any tar archive, overwrites existing data. Closes the
* InputStream once terminated.
*
* @param in
* input stream. Must not be null. (use
* {@link #getInputStream(String)} for convenience)
* @param untarDir
* destination path. Must not be null.
* @throws IOException
* when a read/write error occurred
* @throws FileNotFoundException
* when the untarDir does not exists
* @throws NullPointerException
* when a parameter is null
*/
public static void unTar(final InputStream in, final String untarDir) throws IOException {
ConcurrentLog.info("UNTAR", "starting");
if (new File(untarDir).exists()) {
final TarArchiveInputStream tin = new TarArchiveInputStream(in);
try {
TarArchiveEntry tarEntry = tin.getNextTarEntry();
if (tarEntry == null) {
throw new IOException("tar archive is empty or corrupted");
}
while(tarEntry != null){
final File destPath = new File(untarDir + File.separator + tarEntry.getName());
if (!tarEntry.isDirectory()) {
new File(destPath.getParent()).mkdirs(); // create missing subdirectories
final FileOutputStream fout = new FileOutputStream(destPath);
IOUtils.copyLarge(tin,fout,0,tarEntry.getSize());
fout.close();
} else {
destPath.mkdir();
}
tarEntry = tin.getNextTarEntry();
}
} finally {
try {
tin.close();
} catch (IOException ignored) {
ConcurrentLog.warn("UNTAR", "InputStream could not be closed");
}
}
} else { // untarDir doesn't exist
ConcurrentLog.warn("UNTAR", "destination " + untarDir + " doesn't exist.");
/* Still have to close the input stream */
try {
in.close();
} catch (IOException ignored) {
ConcurrentLog.warn("UNTAR", "InputStream could not be closed");
}
throw new FileNotFoundException("Output untar directory not found : " + untarDir);
}
ConcurrentLog.info("UNTAR", "finished");
}
/**
* Untar a tar archive.
* @param args
* <ol>
* <li>args[0] : source file path</li>
* <li>args[1] : destination directory path</li>
* </ol>
*/
public static void main(final String args[]) {
try {
if (args.length == 2) {
try {
unTar(getInputStream(args[0]), args[1]);
} catch (final Exception e) {
System.out.println(e);
}
} else {
System.out.println("usage: <source> <destination>");
}
} finally {
ConcurrentLog.shutdown();
}
}
}