265 lines
10 KiB
Java
265 lines
10 KiB
Java
/*
|
|
* Copyright (c) 2009, 2013, Oracle and/or its affiliates. All rights reserved.
|
|
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
*
|
|
* This code is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU General Public License version 2 only, as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* This code is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
* version 2 for more details (a copy is included in the LICENSE file that
|
|
* accompanied this code).
|
|
*
|
|
* You should have received a copy of the GNU General Public License version
|
|
* 2 along with this work; if not, write to the Free Software Foundation,
|
|
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
*
|
|
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
|
* or visit www.oracle.com if you need additional information or have any
|
|
* questions.
|
|
*/
|
|
|
|
import java.io.*;
|
|
import java.nio.*;
|
|
import java.nio.file.*;
|
|
import java.nio.file.attribute.*;
|
|
import java.nio.file.spi.*;
|
|
import java.util.*;
|
|
import java.util.zip.*;
|
|
|
|
import static java.nio.file.StandardCopyOption.*;
|
|
|
|
public class LargeZip {
|
|
// If true, don't delete large ZIP file created for test.
|
|
static final boolean debug = System.getProperty("debug") != null;
|
|
|
|
//static final int DATA_LEN = 1024 * 1024;
|
|
static final int DATA_LEN = 80 * 1024;
|
|
static final int DATA_SIZE = 8;
|
|
|
|
static long fileSize = 6L * 1024L * 1024L * 1024L; // 6GB
|
|
|
|
static boolean userFile = false;
|
|
static byte[] data;
|
|
static File largeFile;
|
|
static String lastEntryName;
|
|
|
|
/* args can be empty, in which case check a 3 GB file which is created for
|
|
* this test (and then deleted). Or it can be a number, in which case
|
|
* that designates the size of the file that's created for this test (and
|
|
* then deleted). Or it can be the name of a file to use for the test, in
|
|
* which case it is *not* deleted. Note that in this last case, the data
|
|
* comparison might fail.
|
|
*/
|
|
static void realMain (String[] args) throws Throwable {
|
|
if (args.length > 0) {
|
|
try {
|
|
fileSize = Long.parseLong(args[0]);
|
|
System.out.println("Testing with file of size " + fileSize);
|
|
} catch (NumberFormatException ex) {
|
|
largeFile = new File(args[0]);
|
|
if (!largeFile.exists()) {
|
|
throw new Exception("Specified file " + args[0] + " does not exist");
|
|
}
|
|
userFile = true;
|
|
System.out.println("Testing with user-provided file " + largeFile);
|
|
}
|
|
}
|
|
File testDir = null;
|
|
if (largeFile == null) {
|
|
testDir = new File(System.getProperty("test.scratch", "."),
|
|
"LargeZip");
|
|
if (testDir.exists()) {
|
|
if (!testDir.delete()) {
|
|
throw new Exception("Cannot delete already-existing test directory");
|
|
}
|
|
}
|
|
check(!testDir.exists() && testDir.mkdirs());
|
|
largeFile = new File(testDir, "largezip.zip");
|
|
createLargeZip();
|
|
} else {
|
|
if (args.length > 1)
|
|
updateLargeZip(args[1]); // add new entry with zfs
|
|
}
|
|
readLargeZip1();
|
|
readLargeZip2();
|
|
|
|
if (!userFile && !debug) {
|
|
check(largeFile.delete());
|
|
check(testDir.delete());
|
|
}
|
|
}
|
|
|
|
static void createLargeZip() throws Throwable {
|
|
int iterations = DATA_LEN / DATA_SIZE;
|
|
ByteBuffer bb = ByteBuffer.allocate(DATA_SIZE);
|
|
ByteArrayOutputStream baos = new ByteArrayOutputStream();
|
|
for (int i = 0; i < iterations; i++) {
|
|
bb.putDouble(0, Math.random());
|
|
baos.write(bb.array(), 0, DATA_SIZE);
|
|
}
|
|
data = baos.toByteArray();
|
|
|
|
try (FileOutputStream fos = new FileOutputStream(largeFile);
|
|
BufferedOutputStream bos = new BufferedOutputStream(fos);
|
|
ZipOutputStream zos = new ZipOutputStream(bos))
|
|
{
|
|
long length = 0;
|
|
while (length < fileSize) {
|
|
ZipEntry ze = new ZipEntry("entry-" + length);
|
|
lastEntryName = ze.getName();
|
|
zos.putNextEntry(ze);
|
|
zos.write(data, 0, data.length);
|
|
zos.closeEntry();
|
|
length = largeFile.length();
|
|
}
|
|
System.out.println("Last entry written is " + lastEntryName);
|
|
}
|
|
}
|
|
|
|
private static byte buf[] = new byte[4096];
|
|
|
|
static void checkEntry(ZipEntry e, InputStream is) throws Throwable {
|
|
long N = 0;
|
|
int n = 0;
|
|
while ((n = is.read(buf)) >= 0) {
|
|
N += n;
|
|
}
|
|
check(N == e.getSize());
|
|
}
|
|
|
|
static void readLargeZip1() throws Throwable {
|
|
ZipFile zipFile = new ZipFile(largeFile);
|
|
ZipEntry entry = null;
|
|
String entryName = null;
|
|
int count = 0;
|
|
System.out.println("ZipFile:");
|
|
Enumeration<? extends ZipEntry> entries = zipFile.entries();
|
|
while (entries.hasMoreElements()) {
|
|
entry = entries.nextElement();
|
|
entryName = entry.getName();
|
|
System.out.println(" checking " + entryName);
|
|
if (!entry.isDirectory()) {
|
|
try (InputStream zeis = zipFile.getInputStream(entry)) {
|
|
checkEntry(entry, zeis);
|
|
}
|
|
}
|
|
count++;
|
|
}
|
|
System.out.println("Number of entries read: " + count);
|
|
check(!entry.isDirectory());
|
|
if (userFile || check(entryName.equals(lastEntryName))) {
|
|
ByteArrayOutputStream baos = new ByteArrayOutputStream();
|
|
InputStream is = zipFile.getInputStream(entry);
|
|
int len;
|
|
while ((len = is.read(buf)) >= 0) {
|
|
baos.write(buf, 0, len);
|
|
}
|
|
baos.close();
|
|
is.close();
|
|
if (!userFile)
|
|
check(Arrays.equals(data, baos.toByteArray()));
|
|
}
|
|
}
|
|
|
|
static void readLargeZip2() throws Throwable {
|
|
System.out.println("ZipInputStream:");
|
|
try (FileInputStream fis = new FileInputStream(largeFile);
|
|
BufferedInputStream bis = new BufferedInputStream(fis);
|
|
ZipInputStream zis = new ZipInputStream(bis))
|
|
{
|
|
ZipEntry entry = null;
|
|
String entryName = null;
|
|
int count = 0;
|
|
while ((entry = zis.getNextEntry()) != null) {
|
|
entryName = entry.getName();
|
|
|
|
System.out.println(" checking " + entryName +
|
|
", method=" + entry.getMethod());
|
|
if (entryName.equals(lastEntryName)) {
|
|
break;
|
|
}
|
|
if (!entry.isDirectory()) {
|
|
checkEntry(entry, zis);
|
|
}
|
|
count++;
|
|
}
|
|
System.out.println("Number of entries read: " + count);
|
|
System.out.println("Last entry read is " + entryName);
|
|
if (!userFile) {
|
|
check(!entry.isDirectory());
|
|
ByteArrayOutputStream baos = new ByteArrayOutputStream();
|
|
byte buf[] = new byte[4096];
|
|
int len;
|
|
while ((len = zis.read(buf)) >= 0) {
|
|
baos.write(buf, 0, len);
|
|
}
|
|
baos.close();
|
|
check(Arrays.equals(data, baos.toByteArray()));
|
|
check(zis.getNextEntry() == null);
|
|
}
|
|
}
|
|
}
|
|
|
|
private static void updateFile(FileSystem fs, Path src) throws IOException {
|
|
Path dst = fs.getPath(src.toString());
|
|
Path parent = dst.getParent();
|
|
if (parent != null && Files.notExists(parent))
|
|
Files.createDirectories(parent);
|
|
Files.copy(src, dst, REPLACE_EXISTING);
|
|
}
|
|
|
|
private static FileSystemProvider getZipFSProvider() {
|
|
for (FileSystemProvider provider : FileSystemProvider.installedProviders()) {
|
|
if ("jar".equalsIgnoreCase(provider.getScheme()))
|
|
return provider;
|
|
}
|
|
return null;
|
|
}
|
|
|
|
static void updateLargeZip(String pName) throws Throwable {
|
|
FileSystemProvider provider = getZipFSProvider();
|
|
if (provider == null) {
|
|
System.err.println("ZIP filesystem provider is not installed");
|
|
System.exit(1);
|
|
}
|
|
Map<String, Object> env = env = new HashMap<>();
|
|
try (FileSystem fs = provider.newFileSystem(largeFile.toPath(), env)) {
|
|
Path path = FileSystems.getDefault().getPath(pName);
|
|
Files.walkFileTree(
|
|
path,
|
|
new SimpleFileVisitor<Path>() {
|
|
@Override
|
|
public FileVisitResult visitFile(Path file,
|
|
BasicFileAttributes attrs)
|
|
throws IOException
|
|
{
|
|
updateFile(fs, file);
|
|
return FileVisitResult.CONTINUE;
|
|
}
|
|
});
|
|
}
|
|
}
|
|
|
|
|
|
//--------------------- Infrastructure ---------------------------
|
|
static volatile int passed = 0, failed = 0;
|
|
static void pass() {passed++;}
|
|
static void pass(String msg) {System.out.println(msg); passed++;}
|
|
static void fail() {failed++; Thread.dumpStack();}
|
|
static void fail(String msg) {System.out.println(msg); fail();}
|
|
static void unexpected(Throwable t) {failed++; t.printStackTrace();}
|
|
static void unexpected(Throwable t, String msg) {
|
|
System.out.println(msg); failed++; t.printStackTrace();}
|
|
static boolean check(boolean cond) {if (cond) pass(); else fail(); return cond;}
|
|
static void equal(Object x, Object y) {
|
|
if (x == null ? y == null : x.equals(y)) pass();
|
|
else fail(x + " not equal to " + y);}
|
|
public static void main(String[] args) throws Throwable {
|
|
try {realMain(args);} catch (Throwable t) {unexpected(t);}
|
|
System.out.println("\nPassed = " + passed + " failed = " + failed);
|
|
if (failed > 0) throw new AssertionError("Some tests failed");}
|
|
}
|